-- Logs begin at Wed 2022-01-12 08:49:12 UTC, end at Wed 2022-01-12 10:37:45 UTC. -- Jan 12 09:23:20.419210 dv-neutron-824346-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 12 09:23:22.744168 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.common.config [-] Logging enabled! Jan 12 09:23:22.744945 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev123 Jan 12 09:23:22.744945 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87558) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 12 09:23:22.748008 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.common.config [-] Logging enabled! Jan 12 09:23:22.748256 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev123 Jan 12 09:23:22.748558 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87558) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 12 09:23:22.749476 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 12 09:23:22.750704 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 12 09:23:22.751114 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 12 09:23:22.751362 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 12 09:23:22.751630 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 12 09:23:22.752081 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.752379 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.752674 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.752870 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.753193 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.753462 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.753750 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.754028 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.754316 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.754594 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.755239 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.755520 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.755739 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.756016 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.756294 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.756574 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.756774 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] debug = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.757047 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.757464 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.757870 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.758142 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.758421 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.758701 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.758987 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.759271 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.759537 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.759857 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] host = dv-neutron-824346-1-hyperv {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.760131 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.760412 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.760693 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.760973 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.761242 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.761512 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.761786 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.762051 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.762314 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] log_file = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.762582 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.762891 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.763176 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.763467 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.763688 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.763984 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.764312 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.764593 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.764861 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.765152 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.765422 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.765692 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.765959 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.766221 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.766498 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.766783 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.767073 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.767341 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.767608 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.767874 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.768139 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.768420 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.768692 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.769010 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.769281 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.769563 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.769826 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.770094 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.770387 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.770667 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.770969 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.771251 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.771520 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.771794 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.772061 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.772325 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.772590 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] use_json = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.772857 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.773141 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.773397 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.773663 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.773930 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.774194 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.774455 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.774732 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:22.775045 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.775334 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.775627 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.775903 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.776190 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.776463 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.776744 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.777017 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.777300 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.777582 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.777867 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.778140 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.778418 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.778724 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.779050 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.779351 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.779639 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.779923 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.780192 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.780458 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.780746 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.781046 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.781328 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.781617 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.781899 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.782166 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.782440 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.782724 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.783184 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.783454 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.783729 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.784011 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.784286 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.784552 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.784826 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.785099 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.785365 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.785629 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.785900 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.786181 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.786449 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.786711 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.787002 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.787274 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.787537 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.787815 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.788084 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.788352 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.788622 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.788895 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.789165 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.789438 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.789712 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.789980 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.790252 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.790523 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.790808 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.791083 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.791353 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.791619 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.791885 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.792151 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.792420 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.792686 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.792957 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.793223 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.793490 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.793755 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.794036 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.794326 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.794598 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.794891 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.795165 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.795436 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.795706 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.795976 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.796246 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.796673 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.796951 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.797236 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.797513 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.797797 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.798073 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.798347 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.798633 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.798943 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.799223 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.799495 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.799764 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.800048 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.800323 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.800609 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.800896 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.801182 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.801466 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.801751 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.802023 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.802322 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.802590 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:22.802820 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 12 09:23:22.803059 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87558) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 12 09:23:23.184486 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO keyring.backend [-] Loading KWallet Jan 12 09:23:23.191973 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO keyring.backend [-] Loading SecretService Jan 12 09:23:23.195587 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO keyring.backend [-] Loading Windows Jan 12 09:23:23.196969 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO keyring.backend [-] Loading chainer Jan 12 09:23:23.197543 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO keyring.backend [-] Loading macOS Jan 12 09:23:23.231360 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 12 09:23:23.231636 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 12 09:23:23.231898 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 12 09:23:23.232228 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 12 09:23:23.536292 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.536526 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.536820 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.538005 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.538271 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.538501 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.663429 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.663706 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.663957 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.677538 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.677808 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.678068 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.706956 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.707195 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.707481 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.744876 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.745458 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.745458 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.981526 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.981765 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.982052 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.982388 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:23.983290 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.104551 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.104866 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.105141 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.105405 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.105665 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.105964 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.106222 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.106471 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.106716 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.107019 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.107409 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.107697 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.107957 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.108206 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.108465 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.108725 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.109057 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.109317 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.109564 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.109839 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.110177 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.110422 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.110663 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.110963 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.111210 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.111448 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.111836 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 09:23:24.112069 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 09:23:24.112298 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 09:23:24.112526 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 09:23:24.112753 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 09:23:24.112978 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 09:23:24.113335 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 12 09:23:24.116606 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 12 09:23:24.120573 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 12 09:23:24.124349 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jan 12 09:23:24.126017 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 12 09:23:24.126466 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 12 09:23:24.126814 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 12 09:23:24.127197 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 12 09:23:24.130530 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 12 09:23:24.130797 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 12 09:23:24.131138 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 12 09:23:24.161107 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 12 09:23:24.161552 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.161841 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87558) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 12 09:23:24.162208 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.163632 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87558) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 12 09:23:24.163909 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 12 09:23:24.164155 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 12 09:23:24.167476 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.167756 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.230347 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 12 09:23:24.230531 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 12 09:23:24.230797 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 12 09:23:24.231187 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 12 09:23:24.263417 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_db.sqlalchemy.engines [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87558) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 12 09:23:24.604664 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Initializing driver for type 'gre' Jan 12 09:23:24.605119 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] gre ID ranges: [(1, 1000)] Jan 12 09:23:24.657712 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Initializing driver for type 'local' Jan 12 09:23:24.658040 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Initializing driver for type 'vlan' Jan 12 09:23:24.672595 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] VlanTypeDriver initialization complete Jan 12 09:23:24.672994 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Initializing driver for type 'vxlan' Jan 12 09:23:24.673641 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] vxlan ID ranges: [(1, 1000)] Jan 12 09:23:24.735411 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Initializing extension driver 'port_security' Jan 12 09:23:24.735747 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.extensions.port_security [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] PortSecurityExtensionDriver initialization complete Jan 12 09:23:24.736114 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Initializing mechanism driver 'openvswitch' Jan 12 09:23:24.736402 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Initializing mechanism driver 'hyperv' Jan 12 09:23:24.743251 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:23:24.743915 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > port after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.744296 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > port after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.744619 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > port after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.745145 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 12 09:23:24.745677 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > subnet after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.745892 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > subnet after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.746225 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.746605 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 12 09:23:24.747023 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > network after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.747364 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > network after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.747697 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > network after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.748077 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 12 09:23:24.748470 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > security_group after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.748810 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > security_group after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.749139 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.749520 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 12 09:23:24.749911 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.750331 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.750579 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.751108 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 12 09:23:24.751502 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > address_group after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.751838 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > address_group after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.752168 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.752545 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 12 09:23:24.752910 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] ML2 OVO RPC backend initialized. {{(pid=87558) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jan 12 09:23:24.753599 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.753944 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.754357 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > network before_response 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.754693 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > networks before_response 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.755399 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > port before_response 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.755732 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > ports before_response 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.756065 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > subnet before_response 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.756396 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > subnets before_response 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.756731 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > network after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.757060 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > network after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.757390 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > network after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.757721 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > port after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.758049 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > port after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.758375 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > port after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.758700 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > subnet after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.759053 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > subnet after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.759383 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.759954 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Modular L2 Plugin initialization complete Jan 12 09:23:24.760277 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading services supported by the core plugin {{(pid=87558) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 12 09:23:24.760596 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.managers [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Got port-security extension from driver 'port_security' Jan 12 09:23:24.761056 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.extensions.vlantransparent [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Disabled vlantransparent extension. Jan 12 09:23:24.761540 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87558) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 12 09:23:24.761845 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading Plugin: router Jan 12 09:23:24.797596 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.797980 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router after_create 55549900 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.798336 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router before_create 55549900 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.798701 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.799090 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.799438 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router after_delete 55549900 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.799793 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.800160 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router after_create 55549900 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.800492 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router after_update 55549900 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.800837 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router after_update 55549900 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.801173 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.801525 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router after_update 55549900 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.801923 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router precommit_update 55549900 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.802271 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: port after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.802601 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: port after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.802974 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: subnet after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.803303 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.803651 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.803993 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router precommit_create 55549900 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.804327 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: port before_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.804662 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router precommit_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.804999 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router after_update 55549900 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.805336 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.805680 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router precommit_create 55549900 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.806031 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.806366 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router precommit_update 55549900 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.806720 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > agent after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.807085 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > agent after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.807423 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > network after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.808277 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Tracking information for resource: router configured {{(pid=87558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 09:23:24.808599 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Tracking information for resource: floatingip configured {{(pid=87558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 09:23:24.813701 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.db.l3_agentschedulers_db [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 12 09:23:24.814267 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: port after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.814621 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: port after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.815004 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: port after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.815354 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: port after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.816264 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router before_create 55550100 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.816628 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.816986 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router precommit_create 55550100 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.817337 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > router precommit_update 55550100 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.821810 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.services.provider_configuration [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Service providers = [] {{(pid=87558) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 12 09:23:24.822170 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.db.servicetype_db [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87558) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 12 09:23:24.825111 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.services.service_base [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 12 09:23:24.825457 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.services.service_base [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 12 09:23:24.825795 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.services.service_base [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 12 09:23:24.826678 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.services.service_base [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 12 09:23:24.827059 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.services.service_base [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 12 09:23:24.827444 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 09:23:24.827819 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 12 09:23:24.838506 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 09:23:24.838867 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading Plugin: auto_allocate Jan 12 09:23:24.844804 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: network precommit_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.845170 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: network precommit_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.845682 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 09:23:24.845999 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading Plugin: tag Jan 12 09:23:24.852612 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 09:23:24.852937 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading Plugin: timestamp Jan 12 09:23:24.856840 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 09:23:24.857108 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading Plugin: network_ip_availability Jan 12 09:23:24.862604 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.863004 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.863351 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:24.864065 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 09:23:24.864381 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading Plugin: flavors Jan 12 09:23:24.869182 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 09:23:24.869511 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading Plugin: revisions Jan 12 09:23:24.873808 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 09:23:24.874192 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.642s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 12 09:23:24.874993 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87558) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 12 09:23:24.875325 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Initializing extension manager. Jan 12 09:23:24.875825 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: __init__.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.876162 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: __pycache__ {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.876488 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.876813 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: address_group.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.877563 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.878125 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: address-group Jan 12 09:23:24.878442 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: address_scope.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.879172 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.879670 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: address-scope Jan 12 09:23:24.880309 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.881218 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.881711 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: router-admin-state-down-before-update Jan 12 09:23:24.882026 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: agent.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.882720 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.883243 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: agent Jan 12 09:23:24.883558 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: agent_resources_synced.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.884453 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.884936 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: agent-resources-synced Jan 12 09:23:24.885263 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: allowedaddresspairs.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.887231 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.887754 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: allowed-address-pairs Jan 12 09:23:24.888071 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: auto_allocated_topology.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.889144 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.889653 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: auto-allocated-topology Jan 12 09:23:24.889966 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: availability_zone.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.890704 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.891255 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: availability_zone Jan 12 09:23:24.891571 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: availability_zone_filter.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.892472 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.892975 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: availability_zone_filter Jan 12 09:23:24.893288 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: data_plane_status.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.894174 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.894682 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension data-plane-status not supported by any of loaded plugins Jan 12 09:23:24.895004 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: default_subnetpools.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.895903 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.896396 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: default-subnetpools Jan 12 09:23:24.896711 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.897507 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.897998 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: dhcp_agent_scheduler Jan 12 09:23:24.898314 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: dns.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.899223 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.899714 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension dns-integration not supported by any of loaded plugins Jan 12 09:23:24.900024 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: dns_domain_ports.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.900922 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.901409 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 12 09:23:24.901723 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: dvr.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.902387 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.902923 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: dvr Jan 12 09:23:24.903240 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: empty_string_filtering.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.904131 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.904625 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: empty-string-filtering Jan 12 09:23:24.904936 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.905882 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.906374 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 12 09:23:24.906688 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.907614 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.908103 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 12 09:23:24.908418 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: external_net.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.909305 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.909801 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: external-net Jan 12 09:23:24.910114 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.911044 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.911536 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: extra_dhcp_opt Jan 12 09:23:24.911850 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: extraroute.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.912742 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.913238 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: extraroute Jan 12 09:23:24.913549 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: extraroute_atomic.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.914571 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.915105 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: extraroute-atomic Jan 12 09:23:24.915418 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: filter_validation.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.916069 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.916561 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: filter-validation Jan 12 09:23:24.916871 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: fip_pf_description.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.917769 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.918256 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 12 09:23:24.918566 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: fip_port_details.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.919499 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.919992 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: fip-port-details Jan 12 09:23:24.920306 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: flavors.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.921553 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.922056 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: flavors Jan 12 09:23:24.922374 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.924061 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.924568 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 12 09:23:24.924891 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: floatingip_pools.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.925591 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.926083 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: floatingip-pools Jan 12 09:23:24.926407 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: ip_allocation.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.927348 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.927841 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension ip_allocation not supported by any of loaded plugins Jan 12 09:23:24.928154 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.929057 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.929556 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: ip-substring-filtering Jan 12 09:23:24.929874 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: l2_adjacency.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.930780 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.931294 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 12 09:23:24.931608 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: l3.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.932546 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.933053 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: router Jan 12 09:23:24.933371 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.937132 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.937655 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 12 09:23:24.937986 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.938949 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.939455 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: ext-gw-mode Jan 12 09:23:24.939777 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.940685 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.941182 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: l3-ha Jan 12 09:23:24.941499 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: l3_flavors.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.942402 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.942936 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: l3-flavors Jan 12 09:23:24.943254 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.944182 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.944675 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 12 09:23:24.944993 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: l3agentscheduler.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.946030 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.946528 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: l3_agent_scheduler Jan 12 09:23:24.946881 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: logging.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.948374 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.948881 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension logging not supported by any of loaded plugins Jan 12 09:23:24.949206 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: metering.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.950003 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.950582 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: metering Jan 12 09:23:24.950956 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.952162 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.952716 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: metering_source_and_destination_fields Jan 12 09:23:24.953036 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: multiprovidernet.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.954031 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.954543 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: multi-provider Jan 12 09:23:24.954884 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: netmtu.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.955881 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.956377 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: net-mtu Jan 12 09:23:24.956764 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: netmtu_writable.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.957953 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.958446 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: net-mtu-writable Jan 12 09:23:24.958799 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: network_availability_zone.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.959495 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.959993 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: network_availability_zone Jan 12 09:23:24.960353 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: network_ip_availability.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.961517 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.962068 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: network-ip-availability Jan 12 09:23:24.962421 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: network_segment_range.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.963361 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.963932 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension network-segment-range not supported by any of loaded plugins Jan 12 09:23:24.964253 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: pagination.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.965230 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.965554 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: pagination Jan 12 09:23:24.965872 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: port_device_profile.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.966871 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.967482 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: port-device-profile Jan 12 09:23:24.967771 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.968855 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.969429 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: port-mac-address-regenerate Jan 12 09:23:24.969743 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.970683 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.971253 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: port-numa-affinity-policy Jan 12 09:23:24.971610 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: port_resource_request.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.972742 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.973277 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension port-resource-request not supported by any of loaded plugins Jan 12 09:23:24.973633 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: portbindings.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.974636 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.975206 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: binding Jan 12 09:23:24.975520 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: portbindings_extended.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.976806 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.977309 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: binding-extended Jan 12 09:23:24.977626 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: portsecurity.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.978534 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.979064 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: port-security Jan 12 09:23:24.979383 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: project_id.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.980346 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.980669 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: project-id Jan 12 09:23:24.980986 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: providernet.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.981902 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.982405 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: provider Jan 12 09:23:24.982719 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: qos.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.986516 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.987061 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension qos not supported by any of loaded plugins Jan 12 09:23:24.987386 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.988662 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.989165 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 12 09:23:24.989483 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.990390 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.990914 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 12 09:23:24.991219 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: qos_default.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.992110 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.992616 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension qos-default not supported by any of loaded plugins Jan 12 09:23:24.992936 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: qos_fip.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.993580 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.994076 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension qos-fip not supported by any of loaded plugins Jan 12 09:23:24.994390 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: qos_gateway_ip.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.995340 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.995842 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 12 09:23:24.996154 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: qos_port_network_policy.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.997057 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.997552 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 12 09:23:24.997866 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: qos_rule_type_details.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:24.998787 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:24.999293 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 12 09:23:24.999658 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: qos_rules_alias.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.000699 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.001196 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 12 09:23:25.001510 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: quotasv2.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.002438 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.002758 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: quotas Jan 12 09:23:25.003097 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: quotasv2_detail.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.004698 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.005356 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: quota_details Jan 12 09:23:25.005671 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: rbac.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.006734 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.007265 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: rbac-policies Jan 12 09:23:25.007586 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: rbac_address_group.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.008538 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.009010 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: rbac-address-group Jan 12 09:23:25.009327 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: rbac_address_scope.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.010235 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.010726 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: rbac-address-scope Jan 12 09:23:25.011074 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: rbac_security_groups.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.011978 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.012482 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: rbac-security-groups Jan 12 09:23:25.012799 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: rbac_subnetpool.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.013701 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.014210 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: rbac-subnetpool Jan 12 09:23:25.014527 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: revisionifmatch.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.015480 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.015976 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: revision-if-match Jan 12 09:23:25.016290 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: revisions.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.017398 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.017907 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: standard-attr-revisions Jan 12 09:23:25.018222 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: router_availability_zone.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.018916 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.019415 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: router_availability_zone Jan 12 09:23:25.019728 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: routerservicetype.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.020640 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.021132 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension router-service-type not supported by any of loaded plugins Jan 12 09:23:25.021448 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.022355 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.022885 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: security-groups-normalized-cidr Jan 12 09:23:25.023207 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.024126 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.024625 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: port-security-groups-filtering Jan 12 09:23:25.024937 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.025973 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.026479 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: security-groups-remote-address-group Jan 12 09:23:25.026826 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: securitygroup.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.036549 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.037060 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: security-group Jan 12 09:23:25.037379 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: segment.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.038169 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.038667 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension segment not supported by any of loaded plugins Jan 12 09:23:25.039016 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.039954 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.040454 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 12 09:23:25.040769 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: servicetype.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.041884 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.042391 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: service-type Jan 12 09:23:25.042711 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: sorting.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.043706 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.044033 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: sorting Jan 12 09:23:25.044347 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: standard_attr_segment.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.045242 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.045743 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 12 09:23:25.046057 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: standardattrdescription.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.046723 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.047250 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: standard-attr-description Jan 12 09:23:25.047564 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: stateful_security_group.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.048482 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.048982 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: stateful-security-group Jan 12 09:23:25.049295 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: stdattrs_common.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.049870 dv-neutron-824346-1-hyperv neutron-server[87558]: WARNING neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 12 09:23:25.050185 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.051200 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.051699 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 12 09:23:25.052016 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: subnet_onboard.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.053132 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.053574 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: subnet_onboard Jan 12 09:23:25.053894 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.054832 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.055328 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 12 09:23:25.055645 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: subnet_service_types.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.056556 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.057063 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: subnet-service-types Jan 12 09:23:25.057378 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: subnetallocation.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.058454 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.058981 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: subnet_allocation Jan 12 09:23:25.059305 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.059965 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.060462 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: subnetpool-prefix-ops Jan 12 09:23:25.060777 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.061686 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.062244 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 12 09:23:25.062557 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: tagging.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.063637 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.064147 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: standard-attr-tag Jan 12 09:23:25.064465 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: timestamp.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.065663 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.066167 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loaded extension: standard-attr-timestamp Jan 12 09:23:25.066486 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: trunk.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.067548 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.068048 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension trunk not supported by any of loaded plugins Jan 12 09:23:25.068369 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: trunk_details.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.069271 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.069769 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension trunk-details not supported by any of loaded plugins Jan 12 09:23:25.070087 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: uplink_status_propagation.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.071020 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.071519 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 12 09:23:25.071836 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Loading extension file: vlantransparent.py {{(pid=87558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 09:23:25.072502 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 09:23:25.072994 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 12 09:23:25.075486 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of TrackedResource for resource:network Jan 12 09:23:25.076229 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of TrackedResource for resource:subnet Jan 12 09:23:25.076994 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 12 09:23:25.077625 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of TrackedResource for resource:port Jan 12 09:23:25.078930 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.v2.resource_helper [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:23:25.079372 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.v2.resource_helper [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Service FLAVORS assigned prefix: {{(pid=87558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:23:25.079972 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.v2.resource_helper [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:23:25.080390 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.v2.resource_helper [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:23:25.080717 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of TrackedResource for resource:router Jan 12 09:23:25.081839 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of TrackedResource for resource:floatingip Jan 12 09:23:25.082058 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.v2.resource_helper [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Service METERING assigned prefix: /metering {{(pid=87558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:23:25.083524 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:25.083892 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:25.084242 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:23:25.085397 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of CountableResource for resource:rbac_policy Jan 12 09:23:25.085828 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of TrackedResource for resource:security_group Jan 12 09:23:25.086499 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 12 09:23:25.087253 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.v2.resource_helper [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Service CORE assigned prefix: {{(pid=87558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:23:25.087588 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 12 09:23:25.087923 dv-neutron-824346-1-hyperv neutron-server[87558]: WARNING neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] subnetpool is already registered Jan 12 09:23:25.088522 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.v2.resource_helper [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Service CORE assigned prefix: {{(pid=87558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:23:25.088850 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 12 09:23:25.089166 dv-neutron-824346-1-hyperv neutron-server[87558]: WARNING neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] subnetpool is already registered Jan 12 09:23:25.091773 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.v2.resource_helper [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:23:25.092203 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.v2.resource_helper [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Service FLAVORS assigned prefix: {{(pid=87558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:23:25.092783 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.v2.resource_helper [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:23:25.093292 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.v2.resource_helper [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:23:25.093624 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of TrackedResource for resource:router Jan 12 09:23:25.093944 dv-neutron-824346-1-hyperv neutron-server[87558]: WARNING neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] router is already registered Jan 12 09:23:25.094521 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of TrackedResource for resource:floatingip Jan 12 09:23:25.094865 dv-neutron-824346-1-hyperv neutron-server[87558]: WARNING neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] floatingip is already registered Jan 12 09:23:25.095484 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.v2.resource_helper [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Service METERING assigned prefix: /metering {{(pid=87558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:23:25.096136 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of CountableResource for resource:rbac_policy Jan 12 09:23:25.096458 dv-neutron-824346-1-hyperv neutron-server[87558]: WARNING neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] rbac_policy is already registered Jan 12 09:23:25.096984 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of TrackedResource for resource:security_group Jan 12 09:23:25.097304 dv-neutron-824346-1-hyperv neutron-server[87558]: WARNING neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] security_group is already registered Jan 12 09:23:25.097880 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 12 09:23:25.098199 dv-neutron-824346-1-hyperv neutron-server[87558]: WARNING neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] security_group_rule is already registered Jan 12 09:23:25.098866 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.v2.resource_helper [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Service CORE assigned prefix: {{(pid=87558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:23:25.099189 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 12 09:23:25.099512 dv-neutron-824346-1-hyperv neutron-server[87558]: WARNING neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] subnetpool is already registered Jan 12 09:23:25.100107 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.v2.resource_helper [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Service CORE assigned prefix: {{(pid=87558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 09:23:25.100431 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 12 09:23:25.100745 dv-neutron-824346-1-hyperv neutron-server[87558]: WARNING neutron.quota.resource_registry [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] subnetpool is already registered Jan 12 09:23:25.101372 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: extensions {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.102879 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: address-groups {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.104456 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: address-scopes {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.105649 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: agents {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.106830 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: auto-allocated-topology {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.108135 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: availability_zones {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.109386 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: dhcp-networks {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.110812 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: dhcp-agents {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.112209 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: routers {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.113976 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: flavors {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.115135 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: service_profiles {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.116314 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: next_providers {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.118745 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: service_profiles {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.120230 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: floatingip-pools {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.121413 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: routers {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.123191 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: floatingips {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.124365 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: l3-routers {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.125772 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: l3-agents {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.127190 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: metering-labels {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.128665 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: metering-label-rules {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.130300 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: network-ip-availabilities {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.131555 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: bindings {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.133178 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: quotas {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.134600 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: quotas {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.136055 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: rbac-policies {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.137329 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: security-groups {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.138516 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: security-group-rules {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.139759 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: service-providers {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.141003 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: subnetpools {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.142372 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: subnetpools {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.143852 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: tags {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.145465 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: tags {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.147248 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: tags {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.149001 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: tags {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.150727 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: tags {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.152554 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: tags {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.154193 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: tags {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.156152 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: tags {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.157849 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: tags {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.159667 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron.api.extensions [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Extended resource: tags {{(pid=87558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 09:23:25.165441 dv-neutron-824346-1-hyperv neutron-server[87558]: WARNING keystonemiddleware.auth_token [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 12 09:23:25.170156 dv-neutron-824346-1-hyperv neutron-server[87558]: WARNING keystonemiddleware.auth_token [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 12 09:23:25.178271 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Acquired lock "singleton_lock" {{(pid=87558) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 12 09:23:25.178743 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Releasing lock "singleton_lock" {{(pid=87558) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 12 09:23:25.179410 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO oslo_service.service [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Starting 2 workers Jan 12 09:23:25.184016 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Started child 87663 {{(pid=87558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 12 09:23:25.188356 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Started child 87664 {{(pid=87558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 12 09:23:25.189912 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO neutron.service [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 12 09:23:25.190210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:25.190884 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Notify callbacks [] for process, before_spawn {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:25.192219 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [-] (87663) wsgi starting up on http://0.0.0.0:9696 Jan 12 09:23:25.192974 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO oslo_service.service [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Starting 1 workers Jan 12 09:23:25.193116 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:25.194496 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [-] (87664) wsgi starting up on http://0.0.0.0:9696 Jan 12 09:23:25.198229 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Started child 87665 {{(pid=87558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 12 09:23:25.198750 dv-neutron-824346-1-hyperv neutron-server[87558]: INFO oslo_service.service [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Starting 1 workers Jan 12 09:23:25.201866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.service [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] calling RpcWorker wait() {{(pid=87665) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 12 09:23:25.202691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.service [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] returning from RpcWorker wait() {{(pid=87665) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 12 09:23:25.203413 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Started child 87666 {{(pid=87558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 12 09:23:25.203814 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:25.204152 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3cf180f-180f-460f-ab30-cf9e7ed210c6 None None] Notify callbacks [] for process, after_spawn {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:25.204409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:23:25.206022 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87558) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 12 09:23:25.206216 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 12 09:23:25.206387 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 12 09:23:25.206744 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 12 09:23:25.207123 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 12 09:23:25.207273 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 12 09:23:25.207807 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.208076 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.208353 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.208617 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.208921 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.209189 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:25.210060 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.210060 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.210060 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.210541 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.210541 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.210980 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.210980 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.211335 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.211335 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.211644 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.211961 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.212191 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.212346 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.212492 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.212707 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.212951 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.213191 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.213462 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] debug = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.213716 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.214322 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.214599 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.214833 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.215066 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.215313 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.215543 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.215796 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.216077 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.216316 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.216491 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.216772 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.217023 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.217218 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.217402 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.217699 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.217891 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.218407 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] host = dv-neutron-824346-1-hyperv {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.218630 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.218857 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.219100 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.219342 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.219597 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.219810 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.220064 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.220338 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.220554 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.220777 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.221056 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.221271 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.221504 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.221717 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] log_file = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.221865 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] log_options = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.222167 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.222360 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.222649 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.222883 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.223078 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.223238 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.223389 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.223550 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.223800 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.224030 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.224202 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.224414 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.224712 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.224884 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.225047 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.225291 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.225514 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.225710 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.225990 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.226200 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.226417 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.226638 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.226926 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.227146 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.227334 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.227554 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.227903 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.228215 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.228482 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.228876 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.229482 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.229730 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.229968 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.230221 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.230571 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.230747 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.230974 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.231173 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.231400 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.231655 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.231959 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.232146 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.232493 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.232709 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.232860 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.233020 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] use_json = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.233190 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.233377 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.233627 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.233865 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.234121 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.234406 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.234797 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.234978 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.235441 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.235774 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.236193 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.236614 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.237435 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.237698 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.237921 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.238148 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.238418 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.238680 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.238910 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:23:25.239089 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.239240 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.239575 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.240024 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.240284 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.240910 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.241172 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.241596 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.241844 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.242847 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.243040 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.243219 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.243665 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.245475 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.247397 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.247549 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.248621 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.248621 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.248621 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.248855 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.249089 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.249315 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.250278 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.250579 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.250884 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.251225 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.252334 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.252592 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.252843 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.253561 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.253842 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.254098 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.254335 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.254568 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.255236 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.255494 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.255724 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.255979 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.256567 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.256839 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.258941 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.259384 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.259800 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.260217 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.261475 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.261922 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.262341 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.263819 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.264323 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.264770 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.264982 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.265489 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.265901 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.266147 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.266329 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.266712 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.267190 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.267387 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.267768 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.268127 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.268510 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.268867 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.269236 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.269619 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.269851 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.270064 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.270285 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.270526 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.270745 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.271149 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.271387 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.271610 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.271827 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.272047 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.272329 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.272633 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.272871 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.273119 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.273358 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.273625 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.273881 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.274157 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.274384 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.274641 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.275083 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.275524 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.275770 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.276011 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.276283 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.276534 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.276800 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.277020 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.277276 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.277519 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.277767 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.278012 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.278288 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.278553 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.278842 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.279108 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.279335 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.279610 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.280085 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.280192 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.280387 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.280632 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.280970 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.281287 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.281588 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.281831 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.282075 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.282320 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.282551 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.282846 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.283107 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.283334 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.283576 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.283847 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.284083 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.284319 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.284553 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.284784 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.285113 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.285359 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.285610 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.285785 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.286051 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.286274 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.286520 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.286873 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.287135 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.287380 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.287630 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.287859 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.288119 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.288347 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.288584 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.288822 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.289062 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.289272 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.289511 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.289951 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.289951 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.290260 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.290466 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.290621 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.290853 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.291083 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.291317 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.291565 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.291778 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.292032 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.292273 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.292489 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.292730 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.292959 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.293175 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.293439 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.293881 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.294041 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.294159 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.294361 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.294580 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.294842 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.295126 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.295308 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.295538 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.295774 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.295998 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.296208 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.296490 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.296698 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.296928 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.297228 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.297421 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.297609 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.298010 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.298138 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.298382 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.298635 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.298889 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.299105 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.299309 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.299706 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.299909 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.300006 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.300157 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.300436 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.300629 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.300882 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.301138 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.301350 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.301579 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.301785 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.301994 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.302395 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.302500 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.303004 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.303252 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.303493 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.303733 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.303957 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.304165 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.304374 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.304586 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.304793 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.305031 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.305236 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.305357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:23:25.305460 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.305657 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.305860 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.306193 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.306453 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.306671 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.306967 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.307194 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.307406 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.307647 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.307952 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.308179 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.308574 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.308822 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.309042 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.309276 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.309533 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.309912 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.310133 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.310532 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.310665 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.310896 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.311977 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.311977 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.311977 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.311977 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.312356 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.312566 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.312808 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.313045 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.313311 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.313545 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.313773 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.314008 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.314234 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.314443 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.314697 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.314970 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.315209 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.315422 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.315642 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.315882 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.316101 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.316327 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.316560 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.316770 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.316926 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 12 09:23:25.317453 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87558) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 12 09:23:25.317608 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 12 09:23:25.317760 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 12 09:23:25.317925 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 12 09:23:25.318094 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 12 09:23:25.318228 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 12 09:23:25.318437 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.318596 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.318753 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.318932 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.319091 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.319268 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.319427 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.319583 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.319741 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.319897 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.320053 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.320210 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.320365 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.320523 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.320681 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.320837 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.320993 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.321155 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.321328 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.321489 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.321644 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.321969 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.322128 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] debug = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.322284 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.322490 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.322651 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.322835 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.322996 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.323151 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.323306 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.323463 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.323619 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.323773 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.323929 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.324077 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.324236 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.324397 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.324575 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.324730 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.324885 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.325041 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] host = dv-neutron-824346-1-hyperv {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.325198 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.325355 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.325510 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.325665 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.325822 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.325977 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.326133 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.326289 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.326445 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.326601 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.326760 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.326952 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.327119 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.327268 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] log_file = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.327412 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] log_options = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.327561 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.327713 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.327872 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.328042 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.328198 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.328364 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.328529 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.328660 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.330046 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.330046 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.330046 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.330046 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.330046 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.330046 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.330046 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.330046 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.330046 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.331016 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.331016 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.331016 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.331016 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.331016 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.331016 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.331016 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.331761 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.331761 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.331761 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.331761 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.331761 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.332253 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.332253 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.332253 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.332476 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.332476 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.332677 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.332759 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.332837 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.333000 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.333207 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.333368 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.333526 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.333683 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.333839 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.333995 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.334150 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.334305 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] use_json = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.334459 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.334611 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.334749 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.334922 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.335077 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.335233 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.335388 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.335545 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 09:23:25.335719 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.335876 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.336046 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.336204 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.336520 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.336677 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.336865 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.337023 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.337362 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.337523 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.337693 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.337851 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.338162 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.338323 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.338479 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.338801 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.339124 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.339284 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.339443 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.339780 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.339780 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.339993 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.340077 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.340215 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.340374 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.340533 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.340692 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.340851 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.342084 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.342084 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.342084 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.342084 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.342084 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.342084 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.342084 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.342084 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.342755 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.342755 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.342755 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.342755 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.342755 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.343271 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.343271 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.343271 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.343501 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.343580 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.343720 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.343864 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.344070 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.344234 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.344402 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.344560 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.344717 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.344874 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.345033 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.345190 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.345347 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.345505 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.345662 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.345822 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.345978 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.346148 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.346305 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.346462 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.346622 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.346797 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.346960 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.347118 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.347276 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.347434 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.347591 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.347748 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.347906 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.348064 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.348222 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.348382 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.348538 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.348697 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.348856 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.349016 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.349175 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.349333 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.349491 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.349649 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.349814 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.349985 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.350143 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.350300 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.350459 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.350616 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.350818 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.350953 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.351116 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.351275 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.351432 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.351590 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.351748 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.351908 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.352066 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.352222 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.352379 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.352537 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.352694 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.352851 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.353018 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.353153 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.353312 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.353469 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.353625 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.353781 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.353937 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.354103 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.354260 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.354421 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.354579 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.354744 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.354936 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.355094 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.355251 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.355409 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.355566 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.355724 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.355884 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.356041 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.356200 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.356357 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.356514 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.356678 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.356847 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.357006 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.357163 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.357323 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.357502 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.357658 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.357816 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.357973 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.358130 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.358337 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.358429 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.358589 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.358747 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.358968 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.359126 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.359274 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.359434 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.359592 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.359752 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.359910 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.360068 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.360227 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.360386 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.360547 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.360704 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.360864 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.361024 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.361187 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.361343 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.361501 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.361659 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.361816 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.361974 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.362132 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.362294 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.362452 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.362610 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.362787 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.362946 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.363104 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.363262 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.363425 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.363583 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.363740 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.363901 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.364062 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.364220 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.364379 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.364539 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.364698 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.364857 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.365016 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.365174 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.365334 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.365492 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.365649 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.365829 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.365961 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.366119 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.366291 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.366448 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.366605 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.366788 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.366939 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.367098 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.367256 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.367414 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.367571 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.367729 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.367888 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.368047 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.368208 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.368368 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.368525 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.368683 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.368842 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.368991 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.369144 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.369313 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.369472 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.369629 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.369788 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.369945 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.370112 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.370270 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.370427 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.370584 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.370740 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.370926 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.371087 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.371244 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.371400 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.371557 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.371723 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.371881 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.372039 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.372204 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.372360 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.372517 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.372674 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.372842 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.373000 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.373161 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.373318 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.373476 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.373635 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.373794 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.373954 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.374121 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.374284 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.374464 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.374630 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.374817 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.374984 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.375141 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.375304 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.375472 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.375630 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.375787 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.375943 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.376098 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.376256 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.376416 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.376572 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.376729 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.376884 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.377040 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.377196 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.377353 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.377509 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.377665 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.377822 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.377980 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.378135 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.378292 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.378449 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 09:23:25.378599 dv-neutron-824346-1-hyperv neutron-server[87558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 12 09:23:25.593974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 56700) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:23:25.607889 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101287 Jan 12 09:23:36.726447 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae88cac5-5659-4765-a1c2-201e47a27a8e None None] get_active_networks_info from dv-neutron-824346-1-hyperv {{(pid=87665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 12 09:23:36.824991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae88cac5-5659-4765-a1c2-201e47a27a8e None None] No non-hosted networks {{(pid=87665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 12 09:23:36.838523 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.agentschedulers_db [None req-ae88cac5-5659-4765-a1c2-201e47a27a8e None None] DHCP Agent not found on host dv-neutron-824346-1-hyperv {{(pid=87665) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 12 09:23:36.970091 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0010af00-22cd-4cd3-b90f-d7edb233ac59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-983947'] for agent, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:39.246665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b7ee5f0b-377c-425f-ae41-61b0597b93b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-983947'] for agent, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:39.272472 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a981a8e5-8d35-4217-b3d2-82fce32d5e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:40.277819 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-983947'] for agent, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:40.281425 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:40.281961 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:40.287711 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:40.288539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:40.290996 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:40.292904 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:40.294536 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:40.296671 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:40.297280 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:40.297927 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:40.302663 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:40.304336 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:40.307835 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-824346-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:23:40.323434 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-824346-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:23:40.924888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-983947'] for agent, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:42.446371 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-983947'] for agent, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:42.487411 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.db.l3_hamode_db [None req-74071ef7-5e2c-4bf2-b761-865385e9cc47 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 12 09:23:42.575100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74071ef7-5e2c-4bf2-b761-865385e9cc47 None None] Routers set() bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:23:42.575478 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74071ef7-5e2c-4bf2-b761-865385e9cc47 None None] Router IDs set() for agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 12 09:23:43.939096 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 56794) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:23:44.607913 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING oslo_policy.policy [None req-4bf008ed-35d0-4e4d-a67c-b04665f018f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 09:23:44.608480 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING oslo_policy.policy [None req-4bf008ed-35d0-4e4d-a67c-b04665f018f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 09:23:44.836081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-4bf008ed-35d0-4e4d-a67c-b04665f018f1 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:23:44.838342 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4bf008ed-35d0-4e4d-a67c-b04665f018f1 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8981054 Jan 12 09:23:47.193700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 56808) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:23:47.823237 dv-neutron-824346-1-hyperv neutron-server[87663]: WARNING oslo_policy.policy [None req-05c194d1-122d-4ea5-b746-3965d39ec815 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 09:23:47.824109 dv-neutron-824346-1-hyperv neutron-server[87663]: WARNING oslo_policy.policy [None req-05c194d1-122d-4ea5-b746-3965d39ec815 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 09:23:48.036375 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-05c194d1-122d-4ea5-b746-3965d39ec815 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:23:48.139376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.policy [None req-05c194d1-122d-4ea5-b746-3965d39ec815 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87663) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 12 09:23:48.182522 dv-neutron-824346-1-hyperv neutron-server[87663]: WARNING oslo_policy.policy [None req-05c194d1-122d-4ea5-b746-3965d39ec815 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 09:23:48.182921 dv-neutron-824346-1-hyperv neutron-server[87663]: WARNING oslo_policy.policy [None req-05c194d1-122d-4ea5-b746-3965d39ec815 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 09:23:48.191239 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.quota [None req-05c194d1-122d-4ea5-b746-3965d39ec815 admin admin] Loaded quota_driver: . Jan 12 09:23:48.207679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-05c194d1-122d-4ea5-b746-3965d39ec815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:23:48.273021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-05c194d1-122d-4ea5-b746-3965d39ec815 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731687786223', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731687785650', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731687812596', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731687802400', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731687828598', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731687818704', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4139986', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4031581', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-855501', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-718679'] for rbac-policy, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:48.340990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-05c194d1-122d-4ea5-b746-3965d39ec815 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:48.342283 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-05c194d1-122d-4ea5-b746-3965d39ec815 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1459906 Jan 12 09:23:51.058067 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 56826) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:23:51.428721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Request body: {'network': {'project_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'name': 'private', 'admin_state_up': True}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:23:51.430130 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.quota [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Loaded quota_driver: . Jan 12 09:23:51.446136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:23:51.452821 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Usage tracker for resource:network and tenant:f7e735b6c07c484dab23d1a4236c07c6 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:23:51.458752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:23:51.467131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:23:51.484719 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Made reservation on behalf of f7e735b6c07c484dab23d1a4236c07c6 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:23:51.566684 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.policy [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87664) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 12 09:23:51.610137 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING oslo_policy.policy [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 09:23:51.610505 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING oslo_policy.policy [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 09:23:51.620667 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:51.642053 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:51.656596 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:23:51.660321 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Usage tracker for resource:security_group_rule and tenant:f7e735b6c07c484dab23d1a4236c07c6 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:23:51.666927 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:23:51.675954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:23:51.785177 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:51.793240 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:51.815868 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:23:51.841682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731691364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:51.842249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Unsubscribe: segment precommit_create {{(pid=87664) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 12 09:23:51.842710 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Added segment 665d3734-80e2-435a-8ebe-235dc112d4c4 of type vlan for network 60d59f14-2724-47db-8e44-c1c8d9f9ba93 Jan 12 09:23:51.907822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c501b67-1eef-40c0-a146-7230a21b5aa4,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:23:51.929290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:51.929625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:51.929927 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:51.930249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:51.930794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:51.931271 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:51.931803 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:51.932238 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:51.932676 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:51.933186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:51.933648 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:51.933967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Tracked resource versions report: Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: pushed versions: Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: { 'AddressGroup': {'1.2'}, Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'ConntrackHelper': {'1.0'}, Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Log': {'1.0'}, Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Network': {'1.1'}, Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Port': {'1.7'}, Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'PortForwarding': {'1.2'}, Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'QosPolicy': {'1.8'}, Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'SecurityGroup': {'1.4'}, Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'SecurityGroupRule': {'1.2'}, Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'SubPort': {'1.0'}, Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Subnet': {'1.1'}, Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Trunk': {'1.1'}} Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: consumer versions: Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: { DHCP agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: L3 agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: Metadata agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: Metering agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: Open vSwitch agent@dv-neutron-824346-1-hyperv: { 'AddressGroup': '1.2', Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'ConntrackHelper': '1.0', Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Log': '1.0', Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Network': '1.1', Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Port': '1.7', Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'PortForwarding': '1.2', Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'QosPolicy': '1.8', Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'SecurityGroup': '1.4', Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'SecurityGroupRule': '1.2', Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'SubPort': '1.0', Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Subnet': '1.1', Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Trunk': '1.1'}} Jan 12 09:23:51.935376 dv-neutron-824346-1-hyperv neutron-server[87664]: {{(pid=87664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 09:23:51.972349 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:52.017206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:52.018492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:23:52.019168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:52.130948 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0716729 Jan 12 09:23:52.131729 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5ed94-a7da-4d2c-8074-841beff60df3 admin admin] Pushing event updated for resources: {'Network': ['ID=60d59f14-2724-47db-8e44-c1c8d9f9ba93,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:23:52.147543 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 60d59f14-2724-47db-8e44-c1c8d9f9ba93 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:23:54.811514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 56844) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:23:55.351042 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92df25e5-f2fe-43a4-90a2-3f6c9dd57952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:23:55.352624 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-92df25e5-f2fe-43a4-90a2-3f6c9dd57952 admin admin] 10.222.0.26 "GET /v2.0/networks/60d59f14-2724-47db-8e44-c1c8d9f9ba93 HTTP/1.1" status: 200 len: 825 time: 0.5401144 Jan 12 09:23:55.383486 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-834f6c6b-71ef-440b-aa47-0c33bcf25641 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/e032f177-4048-48a4-9415-8feb99e9ccec HTTP/1.1" status: 200 len: 734 time: 0.0229790 Jan 12 09:23:55.392483 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Request body: {'subnet': {'tenant_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'ip_version': 4, 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e032f177-4048-48a4-9415-8feb99e9ccec'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:23:55.397383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:23:55.401659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Usage tracker for resource:subnet and tenant:f7e735b6c07c484dab23d1a4236c07c6 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:23:55.405437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:23:55.411660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:23:55.426535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Made reservation on behalf of f7e735b6c07c484dab23d1a4236c07c6 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:23:55.429376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:55.735681 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:55.817920 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Checking segment: {'id': '665d3734-80e2-435a-8ebe-235dc112d4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:23:55.818626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Network hostable DHCP agents. Network: 60d59f14-2724-47db-8e44-c1c8d9f9ba93, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:23:55.832394 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d06e9c9-0f7b-4397-9828-dd809a31783a,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:23:55.841923 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:55.842276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:55.842612 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:55.842962 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:55.843284 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:55.843600 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:55.843980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:55.844298 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:55.844608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:55.844921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:55.845235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:55.845564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Tracked resource versions report: Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: pushed versions: Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: { 'AddressGroup': {'1.2'}, Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'ConntrackHelper': {'1.0'}, Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Log': {'1.0'}, Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Network': {'1.1'}, Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Port': {'1.7'}, Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'PortForwarding': {'1.2'}, Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'QosPolicy': {'1.8'}, Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'SecurityGroup': {'1.4'}, Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'SecurityGroupRule': {'1.2'}, Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'SubPort': {'1.0'}, Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Subnet': {'1.1'}, Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Trunk': {'1.1'}} Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: consumer versions: Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: { DHCP agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: L3 agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: Metadata agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: Metering agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: Open vSwitch agent@dv-neutron-824346-1-hyperv: { 'AddressGroup': '1.2', Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'ConntrackHelper': '1.0', Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Log': '1.0', Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Network': '1.1', Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Port': '1.7', Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'PortForwarding': '1.2', Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'QosPolicy': '1.8', Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'SecurityGroup': '1.4', Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'SecurityGroupRule': '1.2', Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'SubPort': '1.0', Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Subnet': '1.1', Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Trunk': '1.1'}} Jan 12 09:23:55.846940 dv-neutron-824346-1-hyperv neutron-server[87663]: {{(pid=87663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 09:23:55.879767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Network 60d59f14-2724-47db-8e44-c1c8d9f9ba93 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:23:55.897767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 60d59f14-2724-47db-8e44-c1c8d9f9ba93) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:23:55.904748 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:23:55.904849 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:55.908156 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3345fa-46af-400e-bf08-7055b28e2996 None None] Network 60d59f14-2724-47db-8e44-c1c8d9f9ba93 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:23:55.939400 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ea4b7bcc-e039-495f-a639-233d23200a14 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5503092 Jan 12 09:23:56.320033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-60d59f14-2724-47db-8e44-c1c8d9f9ba93', 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93', 'tenant_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'fixed_ips': [{'subnet_id': '9d06e9c9-0f7b-4397-9828-dd809a31783a'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:23:56.321228 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:56.509912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Allocated IP 172.20.0.2 (60d59f14-2724-47db-8e44-c1c8d9f9ba93/9d06e9c9-0f7b-4397-9828-dd809a31783a/b5df3b64-a372-4303-95cf-adeefd75ad9e) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:23:56.742950 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:56.756758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Transition to ACTIVE for port object b5df3b64-a372-4303-95cf-adeefd75ad9e will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:23:56.777054 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Transition to ACTIVE for port object b5df3b64-a372-4303-95cf-adeefd75ad9e will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:23:56.785883 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:56.850103 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Network 60d59f14-2724-47db-8e44-c1c8d9f9ba93 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:23:56.853044 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:23:56.856719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:23:56.866270 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Pushing event updated for resources: {'Port': ['ID=b5df3b64-a372-4303-95cf-adeefd75ad9e,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:23:56.909414 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:56.910121 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:56.910121 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:56.910427 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:56.910757 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:56.911126 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:56.911454 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:56.911778 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:56.912111 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:56.912410 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:56.912760 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:56.913061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Tracked resource versions report: Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: pushed versions: Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: { 'AddressGroup': {'1.2'}, Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'ConntrackHelper': {'1.0'}, Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Log': {'1.0'}, Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Network': {'1.1'}, Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Port': {'1.7'}, Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'PortForwarding': {'1.2'}, Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'QosPolicy': {'1.8'}, Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'SecurityGroup': {'1.4'}, Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'SecurityGroupRule': {'1.2'}, Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'SubPort': {'1.0'}, Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Subnet': {'1.1'}, Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Trunk': {'1.1'}} Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: consumer versions: Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: { DHCP agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: L3 agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: Metadata agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: Metering agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: Open vSwitch agent@dv-neutron-824346-1-hyperv: { 'AddressGroup': '1.2', Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'ConntrackHelper': '1.0', Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Log': '1.0', Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Network': '1.1', Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Port': '1.7', Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'PortForwarding': '1.2', Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'QosPolicy': '1.8', Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'SecurityGroup': '1.4', Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'SecurityGroupRule': '1.2', Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'SubPort': '1.0', Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Subnet': '1.1', Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Trunk': '1.1'}} Jan 12 09:23:56.914447 dv-neutron-824346-1-hyperv neutron-server[87665]: {{(pid=87665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 09:23:56.968278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Attempting to bind port b5df3b64-a372-4303-95cf-adeefd75ad9e on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:23:56.968713 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Attempting to bind port b5df3b64-a372-4303-95cf-adeefd75ad9e by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '665d3734-80e2-435a-8ebe-235dc112d4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:23:56.969131 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Attempting to bind port b5df3b64-a372-4303-95cf-adeefd75ad9e on network 60d59f14-2724-47db-8e44-c1c8d9f9ba93 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:23:56.974589 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:23:56.975019 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Checking segment: {'id': '665d3734-80e2-435a-8ebe-235dc112d4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:23:56.975509 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:56.975900 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Bound using segment: {'id': '665d3734-80e2-435a-8ebe-235dc112d4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:23:56.976365 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Bound port: b5df3b64-a372-4303-95cf-adeefd75ad9e, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665d3734-80e2-435a-8ebe-235dc112d4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:23:56.976754 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:57.083733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] For port b5df3b64-a372-4303-95cf-adeefd75ad9e, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:23:57.087540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] For port b5df3b64-a372-4303-95cf-adeefd75ad9e, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b5df3b64-a372-4303-95cf-adeefd75ad9e,segment=NetworkSegment(665d3734-80e2-435a-8ebe-235dc112d4c4),segment_id=665d3734-80e2-435a-8ebe-235dc112d4c4)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:23:57.094022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:23:57.183071 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974789d4-73bb-478d-b6b8-da6c62572b60 None None] Pushing event updated for resources: {'Port': ['ID=b5df3b64-a372-4303-95cf-adeefd75ad9e,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:23:58.352122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 56858) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:23:58.740924 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-97e79486-fe81-4fdb-993a-3b8bd276699c admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:23:58.741894 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-97e79486-fe81-4fdb-993a-3b8bd276699c admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3887317 Jan 12 09:24:00.509062 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b5df3b64-a372-4303-95cf-adeefd75ad9e up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:24:00.581878 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port b5df3b64-a372-4303-95cf-adeefd75ad9e completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:24:00.838313 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d4b0b8-e47f-4ca2-8a3b-cbeb0a447664 None None] Network 60d59f14-2724-47db-8e44-c1c8d9f9ba93 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:24:00.941569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b8fc1386-2bed-4fc5-949b-2e20df3886ec None None] Provisioning for port b5df3b64-a372-4303-95cf-adeefd75ad9e completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:24:00.957677 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b8fc1386-2bed-4fc5-949b-2e20df3886ec None None] Provisioning complete for port b5df3b64-a372-4303-95cf-adeefd75ad9e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:24:00.958078 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b8fc1386-2bed-4fc5-949b-2e20df3886ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:01.140898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 56872) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:24:01.176371 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b8fc1386-2bed-4fc5-949b-2e20df3886ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:01.216738 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-b8fc1386-2bed-4fc5-949b-2e20df3886ec None None] For port b5df3b64-a372-4303-95cf-adeefd75ad9e, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b5df3b64-a372-4303-95cf-adeefd75ad9e,segment=NetworkSegment(665d3734-80e2-435a-8ebe-235dc112d4c4),segment_id=665d3734-80e2-435a-8ebe-235dc112d4c4)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:24:01.222397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b8fc1386-2bed-4fc5-949b-2e20df3886ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:01.288788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc1386-2bed-4fc5-949b-2e20df3886ec None None] Pushing event updated for resources: {'Port': ['ID=b5df3b64-a372-4303-95cf-adeefd75ad9e,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:24:01.447799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2152008b-4097-41ab-a991-e06bd7e1024c None None] Provisioning complete for port b5df3b64-a372-4303-95cf-adeefd75ad9e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:24:01.448174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2152008b-4097-41ab-a991-e06bd7e1024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:01.525408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-11ae9af9-d737-4ffc-8c63-5cbbc02f2d6d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:24:01.526426 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-11ae9af9-d737-4ffc-8c63-5cbbc02f2d6d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3846252 Jan 12 09:24:02.477430 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b5df3b64-a372-4303-95cf-adeefd75ad9e up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:24:02.547344 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port b5df3b64-a372-4303-95cf-adeefd75ad9e triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:24:02.547764 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:04.190430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 56884) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:24:04.550852 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-8b95669f-f39f-4c07-9b90-11be663668d2 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'name': 'router1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:24:04.555994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8b95669f-f39f-4c07-9b90-11be663668d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:24:04.560518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8b95669f-f39f-4c07-9b90-11be663668d2 admin admin] Usage tracker for resource:router and tenant:f7e735b6c07c484dab23d1a4236c07c6 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:24:04.564602 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8b95669f-f39f-4c07-9b90-11be663668d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:24:04.571304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8b95669f-f39f-4c07-9b90-11be663668d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:24:04.586182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8b95669f-f39f-4c07-9b90-11be663668d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:04.588734 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8b95669f-f39f-4c07-9b90-11be663668d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:04.614314 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8b95669f-f39f-4c07-9b90-11be663668d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:04.735783 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8b95669f-f39f-4c07-9b90-11be663668d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:04.756398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8b95669f-f39f-4c07-9b90-11be663668d2 admin admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:04.757583 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8b95669f-f39f-4c07-9b90-11be663668d2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5660958 Jan 12 09:24:06.675161 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-21f0b018-e39b-4646-899f-a76f7fb4f6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:07.144865 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 56894) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:24:07.523912 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-1c0b9a9f-4624-4b63-a7e2-41862b00cf4f admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:24:07.525422 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1c0b9a9f-4624-4b63-a7e2-41862b00cf4f admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3795047 Jan 12 09:24:09.219643 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9a16f3e1-3a52-4554-884e-131dd8ba59cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:09.895525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 56904) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:24:10.266886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:10.286104 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:24:10.291139 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:24:10.295194 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Usage tracker for resource:network and tenant:8c37e452dbb049e29d7c1e1a8b5b0015 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:24:10.298406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:24:10.304382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:24:10.315787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Made reservation on behalf of 8c37e452dbb049e29d7c1e1a8b5b0015 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:24:10.318090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:10.349746 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:10.364786 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:24:10.368631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Usage tracker for resource:security_group_rule and tenant:8c37e452dbb049e29d7c1e1a8b5b0015 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:24:10.371895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:24:10.377613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:24:10.468039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:10.474048 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:10.499855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Reserving flat network on physical network physnet1 {{(pid=87663) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 12 09:24:10.509838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cc3fc5-fe4b-4d26-8afe-acb3bb9382fa,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:24:10.517945 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731691364877', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:10.518503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Unsubscribe: segment precommit_create {{(pid=87663) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 12 09:24:10.518981 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Added segment 1bf81569-b3b5-4d52-819b-fbac07ffc50c of type flat for network a0c71044-c202-4180-8447-4ec1d9a406cf Jan 12 09:24:10.560542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:10.610723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:10.611734 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:24:10.612316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:10.712427 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8156035 Jan 12 09:24:10.720219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eadd8-3bc7-4433-b5cc-bf7c59db3907 admin admin] Pushing event updated for resources: {'Network': ['ID=a0c71044-c202-4180-8447-4ec1d9a406cf,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:24:10.744597 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network a0c71044-c202-4180-8447-4ec1d9a406cf details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:24:10.870722 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:12.413799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:13.078259 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 56924) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:24:13.315505 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3390dd02-f69f-47a7-9e5d-bb55211cc924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:24:13.316805 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3390dd02-f69f-47a7-9e5d-bb55211cc924 admin admin] 10.222.0.26 "GET /v2.0/subnets/9d06e9c9-0f7b-4397-9828-dd809a31783a HTTP/1.1" status: 200 len: 849 time: 0.2374537 Jan 12 09:24:13.460059 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d245555f-4e46-4844-927c-84928520627a admin admin] 10.222.0.26 "GET /v2.0/routers/bd4beb7c-7c04-40b5-a0a0-de5007411342 HTTP/1.1" status: 200 len: 704 time: 0.1375356 Jan 12 09:24:13.938850 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:14.192915 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Allocated IP 172.20.0.1 (60d59f14-2724-47db-8e44-c1c8d9f9ba93/9d06e9c9-0f7b-4397-9828-dd809a31783a/ed3594f3-2924-49e2-8be6-eeece7e03a77) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:24:14.393399 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:14.424194 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Transition to ACTIVE for port object ed3594f3-2924-49e2-8be6-eeece7e03a77 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:24:14.483795 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:14.552412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Network 60d59f14-2724-47db-8e44-c1c8d9f9ba93 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:24:14.555410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:24:14.559290 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:24:14.559820 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:14.673441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed3594f3-2924-49e2-8be6-eeece7e03a77,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:24:14.797699 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-159bdff6-baa0-46c5-811d-9d76a5ca72d7 None None] Provisioning for port ed3594f3-2924-49e2-8be6-eeece7e03a77 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:24:14.802788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-159bdff6-baa0-46c5-811d-9d76a5ca72d7 None None] Provisioning complete for port ed3594f3-2924-49e2-8be6-eeece7e03a77 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:24:14.803190 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-159bdff6-baa0-46c5-811d-9d76a5ca72d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:14.821081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:14.859821 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-159bdff6-baa0-46c5-811d-9d76a5ca72d7 None None] Port ed3594f3-2924-49e2-8be6-eeece7e03a77 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:24:15.048198 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:15.054536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:15.055527 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:15.149783 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed3594f3-2924-49e2-8be6-eeece7e03a77,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:24:15.246185 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Network 60d59f14-2724-47db-8e44-c1c8d9f9ba93 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:24:15.247304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:24:15.445069 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Router bd4beb7c-7c04-40b5-a0a0-de5007411342 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:24:15.488760 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3b7dac7f-85c6-4300-a7a5-13d27c9f3246 None None] Provisioning complete for port ed3594f3-2924-49e2-8be6-eeece7e03a77 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:24:15.492391 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3b7dac7f-85c6-4300-a7a5-13d27c9f3246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:15.546634 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-3b7dac7f-85c6-4300-a7a5-13d27c9f3246 None None] Port ed3594f3-2924-49e2-8be6-eeece7e03a77 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:24:15.603034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:24:15.612387 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e86d8dc8-81f8-4d89-b2db-8bf839246ca5 admin admin] 10.222.0.26 "PUT /v2.0/routers/bd4beb7c-7c04-40b5-a0a0-de5007411342/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1472549 Jan 12 09:24:15.613418 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Sync routers for ids ['bd4beb7c-7c04-40b5-a0a0-de5007411342'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:24:15.624699 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Routers {'bd4beb7c-7c04-40b5-a0a0-de5007411342'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:24:15.625593 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:24:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['bd4beb7c-7c04-40b5-a0a0-de5007411342'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:24:15.806691 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Set router bd4beb7c-7c04-40b5-a0a0-de5007411342 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:24:16.183369 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4beb7c-7c04-40b5-a0a0-de5007411342', 'name': 'router1', 'tenant_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:24:04Z', 'updated_at': '2022-01-12T09:24:14Z', 'revision_number': 2, 'project_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'gw_port_host': None, '_interfaces': [{'id': 'ed3594f3-2924-49e2-8be6-eeece7e03a77', 'name': '', 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93', 'tenant_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'mac_address': 'fa:16:3e:64:db:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4beb7c-7c04-40b5-a0a0-de5007411342', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d06e9c9-0f7b-4397-9828-dd809a31783a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:24:13Z', 'updated_at': '2022-01-12T09:24:14Z', 'revision_number': 2, 'project_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'subnets': [{'id': '9d06e9c9-0f7b-4397-9828-dd809a31783a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e032f177-4048-48a4-9415-8feb99e9ccec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:24:16.189159 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Checking router: bd4beb7c-7c04-40b5-a0a0-de5007411342 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:24:16.189532 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Updating router bd4beb7c-7c04-40b5-a0a0-de5007411342 port ed3594f3-2924-49e2-8be6-eeece7e03a77 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:24:16.246707 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:16.664585 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:16.682454 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Transition to ACTIVE for port object ed3594f3-2924-49e2-8be6-eeece7e03a77 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:24:16.689874 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:16.929317 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff28044-1a1a-4203-b9ef-139374d4122a None None] Pushing event updated for resources: {'Port': ['ID=ed3594f3-2924-49e2-8be6-eeece7e03a77,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:24:16.941203 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28044-1a1a-4203-b9ef-139374d4122a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:24:16.941443 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28044-1a1a-4203-b9ef-139374d4122a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:24:16.941780 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28044-1a1a-4203-b9ef-139374d4122a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:24:16.942104 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28044-1a1a-4203-b9ef-139374d4122a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:24:16.942422 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28044-1a1a-4203-b9ef-139374d4122a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:24:16.942754 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28044-1a1a-4203-b9ef-139374d4122a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:24:16.943095 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28044-1a1a-4203-b9ef-139374d4122a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:24:16.943417 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28044-1a1a-4203-b9ef-139374d4122a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:24:16.943740 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28044-1a1a-4203-b9ef-139374d4122a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:24:16.944053 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28044-1a1a-4203-b9ef-139374d4122a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:24:16.944363 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28044-1a1a-4203-b9ef-139374d4122a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:24:16.944666 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28044-1a1a-4203-b9ef-139374d4122a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff28044-1a1a-4203-b9ef-139374d4122a None None] Tracked resource versions report: Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: pushed versions: Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: { 'AddressGroup': {'1.2'}, Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'ConntrackHelper': {'1.0'}, Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Log': {'1.0'}, Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Network': {'1.1'}, Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Port': {'1.7'}, Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'PortForwarding': {'1.2'}, Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'QosPolicy': {'1.8'}, Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'SecurityGroup': {'1.4'}, Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'SecurityGroupRule': {'1.2'}, Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'SubPort': {'1.0'}, Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Subnet': {'1.1'}, Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Trunk': {'1.1'}} Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: consumer versions: Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: { DHCP agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: L3 agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: Metadata agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: Metering agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: Open vSwitch agent@dv-neutron-824346-1-hyperv: { 'AddressGroup': '1.2', Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'ConntrackHelper': '1.0', Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Log': '1.0', Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Network': '1.1', Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Port': '1.7', Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'PortForwarding': '1.2', Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'QosPolicy': '1.8', Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'SecurityGroup': '1.4', Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'SecurityGroupRule': '1.2', Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'SubPort': '1.0', Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Subnet': '1.1', Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Trunk': '1.1'}} Jan 12 09:24:16.946025 dv-neutron-824346-1-hyperv neutron-server[87666]: {{(pid=87666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 09:24:16.954748 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Attempting to bind port ed3594f3-2924-49e2-8be6-eeece7e03a77 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:24:16.955689 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Attempting to bind port ed3594f3-2924-49e2-8be6-eeece7e03a77 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '665d3734-80e2-435a-8ebe-235dc112d4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:24:16.955689 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Attempting to bind port ed3594f3-2924-49e2-8be6-eeece7e03a77 on network 60d59f14-2724-47db-8e44-c1c8d9f9ba93 {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:24:16.963955 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:24:16.964426 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Checking segment: {'id': '665d3734-80e2-435a-8ebe-235dc112d4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:24:16.964946 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:16.965335 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Bound using segment: {'id': '665d3734-80e2-435a-8ebe-235dc112d4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:24:16.965853 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Bound port: ed3594f3-2924-49e2-8be6-eeece7e03a77, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665d3734-80e2-435a-8ebe-235dc112d4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:24:16.966376 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:17.057756 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] For port ed3594f3-2924-49e2-8be6-eeece7e03a77, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:24:17.062277 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] For port ed3594f3-2924-49e2-8be6-eeece7e03a77, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ed3594f3-2924-49e2-8be6-eeece7e03a77,segment=NetworkSegment(665d3734-80e2-435a-8ebe-235dc112d4c4),segment_id=665d3734-80e2-435a-8ebe-235dc112d4c4)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:24:17.068049 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:17.160249 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Routers {'bd4beb7c-7c04-40b5-a0a0-de5007411342'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:24:17.160881 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:24:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['bd4beb7c-7c04-40b5-a0a0-de5007411342'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:24:17.213828 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff28044-1a1a-4203-b9ef-139374d4122a None None] Pushing event updated for resources: {'Port': ['ID=ed3594f3-2924-49e2-8be6-eeece7e03a77,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:24:17.316101 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] Set router bd4beb7c-7c04-40b5-a0a0-de5007411342 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:24:17.646235 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4beb7c-7c04-40b5-a0a0-de5007411342', 'name': 'router1', 'tenant_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:24:04Z', 'updated_at': '2022-01-12T09:24:14Z', 'revision_number': 2, 'project_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'gw_port_host': None, '_interfaces': [{'id': 'ed3594f3-2924-49e2-8be6-eeece7e03a77', 'name': '', 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93', 'tenant_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'mac_address': 'fa:16:3e:64:db:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4beb7c-7c04-40b5-a0a0-de5007411342', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d06e9c9-0f7b-4397-9828-dd809a31783a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:24:13Z', 'updated_at': '2022-01-12T09:24:17Z', 'revision_number': 4, 'project_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'subnets': [{'id': '9d06e9c9-0f7b-4397-9828-dd809a31783a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e032f177-4048-48a4-9415-8feb99e9ccec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:24:17.650214 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76362d1-f36d-4edd-90b5-c23df86008dc None None] The sync data for ids ['bd4beb7c-7c04-40b5-a0a0-de5007411342'] in dv-neutron-824346-1-hyperv is: [{'id': 'bd4beb7c-7c04-40b5-a0a0-de5007411342', 'name': 'router1', 'tenant_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:24:04Z', 'updated_at': '2022-01-12T09:24:14Z', 'revision_number': 2, 'project_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'gw_port_host': None, '_interfaces': [{'id': 'ed3594f3-2924-49e2-8be6-eeece7e03a77', 'name': '', 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93', 'tenant_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'mac_address': 'fa:16:3e:64:db:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4beb7c-7c04-40b5-a0a0-de5007411342', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d06e9c9-0f7b-4397-9828-dd809a31783a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:24:13Z', 'updated_at': '2022-01-12T09:24:17Z', 'revision_number': 4, 'project_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'subnets': [{'id': '9d06e9c9-0f7b-4397-9828-dd809a31783a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e032f177-4048-48a4-9415-8feb99e9ccec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:24:17.809306 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 56946) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:24:17.962828 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d096010-92bb-4e2d-880c-0053b3261454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:24:17.964293 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5d096010-92bb-4e2d-880c-0053b3261454 admin admin] 10.222.0.26 "GET /v2.0/networks/a0c71044-c202-4180-8447-4ec1d9a406cf HTTP/1.1" status: 200 len: 842 time: 0.1540806 Jan 12 09:24:17.973941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] Request body: {'subnet': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'name': 'public-subnet', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:24:17.979588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:24:17.984215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] Usage tracker for resource:subnet and tenant:8c37e452dbb049e29d7c1e1a8b5b0015 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:24:17.987547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:24:17.993626 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:24:18.006891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] Made reservation on behalf of 8c37e452dbb049e29d7c1e1a8b5b0015 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:24:18.009222 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:18.498663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.objects.ports [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87664) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:24:18.499107 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:18.521919 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ed3594f3-2924-49e2-8be6-eeece7e03a77 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:24:18.582086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c3b2e47-be3b-4999-a552-bef9b6b07b7c,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:24:18.591744 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:24:18.592101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] Network hostable DHCP agents. Network: a0c71044-c202-4180-8447-4ec1d9a406cf, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:24:18.600318 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port ed3594f3-2924-49e2-8be6-eeece7e03a77 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:24:18.606154 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port ed3594f3-2924-49e2-8be6-eeece7e03a77 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:24:18.606945 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:18.618105 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:24:18.632104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, a0c71044-c202-4180-8447-4ec1d9a406cf) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:24:18.637756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:24:18.638331 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:18.645629 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d4ea84-2f3f-4a72-a810-76505a7d2952 None None] Network a0c71044-c202-4180-8447-4ec1d9a406cf requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:24:18.664235 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-94e98372-7a7f-477f-9eb3-551d56ca3357 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6937137 Jan 12 09:24:18.916986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:18.988504 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port ed3594f3-2924-49e2-8be6-eeece7e03a77, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ed3594f3-2924-49e2-8be6-eeece7e03a77,segment=NetworkSegment(665d3734-80e2-435a-8ebe-235dc112d4c4),segment_id=665d3734-80e2-435a-8ebe-235dc112d4c4)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:24:18.995465 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:19.025918 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1049124e-83a7-49c7-8a41-60f4564bf45c None None] Network a0c71044-c202-4180-8447-4ec1d9a406cf requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:24:19.142524 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=ed3594f3-2924-49e2-8be6-eeece7e03a77,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:24:20.486341 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ed3594f3-2924-49e2-8be6-eeece7e03a77 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:24:20.558890 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port ed3594f3-2924-49e2-8be6-eeece7e03a77 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:24:20.559261 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:20.872104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 56960) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:24:21.126910 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c6898d94-d541-4c22-9d9f-14602a3801d7 admin admin] 10.222.0.26 "GET /v2.0/routers/bd4beb7c-7c04-40b5-a0a0-de5007411342 HTTP/1.1" status: 200 len: 710 time: 0.2535949 Jan 12 09:24:21.253765 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa40941-698f-4f86-9542-ca259b7a5678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:24:21.255509 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3aa40941-698f-4f86-9542-ca259b7a5678 admin admin] 10.222.0.26 "GET /v2.0/networks/a0c71044-c202-4180-8447-4ec1d9a406cf HTTP/1.1" status: 200 len: 886 time: 0.1249862 Jan 12 09:24:21.264715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:24:21.706424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:22.082540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:22.143985 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:22.285317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Allocated IP 172.26.2.66 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/cd8198cd-1e22-4aa9-9f13-9d73063cd40d) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:24:22.433749 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:22.497638 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:22.563681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:24:22.566473 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:24:22.569315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:24:22.641466 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Pushing event updated for resources: {'Port': ['ID=cd8198cd-1e22-4aa9-9f13-9d73063cd40d,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:24:22.984082 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:23.330233 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:23.333955 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:23.561794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Router bd4beb7c-7c04-40b5-a0a0-de5007411342 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:24:23.744674 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:24:23.756797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:23.757714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Sync routers for ids ['bd4beb7c-7c04-40b5-a0a0-de5007411342'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:24:23.758192 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2fee02e2-1936-4d76-bf96-3ab2c67b2a2b admin admin] 10.222.0.26 "PUT /v2.0/routers/bd4beb7c-7c04-40b5-a0a0-de5007411342 HTTP/1.1" status: 200 len: 889 time: 2.4966249 Jan 12 09:24:23.768926 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Routers {'bd4beb7c-7c04-40b5-a0a0-de5007411342'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:24:23.769600 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:24:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['bd4beb7c-7c04-40b5-a0a0-de5007411342'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:24:23.955204 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Set router bd4beb7c-7c04-40b5-a0a0-de5007411342 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:24:24.291964 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4beb7c-7c04-40b5-a0a0-de5007411342', 'name': 'router1', 'tenant_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd8198cd-1e22-4aa9-9f13-9d73063cd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:24:04Z', 'updated_at': '2022-01-12T09:24:22Z', 'revision_number': 4, 'project_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'gw_port': {'id': 'cd8198cd-1e22-4aa9-9f13-9d73063cd40d', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:07:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4beb7c-7c04-40b5-a0a0-de5007411342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:24:22Z', 'updated_at': '2022-01-12T09:24:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ed3594f3-2924-49e2-8be6-eeece7e03a77', 'name': '', 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93', 'tenant_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'mac_address': 'fa:16:3e:64:db:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4beb7c-7c04-40b5-a0a0-de5007411342', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d06e9c9-0f7b-4397-9828-dd809a31783a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:24:13Z', 'updated_at': '2022-01-12T09:24:18Z', 'revision_number': 5, 'project_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'subnets': [{'id': '9d06e9c9-0f7b-4397-9828-dd809a31783a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e032f177-4048-48a4-9415-8feb99e9ccec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:24:24.297026 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Checking router: bd4beb7c-7c04-40b5-a0a0-de5007411342 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:24:24.297348 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Updating router bd4beb7c-7c04-40b5-a0a0-de5007411342 port cd8198cd-1e22-4aa9-9f13-9d73063cd40d binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:24:24.350630 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:24.702568 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:24.714523 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Transition to ACTIVE for port object cd8198cd-1e22-4aa9-9f13-9d73063cd40d will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:24:24.721224 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:24.798452 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e7f8d-853c-4b14-962d-37951385cf1c None None] Pushing event updated for resources: {'Port': ['ID=cd8198cd-1e22-4aa9-9f13-9d73063cd40d,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:24:24.804729 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Attempting to bind port cd8198cd-1e22-4aa9-9f13-9d73063cd40d on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:24:24.805100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Attempting to bind port cd8198cd-1e22-4aa9-9f13-9d73063cd40d by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:24:24.805477 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Attempting to bind port cd8198cd-1e22-4aa9-9f13-9d73063cd40d on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:24:24.810933 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:24:24.811306 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:24:24.811704 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:24.812127 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:24:24.812599 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Bound port: cd8198cd-1e22-4aa9-9f13-9d73063cd40d, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:24:24.813153 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:24.892592 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] For port cd8198cd-1e22-4aa9-9f13-9d73063cd40d, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:24:24.895708 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] For port cd8198cd-1e22-4aa9-9f13-9d73063cd40d, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cd8198cd-1e22-4aa9-9f13-9d73063cd40d,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:24:24.900840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:24.977797 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Routers {'bd4beb7c-7c04-40b5-a0a0-de5007411342'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:24:24.978392 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:24:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['bd4beb7c-7c04-40b5-a0a0-de5007411342'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:24:25.026043 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e7f8d-853c-4b14-962d-37951385cf1c None None] Pushing event updated for resources: {'Port': ['ID=cd8198cd-1e22-4aa9-9f13-9d73063cd40d,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:24:25.163324 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] Set router bd4beb7c-7c04-40b5-a0a0-de5007411342 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:24:25.483209 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4beb7c-7c04-40b5-a0a0-de5007411342', 'name': 'router1', 'tenant_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd8198cd-1e22-4aa9-9f13-9d73063cd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:24:04Z', 'updated_at': '2022-01-12T09:24:22Z', 'revision_number': 4, 'project_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'gw_port': {'id': 'cd8198cd-1e22-4aa9-9f13-9d73063cd40d', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:07:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4beb7c-7c04-40b5-a0a0-de5007411342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:24:22Z', 'updated_at': '2022-01-12T09:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ed3594f3-2924-49e2-8be6-eeece7e03a77', 'name': '', 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93', 'tenant_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'mac_address': 'fa:16:3e:64:db:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4beb7c-7c04-40b5-a0a0-de5007411342', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d06e9c9-0f7b-4397-9828-dd809a31783a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:24:13Z', 'updated_at': '2022-01-12T09:24:18Z', 'revision_number': 5, 'project_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'subnets': [{'id': '9d06e9c9-0f7b-4397-9828-dd809a31783a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e032f177-4048-48a4-9415-8feb99e9ccec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:24:25.487350 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a18d8fa-9320-4bea-a864-4b437b307ca0 None None] The sync data for ids ['bd4beb7c-7c04-40b5-a0a0-de5007411342'] in dv-neutron-824346-1-hyperv is: [{'id': 'bd4beb7c-7c04-40b5-a0a0-de5007411342', 'name': 'router1', 'tenant_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': 'cd8198cd-1e22-4aa9-9f13-9d73063cd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:24:04Z', 'updated_at': '2022-01-12T09:24:22Z', 'revision_number': 4, 'project_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'gw_port': {'id': 'cd8198cd-1e22-4aa9-9f13-9d73063cd40d', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:07:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4beb7c-7c04-40b5-a0a0-de5007411342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:24:22Z', 'updated_at': '2022-01-12T09:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ed3594f3-2924-49e2-8be6-eeece7e03a77', 'name': '', 'network_id': '60d59f14-2724-47db-8e44-c1c8d9f9ba93', 'tenant_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'mac_address': 'fa:16:3e:64:db:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4beb7c-7c04-40b5-a0a0-de5007411342', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d06e9c9-0f7b-4397-9828-dd809a31783a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:24:13Z', 'updated_at': '2022-01-12T09:24:18Z', 'revision_number': 5, 'project_id': 'f7e735b6c07c484dab23d1a4236c07c6', 'subnets': [{'id': '9d06e9c9-0f7b-4397-9828-dd809a31783a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e032f177-4048-48a4-9415-8feb99e9ccec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:24:26.068103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 56970) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:24:26.243678 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f07d7bd0-3e37-4153-aed4-05eafc39f2f4 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1744461 Jan 12 09:24:26.518409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device cd8198cd-1e22-4aa9-9f13-9d73063cd40d up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:24:26.592479 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port cd8198cd-1e22-4aa9-9f13-9d73063cd40d completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:24:26.597822 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port cd8198cd-1e22-4aa9-9f13-9d73063cd40d triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:24:26.598193 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:26.719977 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:26.737559 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port cd8198cd-1e22-4aa9-9f13-9d73063cd40d, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cd8198cd-1e22-4aa9-9f13-9d73063cd40d,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:24:26.742094 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:26.812278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=cd8198cd-1e22-4aa9-9f13-9d73063cd40d,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:24:28.497778 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device cd8198cd-1e22-4aa9-9f13-9d73063cd40d up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:24:28.585417 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port cd8198cd-1e22-4aa9-9f13-9d73063cd40d triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:24:28.586162 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:33.268970 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 5 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:24:36.676522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a2323809-5bfb-4938-a2ff-c26a2f929d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:39.224631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c8bc15b5-bd84-4d05-97fd-0b3b0e0fcd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:40.265068 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:40.874929 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:24:42.427034 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:25:06.672439 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-15d837cf-1d33-49e9-9f1c-7a7ffb544d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:25:09.233366 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0606fe8e-625f-4357-8fd2-8a3f9ab02fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:25:10.259007 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 5 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:25:10.261082 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:25:10.880858 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:25:12.433536 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:25:36.665502 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d8b49e39-ab6d-442d-b39b-5ac7635d3bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:25:39.229050 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a57ff30a-2119-4183-8174-4771279dcd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:25:40.343813 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:25:40.883106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:25:42.435686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:25:47.260765 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 5 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:26:06.669808 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-089de1ba-3bee-4b7f-b017-0da23abe6b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:09.225561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3e9ae12e-c313-4cd3-ad87-f9a3cd459154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:10.267199 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:10.893066 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:12.446160 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:24.260767 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 5 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:26:32.707970 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 57572) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:32.781401 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9becc24-bb78-49fb-9b37-e47501c62838 admin admin] GET failed (client error): The resource could not be found. Jan 12 09:26:32.781841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d9becc24-bb78-49fb-9b37-e47501c62838 admin admin] Synchronizing usage tracker for tenant:8c37e452dbb049e29d7c1e1a8b5b0015 on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:26:32.802262 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d9becc24-bb78-49fb-9b37-e47501c62838 admin admin] Unset dirty status for tenant:8c37e452dbb049e29d7c1e1a8b5b0015 on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:26:32.803739 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d9becc24-bb78-49fb-9b37-e47501c62838 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0947032 Jan 12 09:26:32.948693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee15641b-ae83-4e18-ae90-051a0690951c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:32.950186 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ee15641b-ae83-4e18-ae90-051a0690951c admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1424384 Jan 12 09:26:35.115372 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 57582) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:35.233394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25464dea-884c-47c0-863a-eeb1c4a0f922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:35.233949 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-25464dea-884c-47c0-863a-eeb1c4a0f922 admin admin] Synchronizing usage tracker for tenant:8c37e452dbb049e29d7c1e1a8b5b0015 on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:26:35.255584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-25464dea-884c-47c0-863a-eeb1c4a0f922 admin admin] Unset dirty status for tenant:8c37e452dbb049e29d7c1e1a8b5b0015 on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:26:35.256858 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-25464dea-884c-47c0-863a-eeb1c4a0f922 admin admin] 10.222.0.26 "GET /v2.0/subnets/9d06e9c9-0f7b-4397-9828-dd809a31783a HTTP/1.1" status: 200 len: 849 time: 0.1405258 Jan 12 09:26:35.267144 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:26:35.390960 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:35.595671 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731691316453'] for subnet, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:35.638532 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:35.639150 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:35.640449 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] 10.222.0.26 "PUT /v2.0/subnets/9d06e9c9-0f7b-4397-9828-dd809a31783a HTTP/1.1" status: 200 len: 868 time: 0.3773313 Jan 12 09:26:35.658204 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6194679b-ee85-427c-a6f6-d9a7bb46d9e1 None None] Network 60d59f14-2724-47db-8e44-c1c8d9f9ba93 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:26:35.675610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d06e9c9-0f7b-4397-9828-dd809a31783a,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:26:35.684881 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:35.685232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:35.685483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:35.685859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:35.686172 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:35.686462 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:35.686802 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:35.687143 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:35.687579 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:35.687773 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:35.688311 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:35.688579 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e114-2b68-4afb-8915-544d586eab37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:26:36.181923 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70c57c97-44a1-4b0c-abff-292c96e5cc7c None None] Provisioning complete for port b5df3b64-a372-4303-95cf-adeefd75ad9e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:26:36.182701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70c57c97-44a1-4b0c-abff-292c96e5cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:36.349600 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70c57c97-44a1-4b0c-abff-292c96e5cc7c None None] Provisioning complete for port ed3594f3-2924-49e2-8be6-eeece7e03a77 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:26:36.349898 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70c57c97-44a1-4b0c-abff-292c96e5cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:36.675732 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6d9ed28c-99fb-4305-aa7c-b83465e70cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:37.817894 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 57592) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:38.005086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65f18d-24e0-4cab-9102-db0472d006ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:38.005463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65f18d-24e0-4cab-9102-db0472d006ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:38.007019 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cf65f18d-24e0-4cab-9102-db0472d006ca admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1881070 Jan 12 09:26:39.231039 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3bec64d9-3c3e-4749-9ecd-3106de8ce988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:40.151284 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 57602) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:40.262616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:40.334014 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b919389-7bbd-4a04-8cd8-3e87edf08681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:40.334587 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b919389-7bbd-4a04-8cd8-3e87edf08681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:40.337301 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7b919389-7bbd-4a04-8cd8-3e87edf08681 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1846323 Jan 12 09:26:40.888957 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:42.442709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:26:42.483523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 57612) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:42.676025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f4d2a3-d4d7-46f4-a3ed-b46db8bbff11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:42.677422 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-45f4d2a3-d4d7-46f4-a3ed-b46db8bbff11 admin admin] 10.222.0.26 "GET /v2.0/networks/60d59f14-2724-47db-8e44-c1c8d9f9ba93 HTTP/1.1" status: 200 len: 869 time: 0.1929345 Jan 12 09:26:44.815199 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 57622) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:45.001179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32e0437-6209-4c73-b25d-b4b080b6859d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:45.002599 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f32e0437-6209-4c73-b25d-b4b080b6859d admin admin] 10.222.0.26 "GET /v2.0/networks/a0c71044-c202-4180-8447-4ec1d9a406cf HTTP/1.1" status: 200 len: 886 time: 0.1864448 Jan 12 09:26:47.182287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 57632) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:47.304502 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfc9721-b9ca-480d-b0a5-6ca4b8e9ff31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:47.304962 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfc9721-b9ca-480d-b0a5-6ca4b8e9ff31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:47.306451 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9dfc9721-b9ca-480d-b0a5-6ca4b8e9ff31 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232157 Jan 12 09:26:49.441263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 57642) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:49.600308 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feba38e-cc24-4a05-a492-7ab4198e38b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:49.600748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feba38e-cc24-4a05-a492-7ab4198e38b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:49.602315 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1feba38e-cc24-4a05-a492-7ab4198e38b3 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1600909 Jan 12 09:26:51.786784 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 57652) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:51.904573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec4659-4d0b-40ca-ab04-e0368afe5d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:51.906100 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-49ec4659-4d0b-40ca-ab04-e0368afe5d3e admin admin] 10.222.0.26 "GET /v2.0/subnets/4c3b2e47-be3b-4999-a552-bef9b6b07b7c HTTP/1.1" status: 200 len: 816 time: 0.1183414 Jan 12 09:26:54.074304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 57662) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:26:54.202456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc84a841-7d98-4900-bfff-31b71eb54c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:26:54.203876 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fc84a841-7d98-4900-bfff-31b71eb54c3d admin admin] 10.222.0.26 "GET /v2.0/subnets/9d06e9c9-0f7b-4397-9828-dd809a31783a HTTP/1.1" status: 200 len: 868 time: 0.1286068 Jan 12 09:27:01.262037 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 5 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:27:06.672679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2d815d4f-7a85-4fb1-bb6c-9373f83925ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:09.238473 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-76a76255-e82f-4b89-9f39-bde89621db1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:10.259482 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:10.893411 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:12.449059 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:17.531225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 57706) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:27:17.600613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-c3ff3195-5b11-4f08-a25b-ea1d24202bbc admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:27:17.602304 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c3ff3195-5b11-4f08-a25b-ea1d24202bbc admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0698745 Jan 12 09:27:19.838442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 57716) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:27:19.915619 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-012697ea-4eee-4ed3-bb87-ee8a61d4ef16 admin admin] GET failed (client error): The resource could not be found. Jan 12 09:27:19.917779 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-012697ea-4eee-4ed3-bb87-ee8a61d4ef16 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0783129 Jan 12 09:27:20.050321 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68a99ac-a15e-4c8e-8753-bd88dcc31b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:27:20.052023 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b68a99ac-a15e-4c8e-8753-bd88dcc31b65 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1300206 Jan 12 09:27:22.248465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 57726) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:27:22.303353 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-17c168c9-7439-4c5d-abe5-94bc41bf6451 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:27:22.308777 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-17c168c9-7439-4c5d-abe5-94bc41bf6451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:27:22.323598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-17c168c9-7439-4c5d-abe5-94bc41bf6451 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:27:22.336364 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c168c9-7439-4c5d-abe5-94bc41bf6451 admin admin] Made reservation on behalf of 8c37e452dbb049e29d7c1e1a8b5b0015 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:27:22.338951 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17c168c9-7439-4c5d-abe5-94bc41bf6451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:22.427081 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING neutron.services.revisions.revision_plugin [None req-17c168c9-7439-4c5d-abe5-94bc41bf6451 admin admin] Could not find related network for resource to bump revision. Jan 12 09:27:22.439984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c168c9-7439-4c5d-abe5-94bc41bf6451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:27:22.450319 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17c168c9-7439-4c5d-abe5-94bc41bf6451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:22.450654 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-17c168c9-7439-4c5d-abe5-94bc41bf6451 admin admin] Added segment cd22dec1-b6d0-49f3-8472-e99cae36a155 of type vlan for network 2ea4ca5e-48d8-40d1-86c6-aa582df6d57a Jan 12 09:27:22.486684 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17c168c9-7439-4c5d-abe5-94bc41bf6451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:22.520193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17c168c9-7439-4c5d-abe5-94bc41bf6451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:22.521256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c168c9-7439-4c5d-abe5-94bc41bf6451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:27:22.521857 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17c168c9-7439-4c5d-abe5-94bc41bf6451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:22.628784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c168c9-7439-4c5d-abe5-94bc41bf6451 admin admin] Pushing event updated for resources: {'Network': ['ID=2ea4ca5e-48d8-40d1-86c6-aa582df6d57a,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:27:22.642834 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-17c168c9-7439-4c5d-abe5-94bc41bf6451 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3839672 Jan 12 09:27:22.643350 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 2ea4ca5e-48d8-40d1-86c6-aa582df6d57a details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:27:24.818223 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 57736) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:27:24.891304 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bf1dc5-415a-4e30-959c-c08b32edb23e admin admin] GET failed (client error): The resource could not be found. Jan 12 09:27:24.891836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c6bf1dc5-415a-4e30-959c-c08b32edb23e admin admin] Synchronizing usage tracker for tenant:8c37e452dbb049e29d7c1e1a8b5b0015 on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:27:24.908529 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c6bf1dc5-415a-4e30-959c-c08b32edb23e admin admin] Unset dirty status for tenant:8c37e452dbb049e29d7c1e1a8b5b0015 on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:27:24.909695 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c6bf1dc5-415a-4e30-959c-c08b32edb23e admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0906315 Jan 12 09:27:25.020108 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb13d97-66c3-4751-b3e7-240adb061107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:27:25.021582 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ddb13d97-66c3-4751-b3e7-240adb061107 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1078408 Jan 12 09:27:25.035531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-bac2408e-e3de-418d-8119-2143ea45c6f5 admin admin] Request body: {'subnet': {'network_id': '2ea4ca5e-48d8-40d1-86c6-aa582df6d57a', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:27:25.043279 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-bac2408e-e3de-418d-8119-2143ea45c6f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:27:25.059163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-bac2408e-e3de-418d-8119-2143ea45c6f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:27:25.074649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac2408e-e3de-418d-8119-2143ea45c6f5 admin admin] Made reservation on behalf of 8c37e452dbb049e29d7c1e1a8b5b0015 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:27:25.078833 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bac2408e-e3de-418d-8119-2143ea45c6f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:25.321368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bac2408e-e3de-418d-8119-2143ea45c6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:25.396321 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2408e-e3de-418d-8119-2143ea45c6f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b62c0e-0e06-40c2-a2c6-956a9e8a42d3,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:27:25.406753 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac2408e-e3de-418d-8119-2143ea45c6f5 admin admin] Checking segment: {'id': 'cd22dec1-b6d0-49f3-8472-e99cae36a155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2ea4ca5e-48d8-40d1-86c6-aa582df6d57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:27:25.407128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac2408e-e3de-418d-8119-2143ea45c6f5 admin admin] Network hostable DHCP agents. Network: 2ea4ca5e-48d8-40d1-86c6-aa582df6d57a, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:27:25.430663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac2408e-e3de-418d-8119-2143ea45c6f5 admin admin] Network 2ea4ca5e-48d8-40d1-86c6-aa582df6d57a is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:27:25.442083 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-bac2408e-e3de-418d-8119-2143ea45c6f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 2ea4ca5e-48d8-40d1-86c6-aa582df6d57a) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:27:25.447721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac2408e-e3de-418d-8119-2143ea45c6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:27:25.448088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bac2408e-e3de-418d-8119-2143ea45c6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:25.453035 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7936e33b-31e2-4da2-b875-14286cf36267 None None] Network 2ea4ca5e-48d8-40d1-86c6-aa582df6d57a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:27:25.480596 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bac2408e-e3de-418d-8119-2143ea45c6f5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4504287 Jan 12 09:27:25.721780 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-2ea4ca5e-48d8-40d1-86c6-aa582df6d57a', 'network_id': '2ea4ca5e-48d8-40d1-86c6-aa582df6d57a', 'tenant_id': '8c37e452dbb049e29d7c1e1a8b5b0015', 'fixed_ips': [{'subnet_id': '92b62c0e-0e06-40c2-a2c6-956a9e8a42d3'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:27:25.722660 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:25.896107 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Allocated IP 192.168.233.2 (2ea4ca5e-48d8-40d1-86c6-aa582df6d57a/92b62c0e-0e06-40c2-a2c6-956a9e8a42d3/a76599c3-74ff-4a6b-a3c7-3ac368502630) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:27:26.113073 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:26.125395 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Transition to ACTIVE for port object a76599c3-74ff-4a6b-a3c7-3ac368502630 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:27:26.151307 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Transition to ACTIVE for port object a76599c3-74ff-4a6b-a3c7-3ac368502630 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:27:26.158670 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:26.270634 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Network 2ea4ca5e-48d8-40d1-86c6-aa582df6d57a is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:27:26.273804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:27:26.280617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Pushing event updated for resources: {'Port': ['ID=a76599c3-74ff-4a6b-a3c7-3ac368502630,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:27:26.283147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:27:26.292297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:27:26.292662 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:27:26.293008 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:27:26.293340 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:27:26.293675 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:27:26.294015 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:27:26.294343 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:27:26.294667 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:27:26.295017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:27:26.295366 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:27:26.295704 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:27:26.296009 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:27:26.385415 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Attempting to bind port a76599c3-74ff-4a6b-a3c7-3ac368502630 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:27:26.385683 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Attempting to bind port a76599c3-74ff-4a6b-a3c7-3ac368502630 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'cd22dec1-b6d0-49f3-8472-e99cae36a155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2ea4ca5e-48d8-40d1-86c6-aa582df6d57a'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:27:26.386030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Attempting to bind port a76599c3-74ff-4a6b-a3c7-3ac368502630 on network 2ea4ca5e-48d8-40d1-86c6-aa582df6d57a {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:27:26.391831 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:27:26.392194 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Checking segment: {'id': 'cd22dec1-b6d0-49f3-8472-e99cae36a155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2ea4ca5e-48d8-40d1-86c6-aa582df6d57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:27:26.392586 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:26.392965 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Bound using segment: {'id': 'cd22dec1-b6d0-49f3-8472-e99cae36a155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2ea4ca5e-48d8-40d1-86c6-aa582df6d57a'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:27:26.393414 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Bound port: a76599c3-74ff-4a6b-a3c7-3ac368502630, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd22dec1-b6d0-49f3-8472-e99cae36a155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2ea4ca5e-48d8-40d1-86c6-aa582df6d57a'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:27:26.393794 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:26.496670 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] For port a76599c3-74ff-4a6b-a3c7-3ac368502630, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:27:26.500093 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] For port a76599c3-74ff-4a6b-a3c7-3ac368502630, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a76599c3-74ff-4a6b-a3c7-3ac368502630,segment=NetworkSegment(cd22dec1-b6d0-49f3-8472-e99cae36a155),segment_id=cd22dec1-b6d0-49f3-8472-e99cae36a155)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:27:26.506650 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:26.587592 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d86dc-56fa-439a-9111-b98705c1260a None None] Pushing event updated for resources: {'Port': ['ID=a76599c3-74ff-4a6b-a3c7-3ac368502630,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:27:27.501651 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641fe701-1f18-4804-bd42-cbb6f97688f5 None None] Network 2ea4ca5e-48d8-40d1-86c6-aa582df6d57a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:27:27.612530 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3accfa07-036b-4695-a2f8-2e9d1d25cefd None None] Provisioning for port a76599c3-74ff-4a6b-a3c7-3ac368502630 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:27:28.636002 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a76599c3-74ff-4a6b-a3c7-3ac368502630 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:27:28.716983 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port a76599c3-74ff-4a6b-a3c7-3ac368502630 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:27:28.722437 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a76599c3-74ff-4a6b-a3c7-3ac368502630 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:27:28.722881 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:28.847900 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:28.880707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port a76599c3-74ff-4a6b-a3c7-3ac368502630, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a76599c3-74ff-4a6b-a3c7-3ac368502630,segment=NetworkSegment(cd22dec1-b6d0-49f3-8472-e99cae36a155),segment_id=cd22dec1-b6d0-49f3-8472-e99cae36a155)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:27:28.885683 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:28.953032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=a76599c3-74ff-4a6b-a3c7-3ac368502630,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:27:30.622914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a76599c3-74ff-4a6b-a3c7-3ac368502630 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:27:30.702181 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a76599c3-74ff-4a6b-a3c7-3ac368502630 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:27:30.702607 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:36.672088 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3e7150cb-1a31-4508-9a6d-4f6d096b5088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:38.261736 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 5 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:27:39.238506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ac17cec0-b5c8-4f38-9fcf-baeae0861117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:40.260515 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:40.894795 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:27:42.446413 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:06.667216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b37a5e1a-4fc0-497b-a435-2494fa0fdb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:09.233200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-55755872-cc7d-4ad7-a74c-97202dee10b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:10.257495 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:10.898287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:12.458877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:15.261995 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 5 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:28:36.676991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2e4573ac-476b-4060-8fbf-04503e6fc60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:39.245685 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e777de2f-0edc-473d-945a-988f731d80ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:40.262032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:40.900543 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:42.462169 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:52.261671 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 5 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:28:55.348818 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 57786) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:28:55.355073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-2b90e913-15d7-48ef-8f4d-c29be1d05f16 tempest-verify_tempest_config-585500157 tempest-verify_tempest_config-585500157-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:28:55.356006 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2b90e913-15d7-48ef-8f4d-c29be1d05f16 tempest-verify_tempest_config-585500157 tempest-verify_tempest_config-585500157-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062056 Jan 12 09:28:55.727362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 57804) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:28:55.851634 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:55.866843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:28:55.870929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Usage tracker for resource:security_group_rule and tenant:0d7fabe2a6c444ee90a807d4652c6844 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:28:55.873751 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:28:55.880128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:28:55.965269 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:55.970481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:56.017164 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d7fabe2a6c444ee90a807d4652c6844&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2886581 Jan 12 09:28:56.017982 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c9471e-5af8-42fa-9da4-e5167a4a509a,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:28:56.020023 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 57810) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:28:56.025507 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.025869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.026207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.026535 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.026975 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.027478 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.027823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.028136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.028471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.028787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.029092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.029400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292e375-7375-47c9-84fe-eab9aecda35e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.088156 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:56.115754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:56.217352 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:56.232589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c9471e-5af8-42fa-9da4-e5167a4a509a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:28:56.242375 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.242877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.243109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.243448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.243779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.244127 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.244447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.244773 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.245096 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.245401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.245731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.246051 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:28:56.250376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:28:56.255920 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-efa68350-6abb-4600-9c66-05c3ce8a0727 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39c9471e-5af8-42fa-9da4-e5167a4a509a HTTP/1.1" status: 204 len: 168 time: 0.2346065 Jan 12 09:29:06.672102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d307920d-7f1f-405c-bcaa-e7e9920dfe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:09.242160 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9480a827-fa80-4c3b-b2e5-cb17d4a758a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:10.260676 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:10.912429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:12.460449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:29.263182 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 5 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:29:36.683917 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bd352583-ef95-4800-9808-53557d45f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:39.248295 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a83e3faf-9c33-4241-ba26-33f25ceebbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:40.257012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:40.909476 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:29:42.465148 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:06.266427 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 5 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:30:06.681074 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bda3698a-554c-4d1b-a7f3-8dc66ea9f7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:09.243713 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2f8a0f49-4d31-4115-8a0d-2727e2921983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:10.255018 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:10.909876 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:12.467294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:16.446294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-983947'] for agent, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:31.345036 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 57880) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:30:31.475025 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2bf9e280-8960-4dba-a516-817592d9749e admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1285522 Jan 12 09:30:33.614061 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 57890) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:30:33.678739 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-41ce7a5b-af2c-414c-9aef-5ed8de2a0513 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0636160 Jan 12 09:30:36.675114 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-658dde70-bc33-480f-a506-b736f29ca41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:39.254816 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a96ce4f7-535c-4b8b-8a6d-3cdb0ea82320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:40.252118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:40.915412 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:42.473477 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:30:43.270624 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:30:46.413237 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:06.681013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-668a928c-bb0b-4ab4-ac1c-58bddbe87fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:09.260458 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d8e9a5e4-f166-461f-85c0-d0c0ccc1105a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:10.251958 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:10.929531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:12.480930 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:16.419098 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:20.270262 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:31:36.676933 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-75935869-0d73-479e-91e2-5f0445aa12a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:39.255003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3d0b761c-c028-4d56-9df8-5e690a0f9cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:40.251118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:40.921186 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:42.481459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:46.414589 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:31:57.271089 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:32:01.877791 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58082) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:02.117900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58096) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:02.318869 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2131599487'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:02.324468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:02.328993 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Usage tracker for resource:network and tenant:452e3c27c4f94f15953f65851f56d309 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:02.331906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:02.338210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:02.348175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Made reservation on behalf of 452e3c27c4f94f15953f65851f56d309 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:02.350778 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58108) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:02.352151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:02.366814 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:02.382050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:02.385952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Usage tracker for resource:security_group_rule and tenant:452e3c27c4f94f15953f65851f56d309 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:02.388769 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:02.394789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:02.478330 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:02.483151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:02.521245 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f235ac4-213e-46ca-9bf4-ead8a9ae8865,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:02.523611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:02.532604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:02.533029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:02.533442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:02.533849 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:02.534280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:02.534804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:02.535126 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:02.535524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:02.535921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:02.536313 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:02.536703 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:02.537106 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Tracked resource versions report: Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: pushed versions: Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: { 'AddressGroup': {'1.2'}, Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'ConntrackHelper': {'1.0'}, Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Log': {'1.0'}, Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Network': {'1.1'}, Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Port': {'1.7'}, Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'PortForwarding': {'1.2'}, Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'QosPolicy': {'1.8'}, Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'SecurityGroup': {'1.4'}, Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'SecurityGroupRule': {'1.2'}, Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'SubPort': {'1.0'}, Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Subnet': {'1.1'}, Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Trunk': {'1.1'}} Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: consumer versions: Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: { DHCP agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: HyperV agent@hv-neutron-8243: {}, Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: L3 agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: Metadata agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: Metering agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: Open vSwitch agent@dv-neutron-824346-1-hyperv: { 'AddressGroup': '1.2', Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'ConntrackHelper': '1.0', Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Log': '1.0', Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Network': '1.1', Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Port': '1.7', Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'PortForwarding': '1.2', Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'QosPolicy': '1.8', Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'SecurityGroup': '1.4', Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'SecurityGroupRule': '1.2', Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'SubPort': '1.0', Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Subnet': '1.1', Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: 'Trunk': '1.1'}} Jan 12 09:32:02.538646 dv-neutron-824346-1-hyperv neutron-server[87663]: {{(pid=87663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 09:32:02.549870 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:02.550454 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Added segment 20557c7a-8996-4656-87fd-fc2994379965 of type vlan for network 24aa9364-b8f3-4949-8438-deaa36e20db2 Jan 12 09:32:02.559130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1875479056-network', 'tenant_id': '3cc823a812264b34a63384f9a88614d6'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:02.565061 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:02.570737 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Usage tracker for resource:network and tenant:3cc823a812264b34a63384f9a88614d6 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:02.576229 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:02.591106 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58118) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:02.596839 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:02.608905 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:02.634968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Made reservation on behalf of 3cc823a812264b34a63384f9a88614d6 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:02.638081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:02.651676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:02.657561 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:02.658222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:02.662254 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:02.711859 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:02.719282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Usage tracker for resource:security_group_rule and tenant:3cc823a812264b34a63384f9a88614d6 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:02.729510 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8506513 Jan 12 09:32:02.730831 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:02.733595 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58130) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:02.743857 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-14fbf1cd-19b7-4693-b586-34cb827ea654 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Request body: {'subnet': {'network_id': '24aa9364-b8f3-4949-8438-deaa36e20db2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:02.748404 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:02.816008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395cfa3-185d-4a17-9842-8b127c212327 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event updated for resources: {'Network': ['ID=24aa9364-b8f3-4949-8438-deaa36e20db2,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:02.830007 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 24aa9364-b8f3-4949-8438-deaa36e20db2 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:02.885475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-590366113-network', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:02.891245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:02.896431 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Usage tracker for resource:network and tenant:ebb294eb2d1b42b58d6a86284879f275 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:02.899784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:02.906386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:02.917530 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1191303219-network', 'tenant_id': '4a462b68449743d888150888eed67276'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:02.921826 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-14fbf1cd-19b7-4693-b586-34cb827ea654 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:02.926948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-14fbf1cd-19b7-4693-b586-34cb827ea654 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Usage tracker for resource:subnet and tenant:452e3c27c4f94f15953f65851f56d309 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:02.931699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:02.932627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-14fbf1cd-19b7-4693-b586-34cb827ea654 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:02.940150 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-14fbf1cd-19b7-4693-b586-34cb827ea654 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:02.940807 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:02.947119 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:02.956020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Usage tracker for resource:network and tenant:4a462b68449743d888150888eed67276 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:02.960918 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:02.962324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Made reservation on behalf of ebb294eb2d1b42b58d6a86284879f275 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:02.964946 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:02.977955 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:02.982744 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:02.983318 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Added segment 0046c9f5-79e6-4aaa-b93b-2fb55138080b of type vlan for network b58e70f3-410d-4dd4-968c-5801134546cd Jan 12 09:32:02.983926 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:02.997975 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fbf1cd-19b7-4693-b586-34cb827ea654 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Made reservation on behalf of 452e3c27c4f94f15953f65851f56d309 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:03.001893 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-14fbf1cd-19b7-4693-b586-34cb827ea654 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks [] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.019003 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58146) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:03.020074 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:03.024369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.052781 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:03.056401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734575e8-d063-48e3-a629-f8816694402b,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:03.059600 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.060979 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:03.061707 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.064862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Usage tracker for resource:security_group_rule and tenant:ebb294eb2d1b42b58d6a86284879f275 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:03.070855 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:03.077699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Made reservation on behalf of 4a462b68449743d888150888eed67276 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:03.080471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.103000 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9839060 Jan 12 09:32:03.108411 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58154) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:03.127825 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-aea47943-eebc-415f-a673-3cb834d28a1c admin admin] Request body: {'subnet': {'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1875479056-subnet', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:03.133173 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-aea47943-eebc-415f-a673-3cb834d28a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:03.137503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-aea47943-eebc-415f-a673-3cb834d28a1c admin admin] Usage tracker for resource:subnet and tenant:3cc823a812264b34a63384f9a88614d6 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:03.144628 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-aea47943-eebc-415f-a673-3cb834d28a1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:03.151241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-aea47943-eebc-415f-a673-3cb834d28a1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:03.200998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:03.202887 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.220377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea47943-eebc-415f-a673-3cb834d28a1c admin admin] Made reservation on behalf of 3cc823a812264b34a63384f9a88614d6 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:03.223067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aea47943-eebc-415f-a673-3cb834d28a1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.231791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:03.245615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Usage tracker for resource:security_group_rule and tenant:4a462b68449743d888150888eed67276 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:03.250919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:03.264844 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:03.332320 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439f818-5521-4b26-a6bc-b14e8faac760 admin admin] Pushing event updated for resources: {'Network': ['ID=b58e70f3-410d-4dd4-968c-5801134546cd,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:03.349903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network b58e70f3-410d-4dd4-968c-5801134546cd details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:03.391101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.403198 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1243177634'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:03.414104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:03.418463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Usage tracker for resource:network and tenant:4c31c05e11e648868adee1fa23a9ff59 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:03.421556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:03.427851 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:03.436958 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.450814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:03.460804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.461377 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Added segment ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6 of type vlan for network f97beb88-ba86-4f8e-9a7c-dda2e84c4fba Jan 12 09:32:03.488231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.534034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aea47943-eebc-415f-a673-3cb834d28a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.535045 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Made reservation on behalf of 4c31c05e11e648868adee1fa23a9ff59 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:03.543449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.565966 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.579209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.580490 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:03.581239 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.597764 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:03.603313 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Usage tracker for resource:security_group_rule and tenant:4c31c05e11e648868adee1fa23a9ff59 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:03.607031 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:03.610359 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea47943-eebc-415f-a673-3cb834d28a1c admin admin] Checking segment: {'id': '0046c9f5-79e6-4aaa-b93b-2fb55138080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:03.610715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea47943-eebc-415f-a673-3cb834d28a1c admin admin] Network hostable DHCP agents. Network: b58e70f3-410d-4dd4-968c-5801134546cd, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:32:03.635495 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:03.641664 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea47943-eebc-415f-a673-3cb834d28a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=59039bb2-2ecd-4352-a837-d58b0d19d54e,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:03.654454 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea47943-eebc-415f-a673-3cb834d28a1c admin admin] Network b58e70f3-410d-4dd4-968c-5801134546cd is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:32:03.669599 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-aea47943-eebc-415f-a673-3cb834d28a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, b58e70f3-410d-4dd4-968c-5801134546cd) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:03.680946 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947edc26-99c1-4444-a841-bebc15d2f1d8 None None] Network b58e70f3-410d-4dd4-968c-5801134546cd requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:03.702367 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea47943-eebc-415f-a673-3cb834d28a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:03.703195 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aea47943-eebc-415f-a673-3cb834d28a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.761020 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-aea47943-eebc-415f-a673-3cb834d28a1c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6509204 Jan 12 09:32:03.761776 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58176) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:03.768747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1875479056-router', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:03.777033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:03.786681 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1940317 Jan 12 09:32:03.794166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Usage tracker for resource:router and tenant:3cc823a812264b34a63384f9a88614d6 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:03.797942 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58184) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:03.806862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:03.818126 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-42c7f9ec-97bd-422a-8d44-535b46399cf0 admin admin] Request body: {'subnet': {'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-590366113-subnet', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:03.824268 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f53414a-a8be-4718-9d05-3ce17715e248,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:03.830509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-42c7f9ec-97bd-422a-8d44-535b46399cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:03.840238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:03.848261 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-42c7f9ec-97bd-422a-8d44-535b46399cf0 admin admin] Usage tracker for resource:subnet and tenant:ebb294eb2d1b42b58d6a86284879f275 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:03.860496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-42c7f9ec-97bd-422a-8d44-535b46399cf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:03.869852 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-14fbf1cd-19b7-4693-b586-34cb827ea654 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.878536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-42c7f9ec-97bd-422a-8d44-535b46399cf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:03.894918 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.897356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.926606 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c7f9ec-97bd-422a-8d44-535b46399cf0 admin admin] Made reservation on behalf of ebb294eb2d1b42b58d6a86284879f275 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:03.932521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-42c7f9ec-97bd-422a-8d44-535b46399cf0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.971836 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58188) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:03.980626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:03.980760 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Pushing event updated for resources: {'Network': ['ID=f97beb88-ba86-4f8e-9a7c-dda2e84c4fba,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:03.986137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58192) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:04.000181 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.000876 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.001358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.001843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.002738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.003241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.003903 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.004387 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.004864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.005334 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.005869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.006386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Tracked resource versions report: Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: pushed versions: Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: { 'AddressGroup': {'1.2'}, Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'ConntrackHelper': {'1.0'}, Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Log': {'1.0'}, Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Network': {'1.1'}, Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Port': {'1.7'}, Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'PortForwarding': {'1.2'}, Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'QosPolicy': {'1.8'}, Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'SecurityGroup': {'1.4'}, Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'SecurityGroupRule': {'1.2'}, Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'SubPort': {'1.0'}, Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Subnet': {'1.1'}, Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Trunk': {'1.1'}} Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: consumer versions: Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: { DHCP agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: HyperV agent@hv-neutron-8243: {}, Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: L3 agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: Metadata agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: Metering agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: Open vSwitch agent@dv-neutron-824346-1-hyperv: { 'AddressGroup': '1.2', Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'ConntrackHelper': '1.0', Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Log': '1.0', Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Network': '1.1', Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Port': '1.7', Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'PortForwarding': '1.2', Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'QosPolicy': '1.8', Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'SecurityGroup': '1.4', Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'SecurityGroupRule': '1.2', Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'SubPort': '1.0', Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Subnet': '1.1', Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: 'Trunk': '1.1'}} Jan 12 09:32:04.007771 dv-neutron-824346-1-hyperv neutron-server[87664]: {{(pid=87664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 09:32:04.021868 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.034906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.035527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.036060 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.036618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.037140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.037682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.038203 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.038740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.039331 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.039847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.040363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.040877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9964077-1709-4565-8699-af5150e40e7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:04.073290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.094836 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network f97beb88-ba86-4f8e-9a7c-dda2e84c4fba details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:04.148943 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbf1cd-19b7-4693-b586-34cb827ea654 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event updated for resources: {'Subnet': ['ID=877685bd-be2c-44f8-968d-6269c6e89ae9,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:04.196900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.219185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:04.229287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.261165 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-b58e70f3-410d-4dd4-968c-5801134546cd', 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'fixed_ips': [{'subnet_id': '59039bb2-2ecd-4352-a837-d58b0d19d54e'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:32:04.262414 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.268188 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a1ce42-35c6-47f5-9d41-16670895f57c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:04.271081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.271425 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Added segment bc0746f0-94e8-427e-9ea6-eb316e649876 of type vlan for network fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a Jan 12 09:32:04.280291 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbf1cd-19b7-4693-b586-34cb827ea654 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Checking segment: {'id': '20557c7a-8996-4656-87fd-fc2994379965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '24aa9364-b8f3-4949-8438-deaa36e20db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:04.280648 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fbf1cd-19b7-4693-b586-34cb827ea654 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Network hostable DHCP agents. Network: 24aa9364-b8f3-4949-8438-deaa36e20db2, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:32:04.324443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-25956887'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:04.343792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-948677503'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:04.368279 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:04.393074 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.423891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=074a9ef3-105d-4fae-bf3a-2c6527bde720,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:04.434086 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:04.443714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Allocated IP 172.20.0.2 (b58e70f3-410d-4dd4-968c-5801134546cd/59039bb2-2ecd-4352-a837-d58b0d19d54e/f8177f0e-7367-410a-bd67-aa284c1550cf) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:04.448173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:04.454601 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Usage tracker for resource:network and tenant:048d9cec1df84db5b2c2ff59a19dffe2 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:04.462808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.463888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:04.464530 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.500984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Usage tracker for resource:network and tenant:e57c049be2234daaa30d39e63bd2eac3 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:04.516906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:04.523566 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fbf1cd-19b7-4693-b586-34cb827ea654 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Network 24aa9364-b8f3-4949-8438-deaa36e20db2 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:32:04.526428 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:04.537444 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.537903 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Added segment d13be91b-d1cd-401b-89b7-939b9cecbe23 of type vlan for network d9c1e969-b760-4e3b-8ccf-eaf1608b977b Jan 12 09:32:04.539888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.545406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:04.563045 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2104778 Jan 12 09:32:04.568376 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:04.569029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58208) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:04.577052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-8bb48d48-8ff3-4295-abc3-33fe94d02ab4 admin admin] Request body: {'subnet': {'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1191303219-subnet', 'tenant_id': '4a462b68449743d888150888eed67276', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:04.591378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-14fbf1cd-19b7-4693-b586-34cb827ea654 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 24aa9364-b8f3-4949-8438-deaa36e20db2) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:04.613565 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Made reservation on behalf of 048d9cec1df84db5b2c2ff59a19dffe2 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:04.616976 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.622639 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f4c9f1-dc61-4f17-a68c-c526d26a5f8b None None] Network 24aa9364-b8f3-4949-8438-deaa36e20db2 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:04.627916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8bb48d48-8ff3-4295-abc3-33fe94d02ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:04.647003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.659075 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8bb48d48-8ff3-4295-abc3-33fe94d02ab4 admin admin] Usage tracker for resource:subnet and tenant:4a462b68449743d888150888eed67276 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:04.659885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fbf1cd-19b7-4693-b586-34cb827ea654 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:04.660570 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-14fbf1cd-19b7-4693-b586-34cb827ea654 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.664699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8bb48d48-8ff3-4295-abc3-33fe94d02ab4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:04.675770 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8bb48d48-8ff3-4295-abc3-33fe94d02ab4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:04.688361 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:04.690222 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc3720-252d-465a-8c06-f35682b34184 admin admin] Pushing event updated for resources: {'Network': ['ID=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:04.691941 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-42c7f9ec-97bd-422a-8d44-535b46399cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.698394 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-14fbf1cd-19b7-4693-b586-34cb827ea654 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9626067 Jan 12 09:32:04.701181 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58216) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:04.708122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Request body: {'port': {'network_id': '24aa9364-b8f3-4949-8438-deaa36e20db2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-363859334'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:04.723416 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.729874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Made reservation on behalf of e57c049be2234daaa30d39e63bd2eac3 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:04.734487 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.757680 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58222) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:04.760368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.762453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Usage tracker for resource:security_group_rule and tenant:048d9cec1df84db5b2c2ff59a19dffe2 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:04.766888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:04.768884 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:04.773576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7f9ec-97bd-422a-8d44-535b46399cf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=534f7caf-d9ea-461d-b429-d1585a1de062,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:04.780022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:04.783038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb48d48-8ff3-4295-abc3-33fe94d02ab4 admin admin] Made reservation on behalf of 4a462b68449743d888150888eed67276 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:04.785304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8bb48d48-8ff3-4295-abc3-33fe94d02ab4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.875591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:32:04.956486 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:04.965615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.968144 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c7f9ec-97bd-422a-8d44-535b46399cf0 admin admin] Checking segment: {'id': 'ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:04.969545 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c7f9ec-97bd-422a-8d44-535b46399cf0 admin admin] Network hostable DHCP agents. Network: f97beb88-ba86-4f8e-9a7c-dda2e84c4fba, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:32:04.973032 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:04.974227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:04.980156 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:04.985839 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Usage tracker for resource:security_group_rule and tenant:e57c049be2234daaa30d39e63bd2eac3 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:05.009065 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:05.030672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:05.037315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:05.038782 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.041761 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Usage tracker for resource:floatingip and tenant:714b5a922d2b4dd6a255a7b932995853 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:05.045381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:05.050608 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Transition to ACTIVE for port object f8177f0e-7367-410a-bd67-aa284c1550cf will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:05.051406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:05.053909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Usage tracker for resource:port and tenant:452e3c27c4f94f15953f65851f56d309 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:05.055314 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c7f9ec-97bd-422a-8d44-535b46399cf0 admin admin] Network f97beb88-ba86-4f8e-9a7c-dda2e84c4fba is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:32:05.056799 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:05.068843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:05.077541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-24aa9364-b8f3-4949-8438-deaa36e20db2', 'network_id': '24aa9364-b8f3-4949-8438-deaa36e20db2', 'tenant_id': '452e3c27c4f94f15953f65851f56d309', 'fixed_ips': [{'subnet_id': '877685bd-be2c-44f8-968d-6269c6e89ae9'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:32:05.078482 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.099694 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.0721676 Jan 12 09:32:05.101468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:05.133629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-42c7f9ec-97bd-422a-8d44-535b46399cf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, f97beb88-ba86-4f8e-9a7c-dda2e84c4fba) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:05.143558 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Transition to ACTIVE for port object f8177f0e-7367-410a-bd67-aa284c1550cf will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:05.148506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe7dd37-aa3e-4bdc-baea-2a98b2447491 None None] Network f97beb88-ba86-4f8e-9a7c-dda2e84c4fba requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:05.157262 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.160288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c7f9ec-97bd-422a-8d44-535b46399cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:05.161092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-42c7f9ec-97bd-422a-8d44-535b46399cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.186382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.215041 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.230080 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.238913 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c4417-f542-4b3e-8be1-95daca15e131 tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Pushing event updated for resources: {'Network': ['ID=d9c1e969-b760-4e3b-8ccf-eaf1608b977b,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:05.256640 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Made reservation on behalf of 452e3c27c4f94f15953f65851f56d309 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:05.260224 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.313344 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] device_id is not set on port 1f1da0a3-1940-4075-858b-f3ad6f0b8743 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:32:05.326021 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network d9c1e969-b760-4e3b-8ccf-eaf1608b977b details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:05.327006 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:05.399607 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c183d646-32ab-4865-af5a-e9860c1df5fd,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:05.409887 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-42c7f9ec-97bd-422a-8d44-535b46399cf0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6080458 Jan 12 09:32:05.434677 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Network b58e70f3-410d-4dd4-968c-5801134546cd is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:05.440232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58244) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:05.442922 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.443459 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Added segment 4b3ddbfb-7379-4759-bba3-79bc5684bf42 of type vlan for network a4523e61-4045-4f3d-9c00-7558b2fad7c2 Jan 12 09:32:05.445198 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8bb48d48-8ff3-4295-abc3-33fe94d02ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.467939 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:05.471541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-590366113-router', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:05.491992 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:05.502791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Usage tracker for resource:router and tenant:ebb294eb2d1b42b58d6a86284879f275 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:05.508483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:05.523566 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:05.543727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:05.555575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.573825 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb48d48-8ff3-4295-abc3-33fe94d02ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:05.576553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.603800 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.605168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.606312 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.617700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.626808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.638535 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:05.648276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.648276 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Added segment aa8a02c1-9f07-4527-bb98-8cff354d4cd2 of type vlan for network 884b7bb8-969d-4ff0-a778-b31c26e92e33 Jan 12 09:32:05.675087 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb48d48-8ff3-4295-abc3-33fe94d02ab4 admin admin] Checking segment: {'id': 'bc0746f0-94e8-427e-9ea6-eb316e649876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:05.675850 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb48d48-8ff3-4295-abc3-33fe94d02ab4 admin admin] Network hostable DHCP agents. Network: fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:32:05.681554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.719542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.725678 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:05.726722 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.756349 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b354b69f-b249-4b24-b06c-ddc30f008abb,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:05.758470 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.764518 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:05.765091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.821112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb48d48-8ff3-4295-abc3-33fe94d02ab4 admin admin] Network fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:32:05.861455 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8865526 Jan 12 09:32:05.890925 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.903209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Allocated IP 2001:db8::285 (24aa9364-b8f3-4949-8438-deaa36e20db2/877685bd-be2c-44f8-968d-6269c6e89ae9/1f1da0a3-1940-4075-858b-f3ad6f0b8743) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:05.950776 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58248) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:05.951193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58250) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:05.951456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Attempting to bind port f8177f0e-7367-410a-bd67-aa284c1550cf on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:05.951828 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Attempting to bind port f8177f0e-7367-410a-bd67-aa284c1550cf by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '0046c9f5-79e6-4aaa-b93b-2fb55138080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:05.952564 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Attempting to bind port f8177f0e-7367-410a-bd67-aa284c1550cf on network b58e70f3-410d-4dd4-968c-5801134546cd {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:05.955118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Pushing event updated for resources: {'Port': ['ID=f8177f0e-7367-410a-bd67-aa284c1550cf,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:05.961794 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'fixed_ips': [{'subnet_id': '534f7caf-d9ea-461d-b429-d1585a1de062'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:32:05.962655 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.965436 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Pushing event updated for resources: {'Network': ['ID=884b7bb8-969d-4ff0-a778-b31c26e92e33,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:05.984327 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:32:05.984719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Checking segment: {'id': '0046c9f5-79e6-4aaa-b93b-2fb55138080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:05.985134 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.985522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Bound using segment: {'id': '0046c9f5-79e6-4aaa-b93b-2fb55138080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:32:05.985992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Bound port: f8177f0e-7367-410a-bd67-aa284c1550cf, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0046c9f5-79e6-4aaa-b93b-2fb55138080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:32:05.986421 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:05.996324 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:05.996324 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:05.996585 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:05.996853 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:05.997179 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:05.997879 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:05.997879 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:05.998361 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:05.998557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:05.998808 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:05.999093 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:05.999404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Tracked resource versions report: Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: pushed versions: Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: { 'AddressGroup': {'1.2'}, Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'ConntrackHelper': {'1.0'}, Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Log': {'1.0'}, Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Network': {'1.1'}, Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Port': {'1.7'}, Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'PortForwarding': {'1.2'}, Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'QosPolicy': {'1.8'}, Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'SecurityGroup': {'1.4'}, Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'SecurityGroupRule': {'1.2'}, Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'SubPort': {'1.0'}, Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Subnet': {'1.1'}, Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Trunk': {'1.1'}} Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: consumer versions: Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: { DHCP agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: HyperV agent@hv-neutron-8243: {}, Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: L3 agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: Metadata agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: Metering agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: Open vSwitch agent@dv-neutron-824346-1-hyperv: { 'AddressGroup': '1.2', Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'ConntrackHelper': '1.0', Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Log': '1.0', Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Network': '1.1', Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Port': '1.7', Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'PortForwarding': '1.2', Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'QosPolicy': '1.8', Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'SecurityGroup': '1.4', Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'SecurityGroupRule': '1.2', Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'SubPort': '1.0', Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Subnet': '1.1', Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: 'Trunk': '1.1'}} Jan 12 09:32:06.000562 dv-neutron-824346-1-hyperv neutron-server[87665]: {{(pid=87665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 09:32:06.002976 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-8bb48d48-8ff3-4295-abc3-33fe94d02ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:06.006525 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 884b7bb8-969d-4ff0-a778-b31c26e92e33 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:06.007489 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbb32b-98ea-4c41-b068-f92c121e5afe tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Pushing event updated for resources: {'Network': ['ID=a4523e61-4045-4f3d-9c00-7558b2fad7c2,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:06.009624 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f370cee9-d4f1-443c-b6a6-36f5dc50655f tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Request body: {'subnet': {'network_id': 'a4523e61-4045-4f3d-9c00-7558b2fad7c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:06.015157 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb48d48-8ff3-4295-abc3-33fe94d02ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:06.015928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8bb48d48-8ff3-4295-abc3-33fe94d02ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.029541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Request body: {'port': {'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b', 'binding:host_id': 'hv-neutron-8243', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1199330561'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:06.044233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Allocated IP 172.26.2.3 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:06.049064 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.055255 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a13580a-7acd-4c45-92fe-925723149cef None None] Network fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:06.120955 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:06.163832 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Usage tracker for resource:port and tenant:af6493141c804211abb602577185220a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:06.167673 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network a4523e61-4045-4f3d-9c00-7558b2fad7c2 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:06.169984 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8bb48d48-8ff3-4295-abc3-33fe94d02ab4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5998352 Jan 12 09:32:06.170190 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:06.175453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58258) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:06.182007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1191303219-router', 'tenant_id': '4a462b68449743d888150888eed67276', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:06.188239 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:06.200393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Usage tracker for resource:router and tenant:4a462b68449743d888150888eed67276 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:06.205555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:06.213668 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:06.242597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.243702 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.260548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.264833 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:06.272099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.319428 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-80806f42-b35d-44a3-ad1c-e24d88dd97c7 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3210075 Jan 12 09:32:06.350053 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58264) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:06.490262 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.501592 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Made reservation on behalf of af6493141c804211abb602577185220a for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:06.504178 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.526474 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f370cee9-d4f1-443c-b6a6-36f5dc50655f tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:06.551152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Request body: {'network': {'name': 'tempest-network--834219227', 'router:external': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:06.554417 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] For port f8177f0e-7367-410a-bd67-aa284c1550cf, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:06.570042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.579132 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f370cee9-d4f1-443c-b6a6-36f5dc50655f tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Usage tracker for resource:subnet and tenant:048d9cec1df84db5b2c2ff59a19dffe2 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:06.579753 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] For port f8177f0e-7367-410a-bd67-aa284c1550cf, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f8177f0e-7367-410a-bd67-aa284c1550cf,segment=NetworkSegment(0046c9f5-79e6-4aaa-b93b-2fb55138080b),segment_id=0046c9f5-79e6-4aaa-b93b-2fb55138080b)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:32:06.594680 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Allocated IP 172.20.0.2 (f97beb88-ba86-4f8e-9a7c-dda2e84c4fba/534f7caf-d9ea-461d-b429-d1585a1de062/d1cd611a-4202-4c44-a604-ac0598480d15) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:06.597194 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.614079 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:06.630216 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Usage tracker for resource:network and tenant:85f7b5ec749545e3af0d652ac4f8f555 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:06.634311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.647835 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:06.649819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f370cee9-d4f1-443c-b6a6-36f5dc50655f tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:06.664130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:06.664130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:06.665887 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Pushing event updated for resources: {'Port': ['ID=e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:06.683926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:06.687693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:06.731886 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f370cee9-d4f1-443c-b6a6-36f5dc50655f tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:06.732135 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'tenant_id': '4a462b68449743d888150888eed67276', 'fixed_ips': [{'subnet_id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:32:06.733028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.754347 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:06.775116 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Usage tracker for resource:security_group_rule and tenant:af6493141c804211abb602577185220a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:06.777966 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-85424566-e799-4ec8-834d-a2371fdad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.792720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36182c7-1cc7-4c78-a22d-08052f4d2c44 None None] Pushing event updated for resources: {'Port': ['ID=f8177f0e-7367-410a-bd67-aa284c1550cf,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:06.828662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:06.860877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:06.864979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.865539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Made reservation on behalf of 85f7b5ec749545e3af0d652ac4f8f555 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:06.868167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.877103 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f370cee9-d4f1-443c-b6a6-36f5dc50655f tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Made reservation on behalf of 048d9cec1df84db5b2c2ff59a19dffe2 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:06.880946 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f370cee9-d4f1-443c-b6a6-36f5dc50655f tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks [] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.897318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Allocated IP 172.26.2.134 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/0b282d65-bbe2-4bbe-bf69-a95bbbcfe8c0) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:06.906812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.920973 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:06.937241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:06.945082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Usage tracker for resource:security_group_rule and tenant:85f7b5ec749545e3af0d652ac4f8f555 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:06.948767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:06.995009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:07.060842 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Transition to ACTIVE for port object 1f1da0a3-1940-4075-858b-f3ad6f0b8743 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:07.176868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Allocated IP 172.20.0.2 (fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a/b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd/13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:07.179254 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.199532 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Transition to ACTIVE for port object d1cd611a-4202-4c44-a604-ac0598480d15 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:07.254477 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.263573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Transition to ACTIVE for port object d1cd611a-4202-4c44-a604-ac0598480d15 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:07.318023 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.426483 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Network f97beb88-ba86-4f8e-9a7c-dda2e84c4fba is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:07.428757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.433479 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:07.435969 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:07.441135 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Pushing event updated for resources: {'Port': ['ID=d1cd611a-4202-4c44-a604-ac0598480d15,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:07.523229 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.536324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.580656 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.601954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Allocated IP 2001:db8::2 (24aa9364-b8f3-4949-8438-deaa36e20db2/877685bd-be2c-44f8-968d-6269c6e89ae9/cbada49c-dd30-4c65-bbbc-b87e738c8987) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:07.619342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] device_id is not set on port 577529e8-2ec4-4956-9115-d3857632d011 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:32:07.682103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.696898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.737182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Network 24aa9364-b8f3-4949-8438-deaa36e20db2 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:07.750269 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:07.764482 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:07.770459 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:07.770852 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.780976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event updated for resources: {'Port': ['ID=1f1da0a3-1940-4075-858b-f3ad6f0b8743,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:07.798287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f370cee9-d4f1-443c-b6a6-36f5dc50655f tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.807651 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:07.815812 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.825011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.826556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Transition to ACTIVE for port object cbada49c-dd30-4c65-bbbc-b87e738c8987 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:07.834831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.845980 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Transition to ACTIVE for port object cbada49c-dd30-4c65-bbbc-b87e738c8987 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:07.861300 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ea7cf9-35c5-46dd-87cb-1122d6427a13,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:07.871378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.871736 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Added segment 5fb53035-153e-49fb-b233-a9fe17716b0e of type vlan for network 65fbe0eb-c992-4120-aee3-ea83ca547d1d Jan 12 09:32:07.873220 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.878548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96423693-dd7e-43d0-97be-889325045191,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:07.903951 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:07.981568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:07.992409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Network 24aa9364-b8f3-4949-8438-deaa36e20db2 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:07.999717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:08.004970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:08.007498 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:08.016234 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f6be73aa-8645-4a52-8bc7-30a11196279a tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3135996 Jan 12 09:32:08.023784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Attempting to bind port d1cd611a-4202-4c44-a604-ac0598480d15 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:08.024140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Attempting to bind port d1cd611a-4202-4c44-a604-ac0598480d15 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:08.024494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Attempting to bind port d1cd611a-4202-4c44-a604-ac0598480d15 on network f97beb88-ba86-4f8e-9a7c-dda2e84c4fba {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:08.025757 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58274) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:08.029049 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.042485 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Request body: {'port': {'network_id': '24aa9364-b8f3-4949-8438-deaa36e20db2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2106921355', 'allowed_address_pairs': [{'ip_address': '2001:db8::285', 'mac_address': 'fa:16:3e:aa:fb:f5'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:08.076208 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.095840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Transition to ACTIVE for port object 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:08.114210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.133952 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Pushing event updated for resources: {'Port': ['ID=cbada49c-dd30-4c65-bbbc-b87e738c8987,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:08.143710 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:32:08.144136 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Checking segment: {'id': 'ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:08.144541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.144935 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Bound using segment: {'id': 'ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:32:08.145570 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Bound port: d1cd611a-4202-4c44-a604-ac0598480d15, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:32:08.145963 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.185146 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:08.215249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370cee9-d4f1-443c-b6a6-36f5dc50655f tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Pushing event updated for resources: {'Subnet': ['ID=2ed83dc2-6926-4656-a9a1-ba7ebf481d52,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:08.277778 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Transition to ACTIVE for port object 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:08.300437 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Attempting to bind port cbada49c-dd30-4c65-bbbc-b87e738c8987 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:08.300812 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Attempting to bind port cbada49c-dd30-4c65-bbbc-b87e738c8987 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '20557c7a-8996-4656-87fd-fc2994379965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '24aa9364-b8f3-4949-8438-deaa36e20db2'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:08.301216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Attempting to bind port cbada49c-dd30-4c65-bbbc-b87e738c8987 on network 24aa9364-b8f3-4949-8438-deaa36e20db2 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:08.308752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:32:08.309125 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Checking segment: {'id': '20557c7a-8996-4656-87fd-fc2994379965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '24aa9364-b8f3-4949-8438-deaa36e20db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:08.309523 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.309912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Bound using segment: {'id': '20557c7a-8996-4656-87fd-fc2994379965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '24aa9364-b8f3-4949-8438-deaa36e20db2'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:32:08.310362 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Bound port: cbada49c-dd30-4c65-bbbc-b87e738c8987, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20557c7a-8996-4656-87fd-fc2994379965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '24aa9364-b8f3-4949-8438-deaa36e20db2'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:32:08.310826 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.321555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.322518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:08.323398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.333065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98483a8a-b9d4-4b48-8e65-18a79ca912d2 None None] Network b58e70f3-410d-4dd4-968c-5801134546cd requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:08.354219 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.366067 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f370cee9-d4f1-443c-b6a6-36f5dc50655f tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Checking segment: {'id': '4b3ddbfb-7379-4759-bba3-79bc5684bf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a4523e61-4045-4f3d-9c00-7558b2fad7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:08.366471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f370cee9-d4f1-443c-b6a6-36f5dc50655f tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Network hostable DHCP agents. Network: a4523e61-4045-4f3d-9c00-7558b2fad7c2, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:32:08.402196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event updated for resources: {'Port': ['ID=0b282d65-bbe2-4bbe-bf69-a95bbbcfe8c0,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:08.476347 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Allocated IP 172.26.2.239 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/e0bae8db-56ce-4eb7-a369-efc2b1ae21e3) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:08.482293 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1216850 Jan 12 09:32:08.485584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58278) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:08.500882 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] For port d1cd611a-4202-4c44-a604-ac0598480d15, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:08.512359 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Pushing event updated for resources: {'Port': ['ID=13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:08.519773 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Network fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:08.522954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.560011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.572906 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:08.581447 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a481b79a-bb75-4a22-9970-30a44e1e1dae None None] Provisioning for port f8177f0e-7367-410a-bd67-aa284c1550cf completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:08.586454 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] For port d1cd611a-4202-4c44-a604-ac0598480d15, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d1cd611a-4202-4c44-a604-ac0598480d15,segment=NetworkSegment(ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6),segment_id=ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:32:08.589408 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:08.602749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688a964-e1c4-42cd-a4a8-e8b1d70cf0ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event updated for resources: {'Network': ['ID=65fbe0eb-c992-4120-aee3-ea83ca547d1d,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:08.612119 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.626120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:08.626368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f370cee9-d4f1-443c-b6a6-36f5dc50655f tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Network a4523e61-4045-4f3d-9c00-7558b2fad7c2 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:32:08.634223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Usage tracker for resource:port and tenant:452e3c27c4f94f15953f65851f56d309 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:08.654472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:08.669592 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:08.676620 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 65fbe0eb-c992-4120-aee3-ea83ca547d1d details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:08.677906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.789519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Made reservation on behalf of 452e3c27c4f94f15953f65851f56d309 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:08.790831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-f370cee9-d4f1-443c-b6a6-36f5dc50655f tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, a4523e61-4045-4f3d-9c00-7558b2fad7c2) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:08.807942 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f370cee9-d4f1-443c-b6a6-36f5dc50655f tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:08.808985 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f370cee9-d4f1-443c-b6a6-36f5dc50655f tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.815062 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] device_id is not set on port 577529e8-2ec4-4956-9115-d3857632d011 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:32:08.847088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.847990 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aed920-513f-468b-93b9-c17d104ade1c None None] Network a4523e61-4045-4f3d-9c00-7558b2fad7c2 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:08.854426 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.864772 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:08.874632 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] For port cbada49c-dd30-4c65-bbbc-b87e738c8987, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:08.881609 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f8177f0e-7367-410a-bd67-aa284c1550cf up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:08.933242 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Transition to ACTIVE for port object 577529e8-2ec4-4956-9115-d3857632d011 will not be triggered until provisioned by entity L2. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:08.956757 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f370cee9-d4f1-443c-b6a6-36f5dc50655f tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9946232 Jan 12 09:32:08.961359 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58286) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:08.994019 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Request body: {'port': {'network_id': 'a4523e61-4045-4f3d-9c00-7558b2fad7c2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1993572333'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:09.015294 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:09.024297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] For port cbada49c-dd30-4c65-bbbc-b87e738c8987, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cbada49c-dd30-4c65-bbbc-b87e738c8987,segment=NetworkSegment(20557c7a-8996-4656-87fd-fc2994379965),segment_id=20557c7a-8996-4656-87fd-fc2994379965)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:32:09.044023 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Attempting to bind port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:09.044464 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Attempting to bind port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'bc0746f0-94e8-427e-9ea6-eb316e649876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:09.044879 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Attempting to bind port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 on network fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:09.054641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:32:09.068454 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:09.169907 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:09.202574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:09.203262 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ddfb3-d379-4d40-9f4b-f37e9d613540 None None] Pushing event updated for resources: {'Port': ['ID=d1cd611a-4202-4c44-a604-ac0598480d15,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:09.286113 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:32:09.286845 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Checking segment: {'id': 'bc0746f0-94e8-427e-9ea6-eb316e649876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:09.287039 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:09.287493 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Bound using segment: {'id': 'bc0746f0-94e8-427e-9ea6-eb316e649876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:32:09.290721 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Bound port: 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0746f0-94e8-427e-9ea6-eb316e649876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:32:09.290721 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:09.338432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:09.362081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] device_id is not set on port abf1ad12-adf7-4899-a3b7-df2299b6dd1a yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:32:09.425143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:09.463116 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Pushing event updated for resources: {'Port': ['ID=577529e8-2ec4-4956-9115-d3857632d011,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:09.493493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:32:09.503667 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Sync routers for ids ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:32:09.517253 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Routers {'0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:09.517871 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:09.537004 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-312b398f-78ad-4ca8-8f7e-5b77cc064e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:09.547111 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:09.557993 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:09.561597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:09.577381 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d294bda8-497d-481f-b799-369286c43703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-a4523e61-4045-4f3d-9c00-7558b2fad7c2', 'network_id': 'a4523e61-4045-4f3d-9c00-7558b2fad7c2', 'tenant_id': '048d9cec1df84db5b2c2ff59a19dffe2', 'fixed_ips': [{'subnet_id': '2ed83dc2-6926-4656-a9a1-ba7ebf481d52'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:32:09.578173 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d294bda8-497d-481f-b799-369286c43703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:09.626986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b358a8-6785-40c8-a982-4e140c47d0d3 None None] Pushing event updated for resources: {'Port': ['ID=cbada49c-dd30-4c65-bbbc-b87e738c8987,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:09.693958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=e0bae8db-56ce-4eb7-a369-efc2b1ae21e3,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:09.724129 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:09.734334 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port f8177f0e-7367-410a-bd67-aa284c1550cf completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:09.744151 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:09.755032 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:09.756255 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0afa3e8c-1382-48c8-8e20-41068b5e538b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9934125 Jan 12 09:32:09.760532 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port f8177f0e-7367-410a-bd67-aa284c1550cf triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:09.762498 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Checking segment: {'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:09.763009 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:09.766967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Network hostable DHCP agents. Network: d9c1e969-b760-4e3b-8ccf-eaf1608b977b, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:32:09.777146 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58290) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:09.819669 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] For port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:09.861932 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Set router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:32:09.862523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Allocated IP 172.26.2.248 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/f194a9b5-ad9d-45f8-8e42-73609d228643) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:09.883779 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] For port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0,segment=NetworkSegment(bc0746f0-94e8-427e-9ea6-eb316e649876),segment_id=bc0746f0-94e8-427e-9ea6-eb316e649876)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:32:09.890962 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Allocated IP 2001:db8::1b4 (24aa9364-b8f3-4949-8438-deaa36e20db2/877685bd-be2c-44f8-968d-6269c6e89ae9/abf1ad12-adf7-4899-a3b7-df2299b6dd1a) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:09.912413 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:10.254289 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-d294bda8-497d-481f-b799-369286c43703 None None] Allocated IP 172.20.0.2 (a4523e61-4045-4f3d-9c00-7558b2fad7c2/2ed83dc2-6926-4656-a9a1-ba7ebf481d52/37c53014-6ca8-48de-ab2a-7d59d27120af) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:10.317666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Usage tracker for resource:port and tenant:048d9cec1df84db5b2c2ff59a19dffe2 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:10.325054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:10.325564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:10.326252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:10.326577 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Subscribe: > port after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:10.326918 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:10.327260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Subscribe: > port after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:10.327570 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:10.327889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:10.328219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:10.328550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:10.358688 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4d3b1-c63a-4f2c-b299-bbfd1b825737 None None] Pushing event updated for resources: {'Port': ['ID=13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:10.407301 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'name': 'tempest-ServersTestManualDisk-1875479056-router', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:03Z', 'updated_at': '2022-01-12T09:32:06Z', 'revision_number': 3, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'gw_port': {'id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:86:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:10.413027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:10.414112 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Checking router: 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:32:10.414657 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Updating router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a port e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:32:10.441815 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:10.481121 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:10.500062 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Transition to ACTIVE for port object abf1ad12-adf7-4899-a3b7-df2299b6dd1a will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:10.594154 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:10.602604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4975c571-cabb-45bd-94fb-7e426a608859 None None] Provisioning complete for port f8177f0e-7367-410a-bd67-aa284c1550cf triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:10.603051 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4975c571-cabb-45bd-94fb-7e426a608859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:10.606368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:10.606713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:10.607071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:10.607391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:10.607750 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fbe0eb-c992-4120-aee3-ea83ca547d1d']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:10.626865 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb53035-153e-49fb-b233-a9fe17716b0e') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:10.627228 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb53035-153e-49fb-b233-a9fe17716b0e') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:10.643957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:10.652634 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:10.685693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port f8177f0e-7367-410a-bd67-aa284c1550cf, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f8177f0e-7367-410a-bd67-aa284c1550cf,segment=NetworkSegment(0046c9f5-79e6-4aaa-b93b-2fb55138080b),segment_id=0046c9f5-79e6-4aaa-b93b-2fb55138080b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:10.702487 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:10.762666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:10.831862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:10.853862 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d68e825-7523-42be-9244-f4c411f80699 None None] Network f97beb88-ba86-4f8e-9a7c-dda2e84c4fba requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:10.857614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:10.927409 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:10.979523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.076061 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Network d9c1e969-b760-4e3b-8ccf-eaf1608b977b is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:32:11.077908 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Made reservation on behalf of 048d9cec1df84db5b2c2ff59a19dffe2 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:11.082612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.095447 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.134539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device cbada49c-dd30-4c65-bbbc-b87e738c8987 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:11.155088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:32:11.156307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.189419 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event updated for resources: {'Port': ['ID=0b282d65-bbe2-4bbe-bf69-a95bbbcfe8c0,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: from cryptography.utils import int_from_bytes Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: from cryptography.utils import int_from_bytes Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn_limited( Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn_limited( Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:32:11.203569 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:32:11.224403 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Network 24aa9364-b8f3-4949-8438-deaa36e20db2 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:11.224628 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, d9c1e969-b760-4e3b-8ccf-eaf1608b977b) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:11.238716 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:11.244752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80f75e0-1b44-4d0b-b82f-5612a1acc0a5 None None] Network d9c1e969-b760-4e3b-8ccf-eaf1608b977b requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:11.247339 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:11.253040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:11.253658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.291575 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.2647619 Jan 12 09:32:11.297223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58294) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:11.299823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5413eb-661b-41d1-a8d7-079b84bfd931 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event updated for resources: {'Port': ['ID=abf1ad12-adf7-4899-a3b7-df2299b6dd1a,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:11.326629 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:11.334099 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] device_id is not set on port 2b111813-74e1-448b-adb7-618c53454c9c yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:32:11.406977 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff67654-7865-4d34-992b-e7f167f9775d None None] Network 24aa9364-b8f3-4949-8438-deaa36e20db2 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:11.430336 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.462284 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.491492 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.523432 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=f8177f0e-7367-410a-bd67-aa284c1550cf,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:11.527655 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.663788 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:11.664032 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:11.664356 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:11.692057 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:11.692275 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:11.692773 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.694096 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-50d9dd5c-f48a-4491-8b58-15b170ccc262 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9352844 Jan 12 09:32:11.709181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58298) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:11.711615 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 2 to bind port 577529e8-2ec4-4956-9115-d3857632d011 Jan 12 09:32:11.726375 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f607f02-5819-424c-b7cf-dde993545a4f tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:11.734270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f607f02-5819-424c-b7cf-dde993545a4f tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:11.736556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:11.742841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f607f02-5819-424c-b7cf-dde993545a4f tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:11.743911 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3f607f02-5819-424c-b7cf-dde993545a4f tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Synchronizing usage tracker for tenant:452e3c27c4f94f15953f65851f56d309 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:11.762913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1914160237'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:11.763295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:11.765135 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:11.765531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:11.765863 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:11.771667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:11.773081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:11.776699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Usage tracker for resource:network and tenant:714b5a922d2b4dd6a255a7b932995853 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:11.779973 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:11.789275 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:11.814087 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d294bda8-497d-481f-b799-369286c43703 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.822217 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.839611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Made reservation on behalf of 714b5a922d2b4dd6a255a7b932995853 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:11.842464 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Transition to ACTIVE for port object e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:11.845640 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.850745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:11.851026 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:11.851561 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.860530 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 3 to bind port 577529e8-2ec4-4956-9115-d3857632d011 Jan 12 09:32:11.862418 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.869802 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3f607f02-5819-424c-b7cf-dde993545a4f tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Unset dirty status for tenant:452e3c27c4f94f15953f65851f56d309 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:11.874994 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3f607f02-5819-424c-b7cf-dde993545a4f tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.5763991 Jan 12 09:32:11.876181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58302) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:11.883118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d294bda8-497d-481f-b799-369286c43703 None None] Transition to ACTIVE for port object 37c53014-6ca8-48de-ab2a-7d59d27120af will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:11.889657 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:11.889830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:11.890075 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.890243 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:11.892938 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb820538-93aa-4d43-8529-b58b2c4932c6 None None] Network fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:11.922780 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Pushing event updated for resources: {'Port': ['ID=f194a9b5-ad9d-45f8-8e42-73609d228643,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:11.928784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65fbe0eb-c992-4120-aee3-ea83ca547d1d {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 12 09:32:11.930954 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Attempting to bind port e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:11.931431 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Attempting to bind port e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:11.931953 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Attempting to bind port e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:11.946683 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:32:11.947166 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:11.947785 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.948489 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:32:11.949066 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Bound port: e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:32:11.949558 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:11.980610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:11.981007 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:11.991570 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 4 to bind port 577529e8-2ec4-4956-9115-d3857632d011 Jan 12 09:32:12.003690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event deleted for resources: {'Network': ['ID=65fbe0eb-c992-4120-aee3-ea83ca547d1d,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:12.006164 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:12.011487 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port cbada49c-dd30-4c65-bbbc-b87e738c8987 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:12.025218 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d294bda8-497d-481f-b799-369286c43703 None None] Transition to ACTIVE for port object 37c53014-6ca8-48de-ab2a-7d59d27120af will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:12.026627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:12.031023 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-391fcc03-5285-472d-8cd1-b03a3e5d6a8c tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "DELETE /v2.0/networks/65fbe0eb-c992-4120-aee3-ea83ca547d1d HTTP/1.1" status: 204 len: 168 time: 3.5363619 Jan 12 09:32:12.037807 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Usage tracker for resource:security_group_rule and tenant:714b5a922d2b4dd6a255a7b932995853 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:12.047392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:12.051344 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] For port e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:12.056813 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] For port e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:32:12.060222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:12.078407 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:12.086891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58310) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:12.144072 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Routers {'0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:12.145969 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:12.155024 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-21254354-d76a-401f-bc9a-e506f733bbe9 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:12.176149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:12.176495 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:12.176784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:12.181940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-21254354-d76a-401f-bc9a-e506f733bbe9 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:12.191015 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d1cd611a-4202-4c44-a604-ac0598480d15 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:12.216363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:12.222011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2f8f3-fa04-4c4d-8177-b006058d29d8 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Deleting port abf1ad12-adf7-4899-a3b7-df2299b6dd1a {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:12.222416 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f8f3-fa04-4c4d-8177-b006058d29d8 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:12.234512 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d294bda8-497d-481f-b799-369286c43703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:12.253268 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:32:12.269837 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:12.282195 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:12.292355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:12.292753 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Added segment a1de79b8-8c81-480a-9516-92b2572f06df of type vlan for network 1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f Jan 12 09:32:12.310649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d294bda8-497d-481f-b799-369286c43703 None None] Network a4523e61-4045-4f3d-9c00-7558b2fad7c2 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:12.325532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:12.328690 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-d294bda8-497d-481f-b799-369286c43703 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:12.336906 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-220da6d8-566c-4f5f-a5b5-2e3afd612297 None None] Provisioning for port d1cd611a-4202-4c44-a604-ac0598480d15 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:12.340969 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-21254354-d76a-401f-bc9a-e506f733bbe9 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Usage tracker for resource:network and tenant:85f7b5ec749545e3af0d652ac4f8f555 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:12.375289 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d294bda8-497d-481f-b799-369286c43703 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:12.377850 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] Set router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:32:12.413380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-21254354-d76a-401f-bc9a-e506f733bbe9 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:12.425344 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:12.425688 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:12.448791 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 5 to bind port 577529e8-2ec4-4956-9115-d3857632d011 Jan 12 09:32:12.507349 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-21254354-d76a-401f-bc9a-e506f733bbe9 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:12.509810 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:12.510136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:12.510459 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:12.513063 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294bda8-497d-481f-b799-369286c43703 None None] Pushing event updated for resources: {'Port': ['ID=37c53014-6ca8-48de-ab2a-7d59d27120af,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:12.567717 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:12.574047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:12.574984 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:12.660300 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9445369 Jan 12 09:32:12.681924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58314) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:12.748838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-84abf9a4-0616-4c95-b43b-2b438143162f tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Request body: {'subnet': {'network_id': '1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:12.752209 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d294bda8-497d-481f-b799-369286c43703 None None] Attempting to bind port 37c53014-6ca8-48de-ab2a-7d59d27120af on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:12.753011 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d294bda8-497d-481f-b799-369286c43703 None None] Attempting to bind port 37c53014-6ca8-48de-ab2a-7d59d27120af by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '4b3ddbfb-7379-4759-bba3-79bc5684bf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a4523e61-4045-4f3d-9c00-7558b2fad7c2'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:12.753449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294bda8-497d-481f-b799-369286c43703 None None] Attempting to bind port 37c53014-6ca8-48de-ab2a-7d59d27120af on network a4523e61-4045-4f3d-9c00-7558b2fad7c2 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:12.769712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-220da6d8-566c-4f5f-a5b5-2e3afd612297 None None] Provisioning for port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:12.788000 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:12.801125 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294bda8-497d-481f-b799-369286c43703 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:32:12.802010 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294bda8-497d-481f-b799-369286c43703 None None] Checking segment: {'id': '4b3ddbfb-7379-4759-bba3-79bc5684bf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a4523e61-4045-4f3d-9c00-7558b2fad7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:12.802210 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d294bda8-497d-481f-b799-369286c43703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:12.802641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294bda8-497d-481f-b799-369286c43703 None None] Bound using segment: {'id': '4b3ddbfb-7379-4759-bba3-79bc5684bf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a4523e61-4045-4f3d-9c00-7558b2fad7c2'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:32:12.806370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d294bda8-497d-481f-b799-369286c43703 None None] Bound port: 37c53014-6ca8-48de-ab2a-7d59d27120af, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3ddbfb-7379-4759-bba3-79bc5684bf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a4523e61-4045-4f3d-9c00-7558b2fad7c2'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:32:12.806800 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d294bda8-497d-481f-b799-369286c43703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:12.854813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Allocated IP 172.20.0.5 (a4523e61-4045-4f3d-9c00-7558b2fad7c2/2ed83dc2-6926-4656-a9a1-ba7ebf481d52/2b111813-74e1-448b-adb7-618c53454c9c) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:12.856855 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:12.857184 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:12.863356 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99380e-978b-4626-aa9f-85e23adf0bb1 None None] Pushing event updated for resources: {'Port': ['ID=e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:12.873488 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 6 to bind port 577529e8-2ec4-4956-9115-d3857632d011 Jan 12 09:32:12.888420 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99380e-978b-4626-aa9f-85e23adf0bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:12.888689 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-220da6d8-566c-4f5f-a5b5-2e3afd612297 None None] Provisioning for port cbada49c-dd30-4c65-bbbc-b87e738c8987 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:12.889359 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99380e-978b-4626-aa9f-85e23adf0bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:12.889930 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99380e-978b-4626-aa9f-85e23adf0bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:12.891098 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99380e-978b-4626-aa9f-85e23adf0bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:12.891918 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99380e-978b-4626-aa9f-85e23adf0bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:12.892679 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99380e-978b-4626-aa9f-85e23adf0bb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:12.893268 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99380e-978b-4626-aa9f-85e23adf0bb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:12.893841 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99380e-978b-4626-aa9f-85e23adf0bb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:12.894436 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99380e-978b-4626-aa9f-85e23adf0bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:12.895028 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99380e-978b-4626-aa9f-85e23adf0bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:12.895625 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99380e-978b-4626-aa9f-85e23adf0bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:12.896151 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99380e-978b-4626-aa9f-85e23adf0bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b99380e-978b-4626-aa9f-85e23adf0bb1 None None] Tracked resource versions report: Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: pushed versions: Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: { 'AddressGroup': {'1.2'}, Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'ConntrackHelper': {'1.0'}, Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Log': {'1.0'}, Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Network': {'1.1'}, Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Port': {'1.7'}, Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'PortForwarding': {'1.2'}, Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'QosPolicy': {'1.8'}, Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'SecurityGroup': {'1.4'}, Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'SecurityGroupRule': {'1.2'}, Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'SubPort': {'1.0'}, Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Subnet': {'1.1'}, Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Trunk': {'1.1'}} Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: consumer versions: Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: { DHCP agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: HyperV agent@hv-neutron-8243: {}, Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: L3 agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: Metadata agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: Metering agent@dv-neutron-824346-1-hyperv: {}, Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: Open vSwitch agent@dv-neutron-824346-1-hyperv: { 'AddressGroup': '1.2', Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'ConntrackHelper': '1.0', Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Log': '1.0', Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Network': '1.1', Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Port': '1.7', Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'PortForwarding': '1.2', Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'QosPolicy': '1.8', Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'SecurityGroup': '1.4', Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'SecurityGroupRule': '1.2', Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'SubPort': '1.0', Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Subnet': '1.1', Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: 'Trunk': '1.1'}} Jan 12 09:32:12.897753 dv-neutron-824346-1-hyperv neutron-server[87666]: {{(pid=87666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 09:32:12.923214 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21254354-d76a-401f-bc9a-e506f733bbe9 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Made reservation on behalf of 85f7b5ec749545e3af0d652ac4f8f555 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:12.926681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21254354-d76a-401f-bc9a-e506f733bbe9 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:12.960589 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-220da6d8-566c-4f5f-a5b5-2e3afd612297 None None] Provisioning complete for port cbada49c-dd30-4c65-bbbc-b87e738c8987 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:12.960957 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-220da6d8-566c-4f5f-a5b5-2e3afd612297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:13.007661 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:13.007982 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:13.008256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:13.053393 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99380e-978b-4626-aa9f-85e23adf0bb1 None None] Pushing event updated for resources: {'Port': ['ID=e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:13.109616 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'name': 'tempest-ServersTestManualDisk-1875479056-router', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:03Z', 'updated_at': '2022-01-12T09:32:06Z', 'revision_number': 3, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'gw_port': {'id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:86:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:13.117840 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7823802-a153-4995-8805-0f16b46d25bf None None] The sync data for ids ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'] in dv-neutron-824346-1-hyperv is: [{'id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'name': 'tempest-ServersTestManualDisk-1875479056-router', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:03Z', 'updated_at': '2022-01-12T09:32:06Z', 'revision_number': 3, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'gw_port': {'id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:86:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:32:13.177661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port d1cd611a-4202-4c44-a604-ac0598480d15 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:13.192430 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port d1cd611a-4202-4c44-a604-ac0598480d15 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:13.192814 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:13.194740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21254354-d76a-401f-bc9a-e506f733bbe9 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:13.197485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:13.197800 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:13.201246 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f8f3-fa04-4c4d-8177-b006058d29d8 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:13.226803 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 7 to bind port 577529e8-2ec4-4956-9115-d3857632d011 Jan 12 09:32:13.370852 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2f8f3-fa04-4c4d-8177-b006058d29d8 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Calling delete_port for abf1ad12-adf7-4899-a3b7-df2299b6dd1a owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:32:13.434028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d294bda8-497d-481f-b799-369286c43703 None None] For port 37c53014-6ca8-48de-ab2a-7d59d27120af, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:13.437748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:13.466125 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d294bda8-497d-481f-b799-369286c43703 None None] For port 37c53014-6ca8-48de-ab2a-7d59d27120af, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=37c53014-6ca8-48de-ab2a-7d59d27120af,segment=NetworkSegment(4b3ddbfb-7379-4759-bba3-79bc5684bf42),segment_id=4b3ddbfb-7379-4759-bba3-79bc5684bf42)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:32:13.494146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d294bda8-497d-481f-b799-369286c43703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:13.529747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event updated for resources: {'Network': ['ID=1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:13.540400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-220da6d8-566c-4f5f-a5b5-2e3afd612297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:13.542708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:32:13.546915 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21254354-d76a-401f-bc9a-e506f733bbe9 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:13.547478 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-21254354-d76a-401f-bc9a-e506f733bbe9 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Added segment 1165516b-b5fc-4664-8a6a-bfa1c035b0d8 of type vlan for network e563a27f-6599-4b7b-a04b-c318bdef87ec Jan 12 09:32:13.560515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e7739-a9f1-4645-9bd9-13312576d774 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=271fcde8-957f-418f-9f18-8e3688b758f4,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:13.608247 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:13.624140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Sync routers for ids ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:32:13.625871 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:13.627137 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-27d7efc2-8131-4c56-9cd3-93a842762fa1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4513805 Jan 12 09:32:13.644422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58318) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:13.656452 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:13.656452 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:13.656452 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:13.740812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-84abf9a4-0616-4c95-b43b-2b438143162f tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:13.744607 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-84abf9a4-0616-4c95-b43b-2b438143162f tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Usage tracker for resource:subnet and tenant:714b5a922d2b4dd6a255a7b932995853 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:13.747432 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-84abf9a4-0616-4c95-b43b-2b438143162f tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:13.753857 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-84abf9a4-0616-4c95-b43b-2b438143162f tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:13.779666 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:13.842998 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-220da6d8-566c-4f5f-a5b5-2e3afd612297 None None] For port cbada49c-dd30-4c65-bbbc-b87e738c8987, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cbada49c-dd30-4c65-bbbc-b87e738c8987,segment=NetworkSegment(20557c7a-8996-4656-87fd-fc2994379965),segment_id=20557c7a-8996-4656-87fd-fc2994379965)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:13.846132 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Routers {'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:13.846678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:13.877568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84abf9a4-0616-4c95-b43b-2b438143162f tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Made reservation on behalf of 714b5a922d2b4dd6a255a7b932995853 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:13.890885 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-84abf9a4-0616-4c95-b43b-2b438143162f tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:14.002623 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:14.002623 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:14.024855 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-220da6d8-566c-4f5f-a5b5-2e3afd612297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:14.056700 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 8 to bind port 577529e8-2ec4-4956-9115-d3857632d011 Jan 12 09:32:14.076759 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294bda8-497d-481f-b799-369286c43703 None None] Pushing event updated for resources: {'Port': ['ID=37c53014-6ca8-48de-ab2a-7d59d27120af,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:14.164143 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:14.164471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:14.164800 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:14.182506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port d1cd611a-4202-4c44-a604-ac0598480d15, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d1cd611a-4202-4c44-a604-ac0598480d15,segment=NetworkSegment(ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6),segment_id=ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:14.199484 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21254354-d76a-401f-bc9a-e506f733bbe9 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:14.231252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:14.231739 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:14.239283 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 9 to bind port 577529e8-2ec4-4956-9115-d3857632d011 Jan 12 09:32:14.306847 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:14.307621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:14.391540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Set router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:32:14.391720 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:14.392061 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:14.392655 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:14.444938 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:14.445175 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:14.464118 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 10 to bind port 577529e8-2ec4-4956-9115-d3857632d011 Jan 12 09:32:14.487568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:14.507940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:14.532001 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:14.532361 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:14.533073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:14.599358 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-84abf9a4-0616-4c95-b43b-2b438143162f tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:14.615587 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Transition to ACTIVE for port object 2b111813-74e1-448b-adb7-618c53454c9c will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:14.630111 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 577529e8-2ec4-4956-9115-d3857632d011 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:14.630437 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 577529e8-2ec4-4956-9115-d3857632d011 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:14.630797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:14.642888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f8f3-fa04-4c4d-8177-b006058d29d8 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:14.646209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21254354-d76a-401f-bc9a-e506f733bbe9 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:14.648068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21254354-d76a-401f-bc9a-e506f733bbe9 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:14.648665 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21254354-d76a-401f-bc9a-e506f733bbe9 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:14.675046 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-db68e28e-1be8-4ff4-aca5-b611c3e9e869 None None] Provisioning complete for port d1cd611a-4202-4c44-a604-ac0598480d15 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:14.675585 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-db68e28e-1be8-4ff4-aca5-b611c3e9e869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:14.723797 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220da6d8-566c-4f5f-a5b5-2e3afd612297 None None] Pushing event updated for resources: {'Port': ['ID=cbada49c-dd30-4c65-bbbc-b87e738c8987,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:14.806151 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:14.825934 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=d1cd611a-4202-4c44-a604-ac0598480d15,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:14.839052 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-21254354-d76a-401f-bc9a-e506f733bbe9 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.7435350 Jan 12 09:32:14.887926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abf9a4-0616-4c95-b43b-2b438143162f tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event updated for resources: {'Subnet': ['ID=9dadf753-25d1-48b8-8e7e-1ae8ed929160,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:14.891145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2f8f3-fa04-4c4d-8177-b006058d29d8 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event deleted for resources: {'Port': ['ID=abf1ad12-adf7-4899-a3b7-df2299b6dd1a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:14.910568 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:14.929901 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:14.930278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:14.938678 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58322) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:14.992977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Request body: {'subnet': {'network_id': 'e563a27f-6599-4b7b-a04b-c318bdef87ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:15.013870 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84abf9a4-0616-4c95-b43b-2b438143162f tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Checking segment: {'id': 'a1de79b8-8c81-480a-9516-92b2572f06df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:15.014550 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84abf9a4-0616-4c95-b43b-2b438143162f tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Network hostable DHCP agents. Network: 1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:32:15.036262 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:15.112625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21254354-d76a-401f-bc9a-e506f733bbe9 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event updated for resources: {'Network': ['ID=e563a27f-6599-4b7b-a04b-c318bdef87ec,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:15.159637 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network e563a27f-6599-4b7b-a04b-c318bdef87ec details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:15.169056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Usage tracker for resource:subnet and tenant:85f7b5ec749545e3af0d652ac4f8f555 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:15.175502 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:15.191279 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'name': 'tempest-ServerActionsTestJSON-1191303219-router', 'tenant_id': '4a462b68449743d888150888eed67276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:06Z', 'updated_at': '2022-01-12T09:32:09Z', 'revision_number': 3, 'project_id': '4a462b68449743d888150888eed67276', 'gw_port': {'id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:07Z', 'updated_at': '2022-01-12T09:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:15.216190 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:15.241911 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Checking router: a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:32:15.242466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Updating router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 port e0bae8db-56ce-4eb7-a369-efc2b1ae21e3 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:32:15.255994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:15.270360 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-db68e28e-1be8-4ff4-aca5-b611c3e9e869 None None] Provisioning for port 1f1da0a3-1940-4075-858b-f3ad6f0b8743 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:15.308414 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-db68e28e-1be8-4ff4-aca5-b611c3e9e869 None None] Provisioning complete for port 1f1da0a3-1940-4075-858b-f3ad6f0b8743 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:15.308761 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-db68e28e-1be8-4ff4-aca5-b611c3e9e869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:15.322803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Made reservation on behalf of 85f7b5ec749545e3af0d652ac4f8f555 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:15.325134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:15.333107 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69570dd-036f-4158-b837-c6730d7ae7a1 None None] Network a4523e61-4045-4f3d-9c00-7558b2fad7c2 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:15.342839 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84abf9a4-0616-4c95-b43b-2b438143162f tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Network 1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:32:15.355111 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f8f3-fa04-4c4d-8177-b006058d29d8 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:15.371018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] For port 577529e8-2ec4-4956-9115-d3857632d011, host hv-neutron-8243, cleared binding levels {{(pid=87664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:15.371302 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempted to set empty binding levels {{(pid=87664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 12 09:32:15.372333 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Pushing event updated for resources: {'Port': ['ID=2b111813-74e1-448b-adb7-618c53454c9c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:15.418445 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Network a4523e61-4045-4f3d-9c00-7558b2fad7c2 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:15.426504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:15.428678 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:15.441309 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-84abf9a4-0616-4c95-b43b-2b438143162f tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:15.458593 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:15.524246 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:15.541219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:15.586468 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0cc2f8f3-fa04-4c4d-8177-b006058d29d8 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "DELETE /v2.0/ports/abf1ad12-adf7-4899-a3b7-df2299b6dd1a HTTP/1.1" status: 204 len: 168 time: 3.7006259 Jan 12 09:32:15.596197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84abf9a4-0616-4c95-b43b-2b438143162f tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:15.596783 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-84abf9a4-0616-4c95-b43b-2b438143162f tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:15.602671 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58328) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:15.608036 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:15.608919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:15.613964 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b297bcac-3427-436a-9205-0b451659a180 None None] Network 1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:15.651009 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-db68e28e-1be8-4ff4-aca5-b611c3e9e869 None None] Port 1f1da0a3-1940-4075-858b-f3ad6f0b8743 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:15.662223 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:15.663404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:15.676421 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-a558cc8f-3583-40c5-ab48-bd2a9ab82021 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] GET failed (client error): The resource could not be found. Jan 12 09:32:15.677005 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a558cc8f-3583-40c5-ab48-bd2a9ab82021 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Synchronizing usage tracker for tenant:452e3c27c4f94f15953f65851f56d309 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:15.686158 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-db68e28e-1be8-4ff4-aca5-b611c3e9e869 None None] Could not find standard attr ID for object abf1ad12-adf7-4899-a3b7-df2299b6dd1a. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:32:15.703632 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 9.7394700 Jan 12 09:32:15.707911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Allocated IP 172.20.0.1 (b58e70f3-410d-4dd4-968c-5801134546cd/59039bb2-2ecd-4352-a837-d58b0d19d54e/97f086cb-0922-4900-9c40-af79477cc088) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:15.713440 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9c113976-c7cb-4aa7-98a0-27ef3d57218c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7506468 Jan 12 09:32:15.714186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58332) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:15.717887 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0,segment=NetworkSegment(bc0746f0-94e8-427e-9ea6-eb316e649876),segment_id=bc0746f0-94e8-427e-9ea6-eb316e649876)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:15.718983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476a3e8-8e91-4a21-bb77-b1c0f55b8a27 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Pushing event updated for resources: {'Port': ['ID=577529e8-2ec4-4956-9115-d3857632d011,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:15.722462 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58336) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:15.725895 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-84abf9a4-0616-4c95-b43b-2b438143162f tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0428507 Jan 12 09:32:15.728726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58340) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:15.782555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-423601425', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:15.824189 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:15.839438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:15.855672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Usage tracker for resource:router and tenant:714b5a922d2b4dd6a255a7b932995853 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:15.865886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:15.901500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a558cc8f-3583-40c5-ab48-bd2a9ab82021 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Unset dirty status for tenant:452e3c27c4f94f15953f65851f56d309 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:15.909219 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a558cc8f-3583-40c5-ab48-bd2a9ab82021 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "GET /v2.0/ports/abf1ad12-adf7-4899-a3b7-df2299b6dd1a HTTP/1.1" status: 404 len: 333 time: 0.2953897 Jan 12 09:32:15.909219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-3f9d7409-541d-4cc3-8606-64cab596edf3 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Deleting port 577529e8-2ec4-4956-9115-d3857632d011 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:15.909219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7409-541d-4cc3-8606-64cab596edf3 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:15.909513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58344) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:15.915972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b2434e95-f851-403f-aedb-45b3cb79bea8 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Deleting port 2b111813-74e1-448b-adb7-618c53454c9c {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:15.916599 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b2434e95-f851-403f-aedb-45b3cb79bea8 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:15.944779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:15.965766 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Request body: {'port': {'network_id': '24aa9364-b8f3-4949-8438-deaa36e20db2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1076813367'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:15.996239 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-db68e28e-1be8-4ff4-aca5-b611c3e9e869 None None] Provisioning complete for port cbada49c-dd30-4c65-bbbc-b87e738c8987 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:15.996610 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-db68e28e-1be8-4ff4-aca5-b611c3e9e869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:16.022859 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:16.023772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:16.158991 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:16.198024 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Router fc1cf035-d511-42b4-bf40-d8064044d417 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:32:16.225131 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:16.232502 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:16.269921 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:16.378391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:16.421166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-3f9d7409-541d-4cc3-8606-64cab596edf3 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] For port 577529e8-2ec4-4956-9115-d3857632d011, host hv-neutron-8243, got binding levels [] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:16.421523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7409-541d-4cc3-8606-64cab596edf3 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:16.434407 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:16.454384 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Transition to ACTIVE for port object 97f086cb-0922-4900-9c40-af79477cc088 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:16.474219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:16.518599 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f', 'network_id': '1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f', 'tenant_id': '714b5a922d2b4dd6a255a7b932995853', 'fixed_ips': [{'subnet_id': '9dadf753-25d1-48b8-8e7e-1ae8ed929160'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:32:16.519429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:16.539981 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:16.609820 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:16.612797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Made reservation on behalf of 452e3c27c4f94f15953f65851f56d309 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:16.616608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:16.620898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-3f9d7409-541d-4cc3-8606-64cab596edf3 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Calling delete_port for 577529e8-2ec4-4956-9115-d3857632d011 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:32:16.663228 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:32:16.667942 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:16.668300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:16.679703 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Sync routers for ids ['fc1cf035-d511-42b4-bf40-d8064044d417'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:32:16.683302 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] device_id is not set on port ce0775e7-b855-4020-b526-6acf36fedfa6 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:32:16.694434 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Routers {'fc1cf035-d511-42b4-bf40-d8064044d417'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:16.695166 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc1cf035-d511-42b4-bf40-d8064044d417'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:16.827258 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:16.838416 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:16.841141 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2b0c259d-a406-440b-b269-8c0156b7ec6f None None] Provisioning for port 37c53014-6ca8-48de-ab2a-7d59d27120af completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:16.877552 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b2434e95-f851-403f-aedb-45b3cb79bea8 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:16.880618 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Transition to ACTIVE for port object e0bae8db-56ce-4eb7-a369-efc2b1ae21e3 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:16.900432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:16.964192 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:17.006086 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Set router fc1cf035-d511-42b4-bf40-d8064044d417 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:32:17.051836 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Allocated IP 172.20.0.2 (1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f/9dadf753-25d1-48b8-8e7e-1ae8ed929160/90e7a160-06b3-4d10-804d-959e30162684) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:17.107124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2b0c259d-a406-440b-b269-8c0156b7ec6f None None] Provisioning complete for port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:17.107493 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2b0c259d-a406-440b-b269-8c0156b7ec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:17.154610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:17.170340 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fbf687b2-64e0-4e81-8c36-ba0eccb3a310 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 11.7156851 Jan 12 09:32:17.175397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b2434e95-f851-403f-aedb-45b3cb79bea8 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Calling delete_port for 2b111813-74e1-448b-adb7-618c53454c9c owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:32:17.226678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Attempting to bind port e0bae8db-56ce-4eb7-a369-efc2b1ae21e3 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:17.227616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Attempting to bind port e0bae8db-56ce-4eb7-a369-efc2b1ae21e3 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:17.228170 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Attempting to bind port e0bae8db-56ce-4eb7-a369-efc2b1ae21e3 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:17.238901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58348) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:17.251965 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:17.263535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7409-541d-4cc3-8606-64cab596edf3 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:17.271666 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:32:17.272287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:17.272826 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:17.273426 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:32:17.274053 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Bound port: e0bae8db-56ce-4eb7-a369-efc2b1ae21e3, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:32:17.274589 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:17.290192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Network b58e70f3-410d-4dd4-968c-5801134546cd is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:17.360551 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de900825-ea3f-4af0-b3c8-be02e0da52c5 None None] Pushing event updated for resources: {'Port': ['ID=e0bae8db-56ce-4eb7-a369-efc2b1ae21e3,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:17.363679 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:17.380511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:17.387395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7409-541d-4cc3-8606-64cab596edf3 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:17.403664 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d7409-541d-4cc3-8606-64cab596edf3 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Pushing event deleted for resources: {'Port': ['ID=577529e8-2ec4-4956-9115-d3857632d011,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:17.409970 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3f9d7409-541d-4cc3-8606-64cab596edf3 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] 10.222.0.26 "DELETE /v2.0/ports/577529e8-2ec4-4956-9115-d3857632d011 HTTP/1.1" status: 204 len: 168 time: 1.6938126 Jan 12 09:32:17.410176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Pushing event updated for resources: {'Port': ['ID=97f086cb-0922-4900-9c40-af79477cc088,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:17.417299 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58352) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:17.428952 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'name': 'tempest-ServersTestJSON-590366113-router', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:12Z', 'revision_number': 3, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'gw_port': {'id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:08Z', 'updated_at': '2022-01-12T09:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:17.433368 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Checking router: fc1cf035-d511-42b4-bf40-d8064044d417 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:32:17.433718 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Updating router fc1cf035-d511-42b4-bf40-d8064044d417 port f194a9b5-ad9d-45f8-8e42-73609d228643 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:32:17.510405 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:17.551605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:17.558916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.objects.ports [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87663) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:32:17.559425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:17.567183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Allocated IP 172.20.0.1 (fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a/b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd/93574377-b9ff-4eb4-a6a9-26da98305f15) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:17.631067 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1be192-d133-4d08-8d8b-e9dc9638c36b tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] GET failed (client error): The resource could not be found. Jan 12 09:32:17.631677 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1f1be192-d133-4d08-8d8b-e9dc9638c36b tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Synchronizing usage tracker for tenant:af6493141c804211abb602577185220a on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:17.638498 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:17.639549 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device cbada49c-dd30-4c65-bbbc-b87e738c8987 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:17.646011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event updated for resources: {'Subnet': ['ID=002acc61-0f53-4e66-a82e-690c976c3c13,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:17.742342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Allocated IP 2001:db8::152 (24aa9364-b8f3-4949-8438-deaa36e20db2/877685bd-be2c-44f8-968d-6269c6e89ae9/ce0775e7-b855-4020-b526-6acf36fedfa6) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:17.762319 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Checking segment: {'id': '1165516b-b5fc-4664-8a6a-bfa1c035b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e563a27f-6599-4b7b-a04b-c318bdef87ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:17.762666 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Network hostable DHCP agents. Network: e563a27f-6599-4b7b-a04b-c318bdef87ec, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:32:17.802558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:17.871262 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] For port e0bae8db-56ce-4eb7-a369-efc2b1ae21e3, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:17.908081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] For port e0bae8db-56ce-4eb7-a369-efc2b1ae21e3, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e0bae8db-56ce-4eb7-a369-efc2b1ae21e3,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:32:17.933514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Network e563a27f-6599-4b7b-a04b-c318bdef87ec is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:32:17.935984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:17.944634 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:17.955270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1f1be192-d133-4d08-8d8b-e9dc9638c36b tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Unset dirty status for tenant:af6493141c804211abb602577185220a on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:17.956608 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1f1be192-d133-4d08-8d8b-e9dc9638c36b tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] 10.222.0.26 "GET /v2.0/ports/577529e8-2ec4-4956-9115-d3857632d011 HTTP/1.1" status: 404 len: 333 time: 0.5346525 Jan 12 09:32:17.968667 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58356) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:17.996768 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.005291 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d9dfea7a-2ba4-4c36-8b9f-0831259f5f70 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Request body: {'port': {'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1296507401'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:18.014179 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Transition to ACTIVE for port object f194a9b5-ad9d-45f8-8e42-73609d228643 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:18.026694 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.039951 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, e563a27f-6599-4b7b-a04b-c318bdef87ec) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:18.040459 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d9dfea7a-2ba4-4c36-8b9f-0831259f5f70 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:18.046075 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:18.046826 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.066634 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0894847-204f-4c98-b844-3db5f5c19157 None None] Network e563a27f-6599-4b7b-a04b-c318bdef87ec requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:18.127055 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Attempting to bind port f194a9b5-ad9d-45f8-8e42-73609d228643 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:18.127759 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Attempting to bind port f194a9b5-ad9d-45f8-8e42-73609d228643 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:18.128122 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Attempting to bind port f194a9b5-ad9d-45f8-8e42-73609d228643 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:18.144167 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:32:18.144542 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:18.145553 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.146656 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:32:18.147633 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Bound port: f194a9b5-ad9d-45f8-8e42-73609d228643, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:32:18.148102 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.154422 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Routers {'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:18.155250 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:18.184486 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b2434e95-f851-403f-aedb-45b3cb79bea8 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.188052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.201287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d9dfea7a-2ba4-4c36-8b9f-0831259f5f70 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:18.232885 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4bac86d0-8309-41cd-87fd-e5acf9aee715 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2705164 Jan 12 09:32:18.237533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58360) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:18.240314 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.244940 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] For port f194a9b5-ad9d-45f8-8e42-73609d228643, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:18.248753 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] For port f194a9b5-ad9d-45f8-8e42-73609d228643, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f194a9b5-ad9d-45f8-8e42-73609d228643,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:32:18.264453 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.285008 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port cbada49c-dd30-4c65-bbbc-b87e738c8987 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:18.285758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.294799 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Request body: {'floatingip': {'floating_network_id': 'e563a27f-6599-4b7b-a04b-c318bdef87ec'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:18.300304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:18.302892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2434e95-f851-403f-aedb-45b3cb79bea8 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Pushing event deleted for resources: {'Port': ['ID=2b111813-74e1-448b-adb7-618c53454c9c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:18.316074 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Routers {'fc1cf035-d511-42b4-bf40-d8064044d417'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:18.317234 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc1cf035-d511-42b4-bf40-d8064044d417'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:18.323638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Usage tracker for resource:floatingip and tenant:85f7b5ec749545e3af0d652ac4f8f555 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:18.334153 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:18.344616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:18.367428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.368615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dfea7a-2ba4-4c36-8b9f-0831259f5f70 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Made reservation on behalf of af6493141c804211abb602577185220a for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:18.372238 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.375433 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d9dfea7a-2ba4-4c36-8b9f-0831259f5f70 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.388312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-65859ea6-0516-4593-8d01-5bf3016cb459 None None] Could not find standard attr ID for object 2b111813-74e1-448b-adb7-618c53454c9c. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:32:18.415224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.448713 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Transition to ACTIVE for port object 93574377-b9ff-4eb4-a6a9-26da98305f15 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:18.451306 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de900825-ea3f-4af0-b3c8-be02e0da52c5 None None] Pushing event updated for resources: {'Port': ['ID=e0bae8db-56ce-4eb7-a369-efc2b1ae21e3,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:18.457182 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Transition to ACTIVE for port object 90e7a160-06b3-4d10-804d-959e30162684 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:18.637475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Transition to ACTIVE for port object 90e7a160-06b3-4d10-804d-959e30162684 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:18.665404 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] Set router fc1cf035-d511-42b4-bf40-d8064044d417 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:32:18.727246 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Allocated IP 172.26.2.30 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/8b997840-afc8-45db-9e40-413345d45516) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:18.747174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-65859ea6-0516-4593-8d01-5bf3016cb459 None None] Provisioning for port 97f086cb-0922-4900-9c40-af79477cc088 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:18.755639 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.759665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.822040 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-d9dfea7a-2ba4-4c36-8b9f-0831259f5f70 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] device_id is not set on port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:32:18.843023 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Pushing event updated for resources: {'Port': ['ID=90e7a160-06b3-4d10-804d-959e30162684,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:18.853278 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66312e2e-a4d3-4a4c-8b57-8f56966c4f88 None None] Pushing event updated for resources: {'Port': ['ID=f194a9b5-ad9d-45f8-8e42-73609d228643,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:18.859294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-65859ea6-0516-4593-8d01-5bf3016cb459 None None] Provisioning complete for port 97f086cb-0922-4900-9c40-af79477cc088 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:18.859294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-65859ea6-0516-4593-8d01-5bf3016cb459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.876279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Pushing event updated for resources: {'Port': ['ID=93574377-b9ff-4eb4-a6a9-26da98305f15,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:18.899407 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac031de7-b0ce-4e00-9c9d-80a75a893885 None None] Network e563a27f-6599-4b7b-a04b-c318bdef87ec requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:18.926822 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Network fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:18.930901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:18.932473 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Network 1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:18.933962 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:18.934522 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:18.946784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] Set router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:32:19.007887 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:19.012955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 37c53014-6ca8-48de-ab2a-7d59d27120af up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:19.033388 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:19.045275 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:19.115523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b2434e95-f851-403f-aedb-45b3cb79bea8 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:19.202820 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'name': 'tempest-ServersTestJSON-590366113-router', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:12Z', 'revision_number': 3, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'gw_port': {'id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:08Z', 'updated_at': '2022-01-12T09:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:19.207425 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:19.211955 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Allocated IP 172.20.0.14 (e563a27f-6599-4b7b-a04b-c318bdef87ec/002acc61-0f53-4e66-a82e-690c976c3c13/c0f57f60-cb2c-48b5-80ec-9d8d461f6618) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:19.212374 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84db4266-2808-4b2a-b43b-ad6efd2a579f None None] The sync data for ids ['fc1cf035-d511-42b4-bf40-d8064044d417'] in dv-neutron-824346-1-hyperv is: [{'id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'name': 'tempest-ServersTestJSON-590366113-router', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:12Z', 'revision_number': 3, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'gw_port': {'id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:08Z', 'updated_at': '2022-01-12T09:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:32:19.235041 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66312e2e-a4d3-4a4c-8b57-8f56966c4f88 None None] Pushing event updated for resources: {'Port': ['ID=f194a9b5-ad9d-45f8-8e42-73609d228643,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:19.253940 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b2434e95-f851-403f-aedb-45b3cb79bea8 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] 10.222.0.26 "DELETE /v2.0/ports/2b111813-74e1-448b-adb7-618c53454c9c HTTP/1.1" status: 204 len: 168 time: 3.5297482 Jan 12 09:32:19.342062 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58364) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:19.378685 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Transition to ACTIVE for port object ce0775e7-b855-4020-b526-6acf36fedfa6 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:19.433017 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:19.549065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-65859ea6-0516-4593-8d01-5bf3016cb459 None None] Port 97f086cb-0922-4900-9c40-af79477cc088 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:19.651132 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:19.766836 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:19.768278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Attempting to bind port 90e7a160-06b3-4d10-804d-959e30162684 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:19.768801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Attempting to bind port 90e7a160-06b3-4d10-804d-959e30162684 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'a1de79b8-8c81-480a-9516-92b2572f06df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:19.769177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Attempting to bind port 90e7a160-06b3-4d10-804d-959e30162684 on network 1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:19.799381 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:32:19.799641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Checking segment: {'id': 'a1de79b8-8c81-480a-9516-92b2572f06df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:19.800594 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:19.800849 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Bound using segment: {'id': 'a1de79b8-8c81-480a-9516-92b2572f06df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:32:19.801341 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Bound port: 90e7a160-06b3-4d10-804d-959e30162684, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1de79b8-8c81-480a-9516-92b2572f06df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:32:19.801982 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:19.813463 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:19.823284 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 37c53014-6ca8-48de-ab2a-7d59d27120af completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:19.842142 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fb6bf812-7b49-4b06-9e45-c66dce8bbbed None None] Provisioning for port 93574377-b9ff-4eb4-a6a9-26da98305f15 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:19.873078 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 37c53014-6ca8-48de-ab2a-7d59d27120af triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:19.873451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:19.876595 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1b26c8f9-3234-46ef-9658-fa753929583f tempest-DHCPAgentSchedulersTestJSON-294355004 tempest-DHCPAgentSchedulersTestJSON-294355004-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5206127 Jan 12 09:32:19.886123 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58370) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:19.897836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d9dfea7a-2ba4-4c36-8b9f-0831259f5f70 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:19.907101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-844304791'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:19.920330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fb6bf812-7b49-4b06-9e45-c66dce8bbbed None None] Provisioning complete for port 93574377-b9ff-4eb4-a6a9-26da98305f15 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:19.920882 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fb6bf812-7b49-4b06-9e45-c66dce8bbbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:19.954968 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:19.956994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:20.011533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Network e563a27f-6599-4b7b-a04b-c318bdef87ec is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:20.015475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fb6bf812-7b49-4b06-9e45-c66dce8bbbed None None] Port 93574377-b9ff-4eb4-a6a9-26da98305f15 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:20.017281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Usage tracker for resource:network and tenant:048d9cec1df84db5b2c2ff59a19dffe2 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:20.018210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event updated for resources: {'Port': ['ID=c0f57f60-cb2c-48b5-80ec-9d8d461f6618,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:20.025716 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:20.038823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:20.043264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.053377 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:20.061621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.131952 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:20.189929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Network 24aa9364-b8f3-4949-8438-deaa36e20db2 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:20.200974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:20.214335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:20.226022 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:20.226748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.259556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:20.270620 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:20.278340 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event updated for resources: {'Port': ['ID=ce0775e7-b855-4020-b526-6acf36fedfa6,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:20.279953 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:20.281292 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:32:20.304625 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] For port 90e7a160-06b3-4d10-804d-959e30162684, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:20.315307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Made reservation on behalf of 048d9cec1df84db5b2c2ff59a19dffe2 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:20.316005 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] For port 90e7a160-06b3-4d10-804d-959e30162684, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=90e7a160-06b3-4d10-804d-959e30162684,segment=NetworkSegment(a1de79b8-8c81-480a-9516-92b2572f06df),segment_id=a1de79b8-8c81-480a-9516-92b2572f06df)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:32:20.319094 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.413804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.421488 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.433016 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c2942b69-7061-42ca-bffd-5d4f5c3dcff1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.5240839 Jan 12 09:32:20.443319 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58374) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:20.449267 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d9dfea7a-2ba4-4c36-8b9f-0831259f5f70 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.450249 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.492114 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 37c53014-6ca8-48de-ab2a-7d59d27120af, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=37c53014-6ca8-48de-ab2a-7d59d27120af,segment=NetworkSegment(4b3ddbfb-7379-4759-bba3-79bc5684bf42),segment_id=4b3ddbfb-7379-4759-bba3-79bc5684bf42)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:20.549955 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.585605 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.594197 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-9c23fbcb-334c-4f3c-a647-8c420e03bf66 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::285', 'mac_address': 'fa:16:3e:aa:fb:f5'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:20.597098 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c7df4-9b42-42d6-b37b-9a094a95f1cd None None] Pushing event updated for resources: {'Port': ['ID=90e7a160-06b3-4d10-804d-959e30162684,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:20.611773 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.615508 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.619510 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f8177f0e-7367-410a-bd67-aa284c1550cf up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:20.619964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event updated for resources: {'Port': ['ID=8b997840-afc8-45db-9e40-413345d45516,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:20.622266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.622975 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.669018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.715950 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:20.764398 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dfea7a-2ba4-4c36-8b9f-0831259f5f70 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Network d9c1e969-b760-4e3b-8ccf-eaf1608b977b is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:20.831584 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=37c53014-6ca8-48de-ab2a-7d59d27120af,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:20.857437 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'name': 'tempest-ServerActionsTestJSON-1191303219-router', 'tenant_id': '4a462b68449743d888150888eed67276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:06Z', 'updated_at': '2022-01-12T09:32:09Z', 'revision_number': 3, 'project_id': '4a462b68449743d888150888eed67276', 'gw_port': {'id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:07Z', 'updated_at': '2022-01-12T09:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:20.863596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9eb79b3f-1329-4b55-a74c-c63d877c8429 None None] Provisioning for port ce0775e7-b855-4020-b526-6acf36fedfa6 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:20.870796 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port f8177f0e-7367-410a-bd67-aa284c1550cf triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:20.871245 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.881371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:20.948984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-d9dfea7a-2ba4-4c36-8b9f-0831259f5f70 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:20.974741 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d431237-560e-47e9-9c8b-1647fc253766 None None] The sync data for ids ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'] in dv-neutron-824346-1-hyperv is: [{'id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'name': 'tempest-ServerActionsTestJSON-1191303219-router', 'tenant_id': '4a462b68449743d888150888eed67276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:06Z', 'updated_at': '2022-01-12T09:32:09Z', 'revision_number': 3, 'project_id': '4a462b68449743d888150888eed67276', 'gw_port': {'id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:07Z', 'updated_at': '2022-01-12T09:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:32:20.999596 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:21.001445 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Added segment 31bd1e13-a4ec-4d42-ba45-4fd78533fe10 of type vlan for network b976eadb-9d0e-4751-a885-d1a327b3055f Jan 12 09:32:21.007023 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfea7a-2ba4-4c36-8b9f-0831259f5f70 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Pushing event updated for resources: {'Port': ['ID=7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:21.010242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9eb79b3f-1329-4b55-a74c-c63d877c8429 None None] Provisioning complete for port ce0775e7-b855-4020-b526-6acf36fedfa6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:21.010680 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9eb79b3f-1329-4b55-a74c-c63d877c8429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:21.019201 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dfea7a-2ba4-4c36-8b9f-0831259f5f70 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:21.020155 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dfea7a-2ba4-4c36-8b9f-0831259f5f70 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:21.021254 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d9dfea7a-2ba4-4c36-8b9f-0831259f5f70 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:21.110340 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Pushing event updated for resources: {'Port': ['ID=93574377-b9ff-4eb4-a6a9-26da98305f15,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:21.181639 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:21.209175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-9eb79b3f-1329-4b55-a74c-c63d877c8429 None None] Port ce0775e7-b855-4020-b526-6acf36fedfa6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:21.213902 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d1cd611a-4202-4c44-a604-ac0598480d15 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:21.219062 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Pushing event updated for resources: {'Port': ['ID=97f086cb-0922-4900-9c40-af79477cc088,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:21.268593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Network fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:21.270061 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:21.283273 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:21.317987 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port d1cd611a-4202-4c44-a604-ac0598480d15 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:21.318427 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:21.715938 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d9dfea7a-2ba4-4c36-8b9f-0831259f5f70 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.7392170 Jan 12 09:32:21.719707 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:32:21.744589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Network b58e70f3-410d-4dd4-968c-5801134546cd is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:21.745437 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58378) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:21.754317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:21.756804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-815620c8-bd36-4fef-99c2-f3f38f46062c None None] Provisioning complete for port 93574377-b9ff-4eb4-a6a9-26da98305f15 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:21.757175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-815620c8-bd36-4fef-99c2-f3f38f46062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:21.765962 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8243'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:21.870869 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:21.871054 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-815620c8-bd36-4fef-99c2-f3f38f46062c None None] Port 93574377-b9ff-4eb4-a6a9-26da98305f15 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:21.881024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 37c53014-6ca8-48de-ab2a-7d59d27120af up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:22.007289 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 37c53014-6ca8-48de-ab2a-7d59d27120af triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:22.007927 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:22.041297 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:22.044759 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Allocated IP 172.20.0.1 (f97beb88-ba86-4f8e-9a7c-dda2e84c4fba/534f7caf-d9ea-461d-b429-d1585a1de062/329b750c-5615-417b-b8cb-1cf6a23024a4) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:22.183752 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:22.207895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:22.242663 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:22.288357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-7f3a272a-b32a-497d-a5af-772f3b8bb5f4 None None] Provisioning complete for port 97f086cb-0922-4900-9c40-af79477cc088 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:22.288763 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7f3a272a-b32a-497d-a5af-772f3b8bb5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:22.320717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:22.368040 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a272a-b32a-497d-a5af-772f3b8bb5f4 None None] Port 97f086cb-0922-4900-9c40-af79477cc088 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:22.382786 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:22.383569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:22.412336 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf196e82-1e20-4315-8161-37f94098959b None None] Network 1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:22.449593 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:22.455103 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:22.455740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:22.477862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:32:22.534173 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event updated for resources: {'Port': ['ID=c0f57f60-cb2c-48b5-80ec-9d8d461f6618,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:22.559533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:22.559533 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1c2eee86-e0dd-4664-923f-cca326f66966 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3183310 Jan 12 09:32:22.561798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58382) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:22.586363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4d6e1bbe-1899-472a-9e86-ceb6d0862d9f None None] Provisioning for port 90e7a160-06b3-4d10-804d-959e30162684 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:22.636191 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7472591 Jan 12 09:32:22.637378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c23fbcb-334c-4f3c-a647-8c420e03bf66 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:22.691645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58386) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:22.707329 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 90e7a160-06b3-4d10-804d-959e30162684 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:22.718113 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8236f-f261-4c50-9908-838c765345fc tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Pushing event updated for resources: {'Network': ['ID=b976eadb-9d0e-4751-a885-d1a327b3055f,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:22.763410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b97fb0b2-0e1f-4bb1-a6c4-2e291c64f676 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Synchronizing usage tracker for tenant:85f7b5ec749545e3af0d652ac4f8f555 on resource:floatingip {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:22.831118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 90e7a160-06b3-4d10-804d-959e30162684 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:22.837107 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 90e7a160-06b3-4d10-804d-959e30162684 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:22.837481 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:22.838016 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:22.864385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network b976eadb-9d0e-4751-a885-d1a327b3055f details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:23.034924 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Transition to ACTIVE for port object 329b750c-5615-417b-b8cb-1cf6a23024a4 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:23.053281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b97fb0b2-0e1f-4bb1-a6c4-2e291c64f676 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Unset dirty status for tenant:85f7b5ec749545e3af0d652ac4f8f555 on resource:floatingip {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:23.053804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:32:23.058972 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b97fb0b2-0e1f-4bb1-a6c4-2e291c64f676 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "GET /v2.0/floatingips?floating_network_id=e563a27f-6599-4b7b-a04b-c318bdef87ec HTTP/1.1" status: 200 len: 690 time: 0.4936597 Jan 12 09:32:23.060650 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58390) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:23.092263 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:23.098859 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:32:23.100876 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:23.108502 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6f2c6e7b-d660-4eda-ac7e-a84c4b8bd59f admin admin] 10.222.0.26 "PUT /v2.0/routers/a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4630060 Jan 12 09:32:23.168075 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 90e7a160-06b3-4d10-804d-959e30162684, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=90e7a160-06b3-4d10-804d-959e30162684,segment=NetworkSegment(a1de79b8-8c81-480a-9516-92b2572f06df),segment_id=a1de79b8-8c81-480a-9516-92b2572f06df)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:23.175475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:23.176633 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:23.330738 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=90e7a160-06b3-4d10-804d-959e30162684,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:23.353648 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:32:23.360112 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a8c9d390-e2c8-4c53-b4b9-1eacea8874d5 None None] Provisioning complete for port 90e7a160-06b3-4d10-804d-959e30162684 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:23.360761 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a8c9d390-e2c8-4c53-b4b9-1eacea8874d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:23.444704 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:23.445075 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:23.515395 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Sync routers for ids ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:32:23.557359 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7d9a2320-61a9-4057-957b-802d5aad7266 tempest-DHCPAgentSchedulersTestJSON-294355004 tempest-DHCPAgentSchedulersTestJSON-294355004-project-admin] 10.222.0.26 "GET /v2.0/agents/32f312a6-b453-4462-a00a-d79755f04a03/dhcp-networks HTTP/1.1" status: 200 len: 8832 time: 0.8592138 Jan 12 09:32:23.561094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58406) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:23.568868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Routers {'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:23.570066 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:23.700059 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Router 7b74c8d6-c878-49f2-9ed7-ce90f224ac9b is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:32:23.709749 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:23.716187 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] device_id is not set on port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:32:23.783889 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Set router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:32:23.792609 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a1d2f0-660e-46b2-ab97-c5933e125edb tempest-DHCPAgentSchedulersTestJSON-294355004 tempest-DHCPAgentSchedulersTestJSON-294355004-project-admin] Network b976eadb-9d0e-4751-a885-d1a327b3055f is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:32:23.805133 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:23.837917 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-82a1d2f0-660e-46b2-ab97-c5933e125edb tempest-DHCPAgentSchedulersTestJSON-294355004 tempest-DHCPAgentSchedulersTestJSON-294355004-project-admin] 10.222.0.26 "POST /v2.0/agents/32f312a6-b453-4462-a00a-d79755f04a03/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2757242 Jan 12 09:32:23.840756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58410) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:23.860126 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:23.883182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Network f97beb88-ba86-4f8e-9a7c-dda2e84c4fba is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:23.894916 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:23.987690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:24.026522 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Transition to ACTIVE for port object 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 will not be triggered until provisioned by entity L2. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:24.028510 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:32:24.041950 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Sync routers for ids ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:32:24.056977 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Routers {'0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:24.057945 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:24.086693 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e2214ab5-108c-4dda-a58f-e0ada890564f admin admin] 10.222.0.26 "PUT /v2.0/routers/0597e7b4-f3d3-4aaa-a9df-77ce3589e03a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4147854 Jan 12 09:32:24.087884 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Pushing event updated for resources: {'Port': ['ID=329b750c-5615-417b-b8cb-1cf6a23024a4,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:24.103353 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:24.121248 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:32:24.162611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Deleting port c0f57f60-cb2c-48b5-80ec-9d8d461f6618 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:24.163207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:24.242614 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:24.248115 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a7583fed-ce30-4248-9dc8-2ad35f21e918 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.4832675 Jan 12 09:32:24.255064 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58418) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:24.260453 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375fc215-7fde-44a6-ac38-21ac82b2fe64 None None] Network b976eadb-9d0e-4751-a885-d1a327b3055f requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:24.297760 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58422) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:24.302149 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e0bae8db-56ce-4eb7-a369-efc2b1ae21e3 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:24.313165 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f2c0ec1a-c3e7-4f89-ba0d-e562db68bfa4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1435276346', 'description': 'tempest-description--66727088'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:24.321191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-9c23fbcb-334c-4f3c-a647-8c420e03bf66 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:32:24.396063 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19c2e6-c8bb-4a07-9f63-38207d96672d None None] Sync routers for ids ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:32:24.405933 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1d1c5b8b-94d5-4e4a-8e04-8494a6a4b83b tempest-DHCPAgentSchedulersTestJSON-294355004 tempest-DHCPAgentSchedulersTestJSON-294355004-project-admin] 10.222.0.26 "GET /v2.0/agents/32f312a6-b453-4462-a00a-d79755f04a03/dhcp-networks HTTP/1.1" status: 200 len: 9601 time: 0.5614254 Jan 12 09:32:24.408100 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58430) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:24.435505 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f2c0ec1a-c3e7-4f89-ba0d-e562db68bfa4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:24.441119 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c23fbcb-334c-4f3c-a647-8c420e03bf66 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:24.476027 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:24.476504 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Set router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:32:24.490203 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f2c0ec1a-c3e7-4f89-ba0d-e562db68bfa4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Usage tracker for resource:security_group and tenant:4a462b68449743d888150888eed67276 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:24.497311 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Pushing event updated for resources: {'Port': ['ID=7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:24.504247 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c23fbcb-334c-4f3c-a647-8c420e03bf66 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:24.505707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19c2e6-c8bb-4a07-9f63-38207d96672d None None] Routers {'7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:24.506490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9c19c2e6-c8bb-4a07-9f63-38207d96672d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:24.552098 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f2c0ec1a-c3e7-4f89-ba0d-e562db68bfa4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:24.598819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f2c0ec1a-c3e7-4f89-ba0d-e562db68bfa4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:24.650405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9c23fbcb-334c-4f3c-a647-8c420e03bf66 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] In _notify_port_updated(), no bound segment for port ce0775e7-b855-4020-b526-6acf36fedfa6 on network 24aa9364-b8f3-4949-8438-deaa36e20db2 {{(pid=87664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:32:24.661810 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c23fbcb-334c-4f3c-a647-8c420e03bf66 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:24.667762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c23fbcb-334c-4f3c-a647-8c420e03bf66 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:24.671819 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9c23fbcb-334c-4f3c-a647-8c420e03bf66 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "PUT /v2.0/ports/ce0775e7-b855-4020-b526-6acf36fedfa6 HTTP/1.1" status: 200 len: 1003 time: 4.2117736 Jan 12 09:32:24.677007 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:24.677566 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:24.689650 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:24.701256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58436) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:24.735811 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9c19c2e6-c8bb-4a07-9f63-38207d96672d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:24.755681 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e9753be6-053e-4954-b759-2fe78fc3bef2 tempest-DHCPAgentSchedulersTestJSON-294355004 tempest-DHCPAgentSchedulersTestJSON-294355004-project-admin] 10.222.0.26 "DELETE /v2.0/agents/32f312a6-b453-4462-a00a-d79755f04a03/dhcp-networks/b976eadb-9d0e-4751-a885-d1a327b3055f HTTP/1.1" status: 204 len: 168 time: 0.3425105 Jan 12 09:32:24.767627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58440) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:24.828086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:24.828756 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:24.855107 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 2 to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 Jan 12 09:32:24.861508 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19c2e6-c8bb-4a07-9f63-38207d96672d None None] Routers {'7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:24.862207 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9c19c2e6-c8bb-4a07-9f63-38207d96672d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:24.869182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f2c0ec1a-c3e7-4f89-ba0d-e562db68bfa4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:24.977454 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23fbcb-334c-4f3c-a647-8c420e03bf66 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event updated for resources: {'Port': ['ID=ce0775e7-b855-4020-b526-6acf36fedfa6,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:24.995458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:24.995793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:24.996158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:25.016427 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f2c0ec1a-c3e7-4f89-ba0d-e562db68bfa4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:25.024812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f2c0ec1a-c3e7-4f89-ba0d-e562db68bfa4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Usage tracker for resource:security_group_rule and tenant:4a462b68449743d888150888eed67276 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:25.030562 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e9322ac7-df2a-4914-9445-7d2b3a91af83 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Deleting port ce0775e7-b855-4020-b526-6acf36fedfa6 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:25.030927 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e9322ac7-df2a-4914-9445-7d2b3a91af83 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:25.062853 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-25e6d2ab-b8be-4ad0-9b4a-80b79fdbe3aa None None] Provisioning for port 329b750c-5615-417b-b8cb-1cf6a23024a4 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:25.065141 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f2c0ec1a-c3e7-4f89-ba0d-e562db68bfa4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:25.075830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:25.076109 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-25e6d2ab-b8be-4ad0-9b4a-80b79fdbe3aa None None] Provisioning complete for port 329b750c-5615-417b-b8cb-1cf6a23024a4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:25.076201 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:25.076486 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-25e6d2ab-b8be-4ad0-9b4a-80b79fdbe3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:25.082433 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 3 to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 Jan 12 09:32:25.096929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f2c0ec1a-c3e7-4f89-ba0d-e562db68bfa4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:25.111069 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:25.111454 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:25.118676 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'name': 'tempest-ServersTestManualDisk-1875479056-router', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:03Z', 'updated_at': '2022-01-12T09:32:18Z', 'revision_number': 4, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'gw_port': {'id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:86:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '97f086cb-0922-4900-9c40-af79477cc088', 'name': '', 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'mac_address': 'fa:16:3e:58:ad:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:14Z', 'updated_at': '2022-01-12T09:32:19Z', 'revision_number': 2, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'subnets': [{'id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:25.128284 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Checking router: 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:32:25.128645 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Updating router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a port 97f086cb-0922-4900-9c40-af79477cc088 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:32:25.142884 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9c19c2e6-c8bb-4a07-9f63-38207d96672d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:25.143391 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19c2e6-c8bb-4a07-9f63-38207d96672d None None] The sync data for ids ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:32:25.201607 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port e0bae8db-56ce-4eb7-a369-efc2b1ae21e3 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:25.218982 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port e0bae8db-56ce-4eb7-a369-efc2b1ae21e3 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:25.219394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:25.220180 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58444) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:25.228824 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:25.235238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-2530be83-a3c8-40b3-a34c-0b3d41655ff5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--361869878', 'description': 'tempest-description--1180120376'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:25.249969 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2530be83-a3c8-40b3-a34c-0b3d41655ff5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:25.272468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2530be83-a3c8-40b3-a34c-0b3d41655ff5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Usage tracker for resource:security_group and tenant:3cc823a812264b34a63384f9a88614d6 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:25.294117 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2530be83-a3c8-40b3-a34c-0b3d41655ff5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:25.305061 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2530be83-a3c8-40b3-a34c-0b3d41655ff5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:25.311037 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'name': 'tempest-ServerActionsTestJSON-1191303219-router', 'tenant_id': '4a462b68449743d888150888eed67276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:06Z', 'updated_at': '2022-01-12T09:32:19Z', 'revision_number': 4, 'project_id': '4a462b68449743d888150888eed67276', 'gw_port': {'id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:07Z', 'updated_at': '2022-01-12T09:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '93574377-b9ff-4eb4-a6a9-26da98305f15', 'name': '', 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'tenant_id': '4a462b68449743d888150888eed67276', 'mac_address': 'fa:16:3e:1c:99:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:16Z', 'updated_at': '2022-01-12T09:32:20Z', 'revision_number': 2, 'project_id': '4a462b68449743d888150888eed67276', 'subnets': [{'id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:25.317276 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c482b232-5bba-48e5-b90f-560e72a8226a tempest-DHCPAgentSchedulersTestJSON-294355004 tempest-DHCPAgentSchedulersTestJSON-294355004-project-admin] 10.222.0.26 "GET /v2.0/agents/32f312a6-b453-4462-a00a-d79755f04a03/dhcp-networks HTTP/1.1" status: 200 len: 8832 time: 0.5485141 Jan 12 09:32:25.326464 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Checking router: a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:32:25.326834 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Updating router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 port 93574377-b9ff-4eb4-a6a9-26da98305f15 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:32:25.360937 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-25e6d2ab-b8be-4ad0-9b4a-80b79fdbe3aa None None] Port 329b750c-5615-417b-b8cb-1cf6a23024a4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:25.367277 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58448) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:25.395046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2530be83-a3c8-40b3-a34c-0b3d41655ff5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:25.433941 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4c3be33b-e21b-4cb3-b670-eb0663653964 tempest-DHCPAgentSchedulersTestJSON-294355004 tempest-DHCPAgentSchedulersTestJSON-294355004-project-admin] 10.222.0.26 "GET /v2.0/networks/a4523e61-4045-4f3d-9c00-7558b2fad7c2/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0647602 Jan 12 09:32:25.438642 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:25.439868 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Calling delete_port for c0f57f60-cb2c-48b5-80ec-9d8d461f6618 owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:32:25.539463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:25.550552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-43bfec74-ebef-41a6-92aa-a9ea8ca00d3c None None] Provisioning complete for port ce0775e7-b855-4020-b526-6acf36fedfa6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:25.550986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-43bfec74-ebef-41a6-92aa-a9ea8ca00d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:25.557040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58452) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:25.563197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2530be83-a3c8-40b3-a34c-0b3d41655ff5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:25.581417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2530be83-a3c8-40b3-a34c-0b3d41655ff5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Usage tracker for resource:security_group_rule and tenant:3cc823a812264b34a63384f9a88614d6 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:25.585781 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2530be83-a3c8-40b3-a34c-0b3d41655ff5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:25.594974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2530be83-a3c8-40b3-a34c-0b3d41655ff5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:25.613923 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6690fa13-4398-4127-a03b-2e130b548638 tempest-DHCPAgentSchedulersTestJSON-294355004 tempest-DHCPAgentSchedulersTestJSON-294355004-project-admin] 10.222.0.26 "GET /v2.0/networks/a4523e61-4045-4f3d-9c00-7558b2fad7c2/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0526280 Jan 12 09:32:25.620943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58456) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:25.631565 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:25.632059 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:25.632492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:25.692383 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port e0bae8db-56ce-4eb7-a369-efc2b1ae21e3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e0bae8db-56ce-4eb7-a369-efc2b1ae21e3,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:25.717355 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-43bfec74-ebef-41a6-92aa-a9ea8ca00d3c None None] Port ce0775e7-b855-4020-b526-6acf36fedfa6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:25.717939 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:25.721630 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:25.722634 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f194a9b5-ad9d-45f8-8e42-73609d228643 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:25.738833 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:25.841066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2530be83-a3c8-40b3-a34c-0b3d41655ff5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:25.852647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2530be83-a3c8-40b3-a34c-0b3d41655ff5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:25.919235 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=e0bae8db-56ce-4eb7-a369-efc2b1ae21e3,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:25.920734 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.011717 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.016924 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port f194a9b5-ad9d-45f8-8e42-73609d228643 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:26.019816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.035402 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port f194a9b5-ad9d-45f8-8e42-73609d228643 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:26.035777 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.046308 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Transition to ACTIVE for port object 97f086cb-0922-4900-9c40-af79477cc088 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:26.060600 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.094531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:26.095178 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:26.145048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0f57f60-cb2c-48b5-80ec-9d8d461f6618,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:26.147393 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 4 to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 Jan 12 09:32:26.207502 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.261786 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.269893 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.292444 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port f194a9b5-ad9d-45f8-8e42-73609d228643, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f194a9b5-ad9d-45f8-8e42-73609d228643,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:26.302282 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.344175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Transition to ACTIVE for port object 93574377-b9ff-4eb4-a6a9-26da98305f15 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:26.362636 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:26.363051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:26.363317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:26.365801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.380540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Pushing event updated for resources: {'Port': ['ID=329b750c-5615-417b-b8cb-1cf6a23024a4,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:26.391249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530be83-a3c8-40b3-a34c-0b3d41655ff5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7260f1a6-d875-4c8e-9003-29176211ead5,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:26.423644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:26.423971 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:26.440127 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Attempting to bind port 97f086cb-0922-4900-9c40-af79477cc088 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:26.440687 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Attempting to bind port 97f086cb-0922-4900-9c40-af79477cc088 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '0046c9f5-79e6-4aaa-b93b-2fb55138080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:26.440850 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Attempting to bind port 97f086cb-0922-4900-9c40-af79477cc088 on network b58e70f3-410d-4dd4-968c-5801134546cd {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:26.443379 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0107699-5a32-4487-913e-57e413e67e19 None None] Pushing event updated for resources: {'Port': ['ID=97f086cb-0922-4900-9c40-af79477cc088,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:26.469586 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:32:26.470067 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Checking segment: {'id': '0046c9f5-79e6-4aaa-b93b-2fb55138080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:26.470535 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.471019 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Bound using segment: {'id': '0046c9f5-79e6-4aaa-b93b-2fb55138080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:32:26.471580 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Bound port: 97f086cb-0922-4900-9c40-af79477cc088, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0046c9f5-79e6-4aaa-b93b-2fb55138080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:32:26.472034 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.478432 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 5 to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 Jan 12 09:32:26.498328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2530be83-a3c8-40b3-a34c-0b3d41655ff5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.516666 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=f194a9b5-ad9d-45f8-8e42-73609d228643,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:26.519684 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.519920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e0bae8db-56ce-4eb7-a369-efc2b1ae21e3 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:26.523809 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2530be83-a3c8-40b3-a34c-0b3d41655ff5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3024433 Jan 12 09:32:26.548942 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1841bddc-00fb-49f0-9ef1-ef42ab539708 tempest-DHCPAgentSchedulersTestJSON-294355004 tempest-DHCPAgentSchedulersTestJSON-294355004-project-admin] 10.222.0.26 "GET /v2.0/agents/32f312a6-b453-4462-a00a-d79755f04a03/dhcp-networks HTTP/1.1" status: 200 len: 8832 time: 0.9266541 Jan 12 09:32:26.554376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58460) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:26.559463 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58462) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:26.622060 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:26.622060 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:26.622483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:26.654142 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] For port 97f086cb-0922-4900-9c40-af79477cc088, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:26.659041 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] For port 97f086cb-0922-4900-9c40-af79477cc088, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=97f086cb-0922-4900-9c40-af79477cc088,segment=NetworkSegment(0046c9f5-79e6-4aaa-b93b-2fb55138080b),segment_id=0046c9f5-79e6-4aaa-b93b-2fb55138080b)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:32:26.659976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:26.660543 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:26.661352 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.673420 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.680781 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 6 to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 Jan 12 09:32:26.714526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-2a27d767-4b63-496c-859c-7fc8afb70802 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Request body: {'security_group_rule': {'security_group_id': '7260f1a6-d875-4c8e-9003-29176211ead5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:26.723134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.744471 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2a27d767-4b63-496c-859c-7fc8afb70802 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:26.797506 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2a27d767-4b63-496c-859c-7fc8afb70802 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Usage tracker for resource:security_group_rule and tenant:3cc823a812264b34a63384f9a88614d6 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:26.802183 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Routers {'0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:26.803552 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:26.848086 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Attempting to bind port 93574377-b9ff-4eb4-a6a9-26da98305f15 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:26.848495 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Attempting to bind port 93574377-b9ff-4eb4-a6a9-26da98305f15 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'bc0746f0-94e8-427e-9ea6-eb316e649876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:26.848847 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Attempting to bind port 93574377-b9ff-4eb4-a6a9-26da98305f15 on network fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:26.861136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f2c0ec1a-c3e7-4f89-ba0d-e562db68bfa4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.867716 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:32:26.868474 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Checking segment: {'id': 'bc0746f0-94e8-427e-9ea6-eb316e649876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:26.869066 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.869627 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Bound using segment: {'id': 'bc0746f0-94e8-427e-9ea6-eb316e649876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:32:26.870318 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Bound port: 93574377-b9ff-4eb4-a6a9-26da98305f15, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0746f0-94e8-427e-9ea6-eb316e649876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:32:26.870847 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.884289 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:26.884625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:26.884961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:26.885637 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0107699-5a32-4487-913e-57e413e67e19 None None] Pushing event updated for resources: {'Port': ['ID=97f086cb-0922-4900-9c40-af79477cc088,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:26.900673 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f2c0ec1a-c3e7-4f89-ba0d-e562db68bfa4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.930431 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:26.950878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:26.951205 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:26.962536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Subscribe: > segment before_delete 55550000 {{(pid=87663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:26.962911 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:26.964165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:26.964504 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Subscribe: > port after_create 55550000 {{(pid=87663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:26.964830 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Subscribe: > port after_delete 55550000 {{(pid=87663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:26.965184 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Subscribe: > port after_update 55550000 {{(pid=87663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:26.965479 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 7 to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 Jan 12 09:32:26.965577 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Subscribe: > segment after_delete 55550000 {{(pid=87663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:26.965828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Subscribe: > subnet after_create 55550000 {{(pid=87663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:26.966167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Subscribe: > subnet after_delete 55550000 {{(pid=87663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:26.966482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Subscribe: > subnet after_update 55550000 {{(pid=87663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:27.011117 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] For port 93574377-b9ff-4eb4-a6a9-26da98305f15, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:27.014662 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] For port 93574377-b9ff-4eb4-a6a9-26da98305f15, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=93574377-b9ff-4eb4-a6a9-26da98305f15,segment=NetworkSegment(bc0746f0-94e8-427e-9ea6-eb316e649876),segment_id=bc0746f0-94e8-427e-9ea6-eb316e649876)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:32:27.032903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:27.085182 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41a872-3e81-4826-b167-76690de4397f None None] Pushing event updated for resources: {'Port': ['ID=93574377-b9ff-4eb4-a6a9-26da98305f15,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:27.090429 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] Set router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:32:27.165214 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port e0bae8db-56ce-4eb7-a369-efc2b1ae21e3 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:27.167924 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:27.170110 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Subscribe: > subnet after_create 55550000 {{(pid=87663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:27.170555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Subscribe: > subnet after_delete 55550000 {{(pid=87663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:27.170872 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Subscribe: > subnet before_create 55550000 {{(pid=87663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:27.171205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Subscribe: > subnet before_update 55550000 {{(pid=87663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 09:32:27.172447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b976eadb-9d0e-4751-a885-d1a327b3055f']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:27.204085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31bd1e13-a4ec-4d42-ba45-4fd78533fe10') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:27.205001 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31bd1e13-a4ec-4d42-ba45-4fd78533fe10') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:27.212076 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:27.219786 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:27.240465 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:27.243635 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e9322ac7-df2a-4914-9445-7d2b3a91af83 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:27.249002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:32:27.249482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:27.253004 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Routers {'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:27.253446 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:27.253559 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:27.253784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:27.254115 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:27.283835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0ec1a-c3e7-4f89-ba0d-e562db68bfa4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f845d1e9-d9b2-4171-a817-72123fae9eff,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:27.359803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2a27d767-4b63-496c-859c-7fc8afb70802 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: from cryptography.utils import int_from_bytes Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: from cryptography.utils import int_from_bytes Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn_limited( Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn_limited( Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:32:27.368613 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:32:27.378419 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:27.378751 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:27.380315 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:27.386287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:27.436380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2a27d767-4b63-496c-859c-7fc8afb70802 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:27.437217 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 8 to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 Jan 12 09:32:27.440781 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41a872-3e81-4826-b167-76690de4397f None None] Pushing event updated for resources: {'Port': ['ID=93574377-b9ff-4eb4-a6a9-26da98305f15,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:27.444239 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f2c0ec1a-c3e7-4f89-ba0d-e562db68bfa4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:27.447998 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f2c0ec1a-c3e7-4f89-ba0d-e562db68bfa4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.1397061 Jan 12 09:32:27.465723 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] 10.222.0.26 "DELETE /v2.0/networks/b976eadb-9d0e-4751-a885-d1a327b3055f HTTP/1.1" status: 204 len: 168 time: 0.9075053 Jan 12 09:32:27.471027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58468) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:27.471378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58470) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:27.472451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e9322ac7-df2a-4914-9445-7d2b3a91af83 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Calling delete_port for ce0775e7-b855-4020-b526-6acf36fedfa6 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:32:27.472957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7723d5e-07bc-45cc-b9fc-d5f46ab4645a tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Pushing event deleted for resources: {'Network': ['ID=b976eadb-9d0e-4751-a885-d1a327b3055f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:27.529194 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:27.529532 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:27.529866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:27.541138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-2b75039e-8920-460e-bcf1-0341aa229034 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Request body: {'security_group_rule': {'security_group_id': 'f845d1e9-d9b2-4171-a817-72123fae9eff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:27.549355 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aae22d3-02ba-493e-afe7-3fd9bb17add8 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] DELETE failed (client error): The resource could not be found. Jan 12 09:32:27.549355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aae22d3-02ba-493e-afe7-3fd9bb17add8 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:32:27.550008 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:27.550413 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:27.552759 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8aae22d3-02ba-493e-afe7-3fd9bb17add8 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] 10.222.0.26 "DELETE /v2.0/ports/2b111813-74e1-448b-adb7-618c53454c9c HTTP/1.1" status: 404 len: 333 time: 0.0721161 Jan 12 09:32:27.557308 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 9 to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 Jan 12 09:32:27.558428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2b75039e-8920-460e-bcf1-0341aa229034 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:27.560910 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58476) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:27.569855 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Network f97beb88-ba86-4f8e-9a7c-dda2e84c4fba is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:27.580444 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:27.606827 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:27.607398 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:27.607879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:27.618172 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] Set router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:32:27.633856 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:27.637107 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2b75039e-8920-460e-bcf1-0341aa229034 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Usage tracker for resource:security_group_rule and tenant:4a462b68449743d888150888eed67276 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:27.651451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2b75039e-8920-460e-bcf1-0341aa229034 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:27.658524 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'name': 'tempest-ServersTestManualDisk-1875479056-router', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:03Z', 'updated_at': '2022-01-12T09:32:18Z', 'revision_number': 4, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'gw_port': {'id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:86:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '97f086cb-0922-4900-9c40-af79477cc088', 'name': '', 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'mac_address': 'fa:16:3e:58:ad:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:14Z', 'updated_at': '2022-01-12T09:32:26Z', 'revision_number': 4, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'subnets': [{'id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:27.663076 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7c1a71-e225-45d9-9106-f8ef9558b660 None None] The sync data for ids ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'] in dv-neutron-824346-1-hyperv is: [{'id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'name': 'tempest-ServersTestManualDisk-1875479056-router', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:03Z', 'updated_at': '2022-01-12T09:32:18Z', 'revision_number': 4, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'gw_port': {'id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:86:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '97f086cb-0922-4900-9c40-af79477cc088', 'name': '', 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'mac_address': 'fa:16:3e:58:ad:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:14Z', 'updated_at': '2022-01-12T09:32:26Z', 'revision_number': 4, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'subnets': [{'id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:32:27.667031 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2b75039e-8920-460e-bcf1-0341aa229034 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:27.678451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Allocated IP 172.20.0.1 (1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f/9dadf753-25d1-48b8-8e7e-1ae8ed929160/c59b2699-a2d6-43bc-b626-dccc232691bf) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:27.687238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2a27d767-4b63-496c-859c-7fc8afb70802 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:27.761109 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 90e7a160-06b3-4d10-804d-959e30162684 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:27.913314 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:27.913815 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:27.929512 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 10 to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 Jan 12 09:32:27.953752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:27.954580 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:27.955354 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:27.962146 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=002acc61-0f53-4e66-a82e-690c976c3c13,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:28.005761 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:28.006276 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:28.006744 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.080143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 90e7a160-06b3-4d10-804d-959e30162684 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:28.080521 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.098498 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-17be3a8e-0deb-47f4-801e-0debf161079c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Deleting subnet 2ed83dc2-6926-4656-a9a1-ba7ebf481d52 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:32:28.106294 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17be3a8e-0deb-47f4-801e-0debf161079c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.175916 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6dba48dc-5d16-4f82-bb2a-82a2a53ae0d3 None None] Provisioning complete for port 329b750c-5615-417b-b8cb-1cf6a23024a4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:28.176288 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6dba48dc-5d16-4f82-bb2a-82a2a53ae0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.192538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2a27d767-4b63-496c-859c-7fc8afb70802 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.226492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2b75039e-8920-460e-bcf1-0341aa229034 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.235810 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2a27d767-4b63-496c-859c-7fc8afb70802 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.244581 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] For port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7, host hv-neutron-8243, cleared binding levels {{(pid=87664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:28.245145 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempted to set empty binding levels {{(pid=87664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 12 09:32:28.271377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17be3a8e-0deb-47f4-801e-0debf161079c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.281441 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6dba48dc-5d16-4f82-bb2a-82a2a53ae0d3 None None] Port 329b750c-5615-417b-b8cb-1cf6a23024a4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:28.301994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.328825 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27d767-4b63-496c-859c-7fc8afb70802 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c016608-8c3f-40df-ad0f-0486971a7a7f,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:28.358066 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.365143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'name': 'tempest-ServerActionsTestJSON-1191303219-router', 'tenant_id': '4a462b68449743d888150888eed67276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:06Z', 'updated_at': '2022-01-12T09:32:19Z', 'revision_number': 4, 'project_id': '4a462b68449743d888150888eed67276', 'gw_port': {'id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:07Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '93574377-b9ff-4eb4-a6a9-26da98305f15', 'name': '', 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'tenant_id': '4a462b68449743d888150888eed67276', 'mac_address': 'fa:16:3e:1c:99:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:16Z', 'updated_at': '2022-01-12T09:32:27Z', 'revision_number': 4, 'project_id': '4a462b68449743d888150888eed67276', 'subnets': [{'id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:28.369500 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce377fda-54bf-4c4a-a0d0-5915660d1b91 None None] The sync data for ids ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'] in dv-neutron-824346-1-hyperv is: [{'id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'name': 'tempest-ServerActionsTestJSON-1191303219-router', 'tenant_id': '4a462b68449743d888150888eed67276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:06Z', 'updated_at': '2022-01-12T09:32:19Z', 'revision_number': 4, 'project_id': '4a462b68449743d888150888eed67276', 'gw_port': {'id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:07Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '93574377-b9ff-4eb4-a6a9-26da98305f15', 'name': '', 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'tenant_id': '4a462b68449743d888150888eed67276', 'mac_address': 'fa:16:3e:1c:99:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:16Z', 'updated_at': '2022-01-12T09:32:27Z', 'revision_number': 4, 'project_id': '4a462b68449743d888150888eed67276', 'subnets': [{'id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:32:28.373565 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.389957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Transition to ACTIVE for port object c59b2699-a2d6-43bc-b626-dccc232691bf will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:28.391738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Router fc1cf035-d511-42b4-bf40-d8064044d417 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:32:28.394058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2a27d767-4b63-496c-859c-7fc8afb70802 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.395429 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2a27d767-4b63-496c-859c-7fc8afb70802 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8301950 Jan 12 09:32:28.403525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58480) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:28.412657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-e421d2d7-829b-45bd-a366-20bc98c41693 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Request body: {'security_group_rule': {'security_group_id': '7260f1a6-d875-4c8e-9003-29176211ead5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:28.431060 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e421d2d7-829b-45bd-a366-20bc98c41693 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:28.453718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e421d2d7-829b-45bd-a366-20bc98c41693 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Usage tracker for resource:security_group_rule and tenant:3cc823a812264b34a63384f9a88614d6 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:28.478726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e421d2d7-829b-45bd-a366-20bc98c41693 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:28.512300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] In _notify_port_updated(), no bound segment for port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:32:28.513877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:28.514738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.516429 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] 10.222.0.26 "PUT /v2.0/ports/7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 HTTP/1.1" status: 200 len: 977 time: 6.7597630 Jan 12 09:32:28.523979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58484) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:28.526852 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e563a27f-6599-4b7b-a04b-c318bdef87ec']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:28.543452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e421d2d7-829b-45bd-a366-20bc98c41693 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:28.570457 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2b75039e-8920-460e-bcf1-0341aa229034 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.589591 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2b75039e-8920-460e-bcf1-0341aa229034 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.633220 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75039e-8920-460e-bcf1-0341aa229034 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff2e626-b2b5-4dac-bf4c-30086a18374d,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:28.637625 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17be3a8e-0deb-47f4-801e-0debf161079c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.638284 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 97f086cb-0922-4900-9c40-af79477cc088 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:28.653484 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e9322ac7-df2a-4914-9445-7d2b3a91af83 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.664330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1165516b-b5fc-4664-8a6a-bfa1c035b0d8') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:28.664905 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1165516b-b5fc-4664-8a6a-bfa1c035b0d8') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:28.681332 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e421d2d7-829b-45bd-a366-20bc98c41693 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.685787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.701316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2b75039e-8920-460e-bcf1-0341aa229034 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.714798 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2b75039e-8920-460e-bcf1-0341aa229034 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2247026 Jan 12 09:32:28.714798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.736028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.758030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 97f086cb-0922-4900-9c40-af79477cc088 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:28.771707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 97f086cb-0922-4900-9c40-af79477cc088 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:28.772082 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.780533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58488) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:28.798383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9e49ecc7-5a46-4e0f-9f62-e5b8f977dfff tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Request body: {'security_group_rule': {'security_group_id': 'f845d1e9-d9b2-4171-a817-72123fae9eff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:28.835954 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9e49ecc7-5a46-4e0f-9f62-e5b8f977dfff tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:28.855557 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Network 1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:28.856684 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9e49ecc7-5a46-4e0f-9f62-e5b8f977dfff tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Usage tracker for resource:security_group_rule and tenant:4a462b68449743d888150888eed67276 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:28.873077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9e49ecc7-5a46-4e0f-9f62-e5b8f977dfff tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:28.876406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:28.879615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:32:28.880028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:28.881182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:28.920368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event updated for resources: {'Port': ['ID=c59b2699-a2d6-43bc-b626-dccc232691bf,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:32:28.933076 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:32:28.938197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9e49ecc7-5a46-4e0f-9f62-e5b8f977dfff tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:29.013064 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e421d2d7-829b-45bd-a366-20bc98c41693 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.027035 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.086965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17be3a8e-0deb-47f4-801e-0debf161079c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.110248 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.123011 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 97f086cb-0922-4900-9c40-af79477cc088, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=97f086cb-0922-4900-9c40-af79477cc088,segment=NetworkSegment(0046c9f5-79e6-4aaa-b93b-2fb55138080b),segment_id=0046c9f5-79e6-4aaa-b93b-2fb55138080b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:29.132930 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.134563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f194a9b5-ad9d-45f8-8e42-73609d228643 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:29.222879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe10beb-c4df-4e8b-879b-07572f9374ad tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Pushing event updated for resources: {'Port': ['ID=7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7,revision_number=3']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:29.272732 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e421d2d7-829b-45bd-a366-20bc98c41693 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.274882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17be3a8e-0deb-47f4-801e-0debf161079c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.284858 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be3a8e-0deb-47f4-801e-0debf161079c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed83dc2-6926-4656-a9a1-ba7ebf481d52,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:29.291682 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9e49ecc7-5a46-4e0f-9f62-e5b8f977dfff tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.354025 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e3f672-0737-4306-b4ba-50e9fbc458d6 None None] Network a4523e61-4045-4f3d-9c00-7558b2fad7c2 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:32:29.357344 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-17be3a8e-0deb-47f4-801e-0debf161079c tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] 10.222.0.26 "DELETE /v2.0/subnets/2ed83dc2-6926-4656-a9a1-ba7ebf481d52 HTTP/1.1" status: 204 len: 168 time: 1.7922106 Jan 12 09:32:29.396090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58494) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:29.396711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9e49ecc7-5a46-4e0f-9f62-e5b8f977dfff tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.397503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421d2d7-829b-45bd-a366-20bc98c41693 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f2233b-0e45-4c9f-b675-0579b18e5464,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:29.426985 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-963955c1-98c9-4d3c-a3bc-95242e566097 None None] Provisioning for port c59b2699-a2d6-43bc-b626-dccc232691bf completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:29.429972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9322ac7-df2a-4914-9445-7d2b3a91af83 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event deleted for resources: {'Port': ['ID=ce0775e7-b855-4020-b526-6acf36fedfa6,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:29.440077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-963955c1-98c9-4d3c-a3bc-95242e566097 None None] Provisioning complete for port c59b2699-a2d6-43bc-b626-dccc232691bf triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:29.440468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-963955c1-98c9-4d3c-a3bc-95242e566097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.508805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-963955c1-98c9-4d3c-a3bc-95242e566097 None None] Port c59b2699-a2d6-43bc-b626-dccc232691bf cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:29.518660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.540307 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9e49ecc7-5a46-4e0f-9f62-e5b8f977dfff tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.542041 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.596890 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port f194a9b5-ad9d-45f8-8e42-73609d228643 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:29.597187 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.623089 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=97f086cb-0922-4900-9c40-af79477cc088,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:29.676855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e421d2d7-829b-45bd-a366-20bc98c41693 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.682708 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e421d2d7-829b-45bd-a366-20bc98c41693 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2735031 Jan 12 09:32:29.682900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:32:29.684379 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58498) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:29.685170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e9322ac7-df2a-4914-9445-7d2b3a91af83 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.687901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e563a27f-6599-4b7b-a04b-c318bdef87ec {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 12 09:32:29.698795 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:29.701087 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Sync routers for ids ['fc1cf035-d511-42b4-bf40-d8064044d417'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:32:29.708700 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event deleted for resources: {'Network': ['ID=e563a27f-6599-4b7b-a04b-c318bdef87ec,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:29.714190 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Routers {'fc1cf035-d511-42b4-bf40-d8064044d417'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:29.715058 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc1cf035-d511-42b4-bf40-d8064044d417'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:29.718873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.721382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:29.731350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Usage tracker for resource:floatingip and tenant:3cc823a812264b34a63384f9a88614d6 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:29.734411 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:29.735074 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.743730 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2559ecf0-2f30-491f-ac24-d7d8864873f3 admin admin] 10.222.0.26 "PUT /v2.0/routers/fc1cf035-d511-42b4-bf40-d8064044d417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5036361 Jan 12 09:32:29.748545 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:29.763948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.764696 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.765305 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.765960 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.766560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.767189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.767785 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.768378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.768971 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.769584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.770180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.770798 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.771407 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.771997 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.772584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.773182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.773769 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.774348 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.774962 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.775544 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.776137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:29.778265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Synchronizing usage tracker for tenant:af6493141c804211abb602577185220a on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:29.785121 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e9322ac7-df2a-4914-9445-7d2b3a91af83 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "DELETE /v2.0/ports/ce0775e7-b855-4020-b526-6acf36fedfa6 HTTP/1.1" status: 204 len: 168 time: 5.0827427 Jan 12 09:32:29.789464 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2003f087-d1d4-4e36-a03c-2c02eea7f3f2 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "DELETE /v2.0/networks/e563a27f-6599-4b7b-a04b-c318bdef87ec HTTP/1.1" status: 204 len: 168 time: 6.7234499 Jan 12 09:32:29.802410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49ecc7-5a46-4e0f-9f62-e5b8f977dfff tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc22a17b-9801-41ea-8f69-300e8fceae93,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:29.802756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58504) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:29.836846 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for floatingip, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.892266 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Deleting port 37c53014-6ca8-48de-ab2a-7d59d27120af {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:29.892608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:29.894711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58508) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:29.904567 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6293ade1-6ed2-424e-8bdd-53d6a92e3fa4 None None] DHCP port deletion for a4523e61-4045-4f3d-9c00-7558b2fad7c2 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:32:29.909373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6293ade1-6ed2-424e-8bdd-53d6a92e3fa4 None None] Deleting port 37c53014-6ca8-48de-ab2a-7d59d27120af {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:29.912108 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6293ade1-6ed2-424e-8bdd-53d6a92e3fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:30.063911 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9e49ecc7-5a46-4e0f-9f62-e5b8f977dfff tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:30.065389 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9e49ecc7-5a46-4e0f-9f62-e5b8f977dfff tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2799704 Jan 12 09:32:30.077450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58516) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:30.203257 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Set router fc1cf035-d511-42b4-bf40-d8064044d417 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:32:30.210526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:30.239607 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea874e26-0be2-4962-90c3-376ef9b86e18 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] GET failed (client error): The resource could not be found. Jan 12 09:32:30.242228 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6293ade1-6ed2-424e-8bdd-53d6a92e3fa4 None None] For port 37c53014-6ca8-48de-ab2a-7d59d27120af, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=37c53014-6ca8-48de-ab2a-7d59d27120af,segment=NetworkSegment(4b3ddbfb-7379-4759-bba3-79bc5684bf42),segment_id=4b3ddbfb-7379-4759-bba3-79bc5684bf42)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:30.242891 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6293ade1-6ed2-424e-8bdd-53d6a92e3fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:30.244506 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ea874e26-0be2-4962-90c3-376ef9b86e18 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "GET /v2.0/ports/ce0775e7-b855-4020-b526-6acf36fedfa6 HTTP/1.1" status: 404 len: 333 time: 0.3446519 Jan 12 09:32:30.245320 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58520) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:30.266963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Request body: {'port': {'network_id': '24aa9364-b8f3-4949-8438-deaa36e20db2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-769023283'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:30.292840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:30.299840 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] For port 37c53014-6ca8-48de-ab2a-7d59d27120af, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=37c53014-6ca8-48de-ab2a-7d59d27120af,segment=NetworkSegment(4b3ddbfb-7379-4759-bba3-79bc5684bf42),segment_id=4b3ddbfb-7379-4759-bba3-79bc5684bf42)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:30.300200 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:30.346364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Usage tracker for resource:floatingip and tenant:4a462b68449743d888150888eed67276 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:30.352044 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:30.424342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:30.424539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6293ade1-6ed2-424e-8bdd-53d6a92e3fa4 None None] Calling delete_port for 37c53014-6ca8-48de-ab2a-7d59d27120af owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:32:30.450610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6b51eedb-88c8-4829-9b7d-51e5022c0e1a tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Synchronizing usage tracker for tenant:85f7b5ec749545e3af0d652ac4f8f555 on resource:floatingip {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:30.525683 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Unset dirty status for tenant:af6493141c804211abb602577185220a on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:30.527379 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-abe15d1f-7bd7-45ef-ace7-58f8d177c614 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18925 time: 1.8716993 Jan 12 09:32:30.543627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Calling delete_port for 37c53014-6ca8-48de-ab2a-7d59d27120af owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:32:30.585274 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58524) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:30.678544 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 97f086cb-0922-4900-9c40-af79477cc088 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:30.706750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for floatingip, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:30.710125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6b51eedb-88c8-4829-9b7d-51e5022c0e1a tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Unset dirty status for tenant:85f7b5ec749545e3af0d652ac4f8f555 on resource:floatingip {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:30.717730 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6b51eedb-88c8-4829-9b7d-51e5022c0e1a tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.9058993 Jan 12 09:32:30.719660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58528) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:30.768363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6293ade1-6ed2-424e-8bdd-53d6a92e3fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:30.832135 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293ade1-6ed2-424e-8bdd-53d6a92e3fa4 None None] Pushing event deleted for resources: {'Port': ['ID=37c53014-6ca8-48de-ab2a-7d59d27120af,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:30.844380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:32:30.844380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:32:30.849191 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6293ade1-6ed2-424e-8bdd-53d6a92e3fa4 None None] No DVR routers for this DVR port 37c53014-6ca8-48de-ab2a-7d59d27120af on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:32:30.869541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 97f086cb-0922-4900-9c40-af79477cc088 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:30.870064 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:30.930642 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58532) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:30.937115 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076243c-acd4-4f72-9d65-1c3d90bd9b7f tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:30.937608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076243c-acd4-4f72-9d65-1c3d90bd9b7f tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:30.938052 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076243c-acd4-4f72-9d65-1c3d90bd9b7f tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:30.938493 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076243c-acd4-4f72-9d65-1c3d90bd9b7f tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:30.939271 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076243c-acd4-4f72-9d65-1c3d90bd9b7f tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:30.940018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076243c-acd4-4f72-9d65-1c3d90bd9b7f tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:30.941054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076243c-acd4-4f72-9d65-1c3d90bd9b7f tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:30.941513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076243c-acd4-4f72-9d65-1c3d90bd9b7f tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:30.942649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a076243c-acd4-4f72-9d65-1c3d90bd9b7f tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Synchronizing usage tracker for tenant:85f7b5ec749545e3af0d652ac4f8f555 on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:30.948072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-64d0fc68-fa28-4040-a766-0fb20a851f83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--750304759', 'description': 'tempest-description--94933042'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:30.954888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-64d0fc68-fa28-4040-a766-0fb20a851f83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:30.958874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-64d0fc68-fa28-4040-a766-0fb20a851f83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Usage tracker for resource:security_group and tenant:ebb294eb2d1b42b58d6a86284879f275 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:30.962520 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-64d0fc68-fa28-4040-a766-0fb20a851f83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:30.968219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-64d0fc68-fa28-4040-a766-0fb20a851f83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:30.969947 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'name': 'tempest-ServersTestJSON-590366113-router', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'gw_port': {'id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:08Z', 'updated_at': '2022-01-12T09:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '329b750c-5615-417b-b8cb-1cf6a23024a4', 'name': '', 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'mac_address': 'fa:16:3e:59:c5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:20Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 2, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'subnets': [{'id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:30.977092 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Checking router: fc1cf035-d511-42b4-bf40-d8064044d417 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:32:30.978132 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Updating router fc1cf035-d511-42b4-bf40-d8064044d417 port 329b750c-5615-417b-b8cb-1cf6a23024a4 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:32:30.986541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-64d0fc68-fa28-4040-a766-0fb20a851f83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.005990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-950832be-ed0b-43e8-bb44-3489d403a2b4 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Deleting port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:31.006332 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-950832be-ed0b-43e8-bb44-3489d403a2b4 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.006906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a076243c-acd4-4f72-9d65-1c3d90bd9b7f tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Unset dirty status for tenant:85f7b5ec749545e3af0d652ac4f8f555 on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:31.011409 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a076243c-acd4-4f72-9d65-1c3d90bd9b7f tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5219 time: 0.2882564 Jan 12 09:32:31.013514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58536) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:31.050638 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 93574377-b9ff-4eb4-a6a9-26da98305f15 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:31.058585 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.080665 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:31.082757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-64d0fc68-fa28-4040-a766-0fb20a851f83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:31.093776 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-87c81fa3-c75e-40b5-bec7-de747c473b40 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] delete failed (client error): The resource could not be found. Jan 12 09:32:31.095299 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Usage tracker for resource:port and tenant:452e3c27c4f94f15953f65851f56d309 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:31.097676 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-87c81fa3-c75e-40b5-bec7-de747c473b40 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/06cce8af-78a0-44eb-985e-9b10749f969d HTTP/1.1" status: 404 len: 345 time: 0.0832305 Jan 12 09:32:31.098745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-64d0fc68-fa28-4040-a766-0fb20a851f83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Usage tracker for resource:security_group_rule and tenant:ebb294eb2d1b42b58d6a86284879f275 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:31.101259 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58540) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:31.107584 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:31.125661 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:31.126034 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-64d0fc68-fa28-4040-a766-0fb20a851f83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:31.135270 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a6d1c5-0dcf-497e-af71-3aa0ac456932 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] DELETE failed (client error): The resource could not be found. Jan 12 09:32:31.135270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a6d1c5-0dcf-497e-af71-3aa0ac456932 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:32:31.149651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-64d0fc68-fa28-4040-a766-0fb20a851f83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:31.166202 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-36a6d1c5-0dcf-497e-af71-3aa0ac456932 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "DELETE /v2.0/networks/e563a27f-6599-4b7b-a04b-c318bdef87ec HTTP/1.1" status: 404 len: 339 time: 0.0639145 Jan 12 09:32:31.170727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58544) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:31.188548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 93574377-b9ff-4eb4-a6a9-26da98305f15 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:31.194893 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-1a768be7-0084-4b83-bee8-c74abcb81359 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Request body: {'network': {'name': 'tempest-network--1683996279', 'router:external': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:31.202792 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 93574377-b9ff-4eb4-a6a9-26da98305f15 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:31.203595 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.259595 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1a768be7-0084-4b83-bee8-c74abcb81359 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:31.265670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Made reservation on behalf of 452e3c27c4f94f15953f65851f56d309 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:31.269121 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.273865 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-64d0fc68-fa28-4040-a766-0fb20a851f83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.283795 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-64d0fc68-fa28-4040-a766-0fb20a851f83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.295237 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1a768be7-0084-4b83-bee8-c74abcb81359 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Usage tracker for resource:network and tenant:85f7b5ec749545e3af0d652ac4f8f555 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:31.301453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1a768be7-0084-4b83-bee8-c74abcb81359 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:31.304256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:32:31.328031 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0fc68-fa28-4040-a766-0fb20a851f83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4457483d-6070-464d-8d94-0d87efd752ca,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:31.332177 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-64d0fc68-fa28-4040-a766-0fb20a851f83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.333606 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-64d0fc68-fa28-4040-a766-0fb20a851f83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4019284 Jan 12 09:32:31.336338 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58548) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:31.341626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1a768be7-0084-4b83-bee8-c74abcb81359 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:31.353850 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2881cb2d-0b24-421e-ac28-96fdc175349a tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Request body: {'security_group_rule': {'security_group_id': '4457483d-6070-464d-8d94-0d87efd752ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:31.355868 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.359332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Deleting port 37c53014-6ca8-48de-ab2a-7d59d27120af {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:31.359840 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.375894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.382623 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] device_id is not set on port 9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:32:31.421531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.421789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.440363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] The port '37c53014-6ca8-48de-ab2a-7d59d27120af' was deleted {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:32:31.443125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2881cb2d-0b24-421e-ac28-96fdc175349a tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:31.460768 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 93574377-b9ff-4eb4-a6a9-26da98305f15, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=93574377-b9ff-4eb4-a6a9-26da98305f15,segment=NetworkSegment(bc0746f0-94e8-427e-9ea6-eb316e649876),segment_id=bc0746f0-94e8-427e-9ea6-eb316e649876)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:31.467115 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.491472 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2881cb2d-0b24-421e-ac28-96fdc175349a tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Usage tracker for resource:security_group_rule and tenant:ebb294eb2d1b42b58d6a86284879f275 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:31.497388 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.511367 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Transition to ACTIVE for port object 329b750c-5615-417b-b8cb-1cf6a23024a4 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:31.527357 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.533875 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2881cb2d-0b24-421e-ac28-96fdc175349a tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:31.568849 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=93574377-b9ff-4eb4-a6a9-26da98305f15,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:31.583030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 37c53014-6ca8-48de-ab2a-7d59d27120af no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:32:31.605357 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2881cb2d-0b24-421e-ac28-96fdc175349a tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:31.607426 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f5559-a508-4e18-bc27-64038835acd2 None None] Pushing event updated for resources: {'Port': ['ID=329b750c-5615-417b-b8cb-1cf6a23024a4,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:31.667297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 37c53014-6ca8-48de-ab2a-7d59d27120af {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:32:31.668173 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 37c53014-6ca8-48de-ab2a-7d59d27120af not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:32:31.671494 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event updated for resources: {'Port': ['ID=c59b2699-a2d6-43bc-b626-dccc232691bf,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:31.674235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a768be7-0084-4b83-bee8-c74abcb81359 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Made reservation on behalf of 85f7b5ec749545e3af0d652ac4f8f555 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:31.680842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1a768be7-0084-4b83-bee8-c74abcb81359 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.748388 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.756620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2881cb2d-0b24-421e-ac28-96fdc175349a tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.826694 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-950832be-ed0b-43e8-bb44-3489d403a2b4 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] For port 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7, host hv-neutron-8243, got binding levels [] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:31.827084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-950832be-ed0b-43e8-bb44-3489d403a2b4 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.829216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4523e61-4045-4f3d-9c00-7558b2fad7c2']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:31.854785 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Attempting to bind port 329b750c-5615-417b-b8cb-1cf6a23024a4 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:31.856214 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Attempting to bind port 329b750c-5615-417b-b8cb-1cf6a23024a4 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:31.856674 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Attempting to bind port 329b750c-5615-417b-b8cb-1cf6a23024a4 on network f97beb88-ba86-4f8e-9a7c-dda2e84c4fba {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:31.867220 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:32:31.868625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3ddbfb-7379-4759-bba3-79bc5684bf42') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:31.868931 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3ddbfb-7379-4759-bba3-79bc5684bf42') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:31.869038 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Checking segment: {'id': 'ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:31.869853 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.870783 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Bound using segment: {'id': 'ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:32:31.872846 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Bound port: 329b750c-5615-417b-b8cb-1cf6a23024a4, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:32:31.874179 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.887035 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.913130 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2881cb2d-0b24-421e-ac28-96fdc175349a tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.920221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.923946 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2881cb2d-0b24-421e-ac28-96fdc175349a tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.940589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a768be7-0084-4b83-bee8-c74abcb81359 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:31.947592 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.953039 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:32:31.953589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:32:31.976944 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:32:31.991782 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] For port 329b750c-5615-417b-b8cb-1cf6a23024a4, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:31.995135 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] For port 329b750c-5615-417b-b8cb-1cf6a23024a4, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=329b750c-5615-417b-b8cb-1cf6a23024a4,segment=NetworkSegment(ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6),segment_id=ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:32:31.998923 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881cb2d-0b24-421e-ac28-96fdc175349a tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d271a76-387a-410c-84f6-4e5bf93fc4fa,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:32.006878 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:32.053433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-950832be-ed0b-43e8-bb44-3489d403a2b4 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Calling delete_port for 7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:32:32.120549 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Routers {'fc1cf035-d511-42b4-bf40-d8064044d417'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:32.121720 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc1cf035-d511-42b4-bf40-d8064044d417'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:32.152774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2881cb2d-0b24-421e-ac28-96fdc175349a tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:32.155211 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2881cb2d-0b24-421e-ac28-96fdc175349a tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8176951 Jan 12 09:32:32.195504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:32.210043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1a768be7-0084-4b83-bee8-c74abcb81359 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:32.210391 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-1a768be7-0084-4b83-bee8-c74abcb81359 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Added segment c8673fef-fa47-42b7-94ec-146c960e63f4 of type vlan for network ebdaf173-3e57-4150-91eb-76f48524a3a9 Jan 12 09:32:32.212657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:32.214727 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f5559-a508-4e18-bc27-64038835acd2 None None] Pushing event updated for resources: {'Port': ['ID=329b750c-5615-417b-b8cb-1cf6a23024a4,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:32.216004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:32.224906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58554) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:32.252550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-faa98a59-94ce-40db-8555-e4652748d386 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Request body: {'security_group_rule': {'security_group_id': '4457483d-6070-464d-8d94-0d87efd752ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:32.258519 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] Pushing event deleted for resources: {'Network': ['ID=a4523e61-4045-4f3d-9c00-7558b2fad7c2,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:32.272374 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5de8516b-3f09-4748-9359-3513f3d955c1 tempest-DHCPAgentSchedulersTestJSON-2112525505 tempest-DHCPAgentSchedulersTestJSON-2112525505-project] 10.222.0.26 "DELETE /v2.0/networks/a4523e61-4045-4f3d-9c00-7558b2fad7c2 HTTP/1.1" status: 204 len: 168 time: 2.8559332 Jan 12 09:32:32.273524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-faa98a59-94ce-40db-8555-e4652748d386 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:32.280609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-faa98a59-94ce-40db-8555-e4652748d386 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Usage tracker for resource:security_group_rule and tenant:ebb294eb2d1b42b58d6a86284879f275 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:32.286698 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-faa98a59-94ce-40db-8555-e4652748d386 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:32.294401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-faa98a59-94ce-40db-8555-e4652748d386 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:32.346290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-faa98a59-94ce-40db-8555-e4652748d386 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:32.411147 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] Set router fc1cf035-d511-42b4-bf40-d8064044d417 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:32:32.423100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-faa98a59-94ce-40db-8555-e4652748d386 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:32.428574 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-faa98a59-94ce-40db-8555-e4652748d386 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:32.460175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa98a59-94ce-40db-8555-e4652748d386 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1dc563-3d8c-4639-aba1-80ca8f21b2c1,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:32.485445 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-faa98a59-94ce-40db-8555-e4652748d386 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:32.487143 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-faa98a59-94ce-40db-8555-e4652748d386 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2439196 Jan 12 09:32:32.490054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58560) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:32.495964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:32.497056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1a768be7-0084-4b83-bee8-c74abcb81359 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:32.509128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:32.510179 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 93574377-b9ff-4eb4-a6a9-26da98305f15 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:32.513613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Usage tracker for resource:floatingip and tenant:ebb294eb2d1b42b58d6a86284879f275 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:32.515170 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Allocated IP 172.26.2.124 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/685d14f0-aecc-4a32-93cf-75acfc7b2a0c) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:32.517360 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:32.525607 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:32.544368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Allocated IP 2001:db8::62 (24aa9364-b8f3-4949-8438-deaa36e20db2/877685bd-be2c-44f8-968d-6269c6e89ae9/9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:32.549039 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:32.636814 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-950832be-ed0b-43e8-bb44-3489d403a2b4 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:32.723881 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 93574377-b9ff-4eb4-a6a9-26da98305f15 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:32.724530 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:32.740535 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:32.742166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-950832be-ed0b-43e8-bb44-3489d403a2b4 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:32.812128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950832be-ed0b-43e8-bb44-3489d403a2b4 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:32.832569 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-950832be-ed0b-43e8-bb44-3489d403a2b4 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] 10.222.0.26 "DELETE /v2.0/ports/7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 HTTP/1.1" status: 204 len: 168 time: 2.2465031 Jan 12 09:32:32.846994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58566) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:32.887430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58570) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:32.915771 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'name': 'tempest-ServersTestJSON-590366113-router', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'gw_port': {'id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:08Z', 'updated_at': '2022-01-12T09:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '329b750c-5615-417b-b8cb-1cf6a23024a4', 'name': '', 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'mac_address': 'fa:16:3e:59:c5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:20Z', 'updated_at': '2022-01-12T09:32:31Z', 'revision_number': 4, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'subnets': [{'id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:32.919785 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5226678-599c-421a-b5a8-c8c8fd99f19c None None] The sync data for ids ['fc1cf035-d511-42b4-bf40-d8064044d417'] in dv-neutron-824346-1-hyperv is: [{'id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'name': 'tempest-ServersTestJSON-590366113-router', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'gw_port': {'id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:08Z', 'updated_at': '2022-01-12T09:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '329b750c-5615-417b-b8cb-1cf6a23024a4', 'name': '', 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'mac_address': 'fa:16:3e:59:c5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:20Z', 'updated_at': '2022-01-12T09:32:31Z', 'revision_number': 4, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'subnets': [{'id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:32:33.082407 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Network 1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:33.104603 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:33.110560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1a768be7-0084-4b83-bee8-c74abcb81359 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:33.112707 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a768be7-0084-4b83-bee8-c74abcb81359 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:33.113566 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1a768be7-0084-4b83-bee8-c74abcb81359 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:33.120382 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-04dc8208-d613-4cff-9898-6614a53ef906 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=048d9cec1df84db5b2c2ff59a19dffe2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2316632 Jan 12 09:32:33.124623 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58576) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:33.150612 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-64708995-dbe6-4006-829d-3dbefa82dadd tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] GET failed (client error): The resource could not be found. Jan 12 09:32:33.151369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-64708995-dbe6-4006-829d-3dbefa82dadd tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Synchronizing usage tracker for tenant:af6493141c804211abb602577185220a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:33.193449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-05ee7b92-9b42-4200-9893-b16fcc183fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:33.226729 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-05ee7b92-9b42-4200-9893-b16fcc183fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:33.297219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-05ee7b92-9b42-4200-9893-b16fcc183fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:33.317849 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee7b92-9b42-4200-9893-b16fcc183fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c183d646-32ab-4865-af5a-e9860c1df5fd,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:33.330668 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-05ee7b92-9b42-4200-9893-b16fcc183fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:33.331976 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-05ee7b92-9b42-4200-9893-b16fcc183fc4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c183d646-32ab-4865-af5a-e9860c1df5fd HTTP/1.1" status: 204 len: 168 time: 0.2063310 Jan 12 09:32:33.356888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3acb274a-fdfb-4f7d-94d2-e31aa863e91c None None] Provisioning complete for port c59b2699-a2d6-43bc-b626-dccc232691bf triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:33.357484 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3acb274a-fdfb-4f7d-94d2-e31aa863e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:33.419876 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-3acb274a-fdfb-4f7d-94d2-e31aa863e91c None None] Port c59b2699-a2d6-43bc-b626-dccc232691bf cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:33.484541 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a768be7-0084-4b83-bee8-c74abcb81359 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event updated for resources: {'Network': ['ID=ebdaf173-3e57-4150-91eb-76f48524a3a9,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:33.493365 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Router 7b74c8d6-c878-49f2-9ed7-ce90f224ac9b has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:32:33.498341 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network ebdaf173-3e57-4150-91eb-76f48524a3a9 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:33.504303 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1a768be7-0084-4b83-bee8-c74abcb81359 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3247929 Jan 12 09:32:33.507482 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58584) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:33.661810 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-64708995-dbe6-4006-829d-3dbefa82dadd tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Unset dirty status for tenant:af6493141c804211abb602577185220a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:33.666579 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-64708995-dbe6-4006-829d-3dbefa82dadd tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] 10.222.0.26 "GET /v2.0/ports/7e2c6fa0-34d9-42e9-bfc1-8ea76132a4e7 HTTP/1.1" status: 404 len: 333 time: 0.8147566 Jan 12 09:32:33.666579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:33.680081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58588) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:33.702352 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-e4d71c38-507e-47b4-97c0-5234d40cf569 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-377046820', 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:33.717104 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e4d71c38-507e-47b4-97c0-5234d40cf569 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:33.749800 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58592) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:33.755393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e4d71c38-507e-47b4-97c0-5234d40cf569 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:33.779954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-664c3765-e8e3-4b74-b3c1-223f5396c11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:33.814504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-664c3765-e8e3-4b74-b3c1-223f5396c11b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:33.826225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4550bc4-31aa-4494-9fb8-4e7ccf84b333 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:33.832076 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4550bc4-31aa-4494-9fb8-4e7ccf84b333 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:33.838051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4550bc4-31aa-4494-9fb8-4e7ccf84b333 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:33.844092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4550bc4-31aa-4494-9fb8-4e7ccf84b333 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:33.844908 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c4550bc4-31aa-4494-9fb8-4e7ccf84b333 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Synchronizing usage tracker for tenant:e57c049be2234daaa30d39e63bd2eac3 on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:33.847915 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-664c3765-e8e3-4b74-b3c1-223f5396c11b admin admin] Usage tracker for resource:security_group_rule and tenant:dd6bc4353da046f886cc121e2883a5ef is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:33.851491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-664c3765-e8e3-4b74-b3c1-223f5396c11b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:33.859393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-664c3765-e8e3-4b74-b3c1-223f5396c11b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:33.863154 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d71c38-507e-47b4-97c0-5234d40cf569 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Made reservation on behalf of af6493141c804211abb602577185220a for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:33.865487 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e4d71c38-507e-47b4-97c0-5234d40cf569 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:33.887164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:33.921300 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:32:33.926491 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-e4d71c38-507e-47b4-97c0-5234d40cf569 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] device_id is not set on port bc007ee4-947e-4de4-8027-5196a3edffc7 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:32:33.932559 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1d5b7-7960-41a0-b59c-59cd31159f9e None None] Sync routers for ids ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:32:33.943125 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1d5b7-7960-41a0-b59c-59cd31159f9e None None] Routers {'7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:33.943744 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4fa1d5b7-7960-41a0-b59c-59cd31159f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:33.964875 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2db7e63b-32c8-4f50-8080-c0e4a6461c00 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] 10.222.0.26 "PUT /v2.0/routers/7b74c8d6-c878-49f2-9ed7-ce90f224ac9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7061517 Jan 12 09:32:33.965825 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58596) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:33.967924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Transition to ACTIVE for port object 9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:33.973636 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Request body: {'port': {'network_id': '1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f', 'name': 'tempest-FloatingIPAdminTestJSON-113204107'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:33.988279 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-664c3765-e8e3-4b74-b3c1-223f5396c11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:33.998123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.010899 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4fa1d5b7-7960-41a0-b59c-59cd31159f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:34.015437 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-664c3765-e8e3-4b74-b3c1-223f5396c11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.020388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1d5b7-7960-41a0-b59c-59cd31159f9e None None] Routers {'7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:34.021000 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4fa1d5b7-7960-41a0-b59c-59cd31159f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:34.041307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c4550bc4-31aa-4494-9fb8-4e7ccf84b333 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Unset dirty status for tenant:e57c049be2234daaa30d39e63bd2eac3 on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:34.042636 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c4550bc4-31aa-4494-9fb8-4e7ccf84b333 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5341837 Jan 12 09:32:34.053555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58600) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:34.087763 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4fa1d5b7-7960-41a0-b59c-59cd31159f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:34.088166 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1d5b7-7960-41a0-b59c-59cd31159f9e None None] The sync data for ids ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:32:34.147528 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-664c3765-e8e3-4b74-b3c1-223f5396c11b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd6bc4353da046f886cc121e2883a5ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966162 Jan 12 09:32:34.148401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58604) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:34.151591 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:34.159500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:34.161677 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.166587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:34.185334 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c3765-e8e3-4b74-b3c1-223f5396c11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3cbe0c-6dda-47ac-8acb-0c66f10e889b,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:34.260514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Allocated IP 172.26.2.61 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/ff829c02-de30-4874-8074-6fdcfec1930f) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:34.263241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Pushing event updated for resources: {'Port': ['ID=685d14f0-aecc-4a32-93cf-75acfc7b2a0c,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:34.271078 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:32:34.307278 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-54b3e917-84c5-4dee-8047-10c3435f39f0 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.311438 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:34.311570 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Network 24aa9364-b8f3-4949-8438-deaa36e20db2 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:34.318091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Usage tracker for resource:port and tenant:714b5a922d2b4dd6a255a7b932995853 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:34.321687 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:34.331259 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:34.332256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:34.350591 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:34.355225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a1126d5c-c712-4c32-bfe4-9cc27134a55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.356244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:34.356945 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.395204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Made reservation on behalf of 714b5a922d2b4dd6a255a7b932995853 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:34.399952 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.457959 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] device_id is not set on port 75d0fc8d-4621-4edb-9b6b-05a8d82d0647 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:32:34.509358 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 329b750c-5615-417b-b8cb-1cf6a23024a4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:34.512236 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a1126d5c-c712-4c32-bfe4-9cc27134a55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.599097 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-54b3e917-84c5-4dee-8047-10c3435f39f0 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.604311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event updated for resources: {'Port': ['ID=9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:34.626485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 329b750c-5615-417b-b8cb-1cf6a23024a4 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:34.626651 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f0bf8120-9858-4006-a42a-0367f613a345 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.3735292 Jan 12 09:32:34.633554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 329b750c-5615-417b-b8cb-1cf6a23024a4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:34.633804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.635583 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58608) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:34.660751 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e4d71c38-507e-47b4-97c0-5234d40cf569 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.665093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-685b97da-4230-4942-a78c-e25bf8ad6308 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:aa:fb:f5'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:34.680639 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.709567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.720746 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-54b3e917-84c5-4dee-8047-10c3435f39f0 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdaf173-3e57-4150-91eb-76f48524a3a9']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:34.727171 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-32e8e4a2-fc71-46ab-b33f-3a81e80847d6 None None] Provisioning for port 9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:34.737913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-32e8e4a2-fc71-46ab-b33f-3a81e80847d6 None None] Provisioning complete for port 9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:34.738436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-32e8e4a2-fc71-46ab-b33f-3a81e80847d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.785814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-54b3e917-84c5-4dee-8047-10c3435f39f0 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8673fef-fa47-42b7-94ec-146c960e63f4') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:34.786366 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-54b3e917-84c5-4dee-8047-10c3435f39f0 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8673fef-fa47-42b7-94ec-146c960e63f4') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:34.787685 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.808885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-54b3e917-84c5-4dee-8047-10c3435f39f0 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.846279 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-32e8e4a2-fc71-46ab-b33f-3a81e80847d6 None None] Port 9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:34.861425 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.897764 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 329b750c-5615-417b-b8cb-1cf6a23024a4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=329b750c-5615-417b-b8cb-1cf6a23024a4,segment=NetworkSegment(ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6),segment_id=ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:34.906453 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.961668 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e4d71c38-507e-47b4-97c0-5234d40cf569 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.966073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a1126d5c-c712-4c32-bfe4-9cc27134a55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.969525 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-54b3e917-84c5-4dee-8047-10c3435f39f0 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:34.992657 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=329b750c-5615-417b-b8cb-1cf6a23024a4,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:34.997269 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Allocated IP 172.20.0.14 (1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f/9dadf753-25d1-48b8-8e7e-1ae8ed929160/75d0fc8d-4621-4edb-9b6b-05a8d82d0647) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:34.999625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b3e917-84c5-4dee-8047-10c3435f39f0 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:32:35.001346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-54b3e917-84c5-4dee-8047-10c3435f39f0 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:32:35.017459 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:32:35.019727 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1126d5c-c712-4c32-bfe4-9cc27134a55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3cbe0c-6dda-47ac-8acb-0c66f10e889b,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:35.053019 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.068997 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d71c38-507e-47b4-97c0-5234d40cf569 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Network d9c1e969-b760-4e3b-8ccf-eaf1608b977b is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:35.090657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-e4d71c38-507e-47b4-97c0-5234d40cf569 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:35.101964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d71c38-507e-47b4-97c0-5234d40cf569 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:35.103179 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d71c38-507e-47b4-97c0-5234d40cf569 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:35.103926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e4d71c38-507e-47b4-97c0-5234d40cf569 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.107654 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d71c38-507e-47b4-97c0-5234d40cf569 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Pushing event updated for resources: {'Port': ['ID=bc007ee4-947e-4de4-8027-5196a3edffc7,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:35.112495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:35.155982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:35.169685 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:35.239106 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a1126d5c-c712-4c32-bfe4-9cc27134a55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.240482 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a1126d5c-c712-4c32-bfe4-9cc27134a55f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb3cbe0c-6dda-47ac-8acb-0c66f10e889b HTTP/1.1" status: 204 len: 168 time: 1.0831509 Jan 12 09:32:35.289360 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-54b3e917-84c5-4dee-8047-10c3435f39f0 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.293279 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e4d71c38-507e-47b4-97c0-5234d40cf569 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6001875 Jan 12 09:32:35.293897 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Allocated IP 172.26.2.187 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/d6135580-981b-4717-83e5-0264dcb4d237) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:35.299438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58614) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:35.300099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Pushing event updated for resources: {'Port': ['ID=ff829c02-de30-4874-8074-6fdcfec1930f,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:35.323176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b3e917-84c5-4dee-8047-10c3435f39f0 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ebdaf173-3e57-4150-91eb-76f48524a3a9 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 12 09:32:35.337626 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-54b3e917-84c5-4dee-8047-10c3435f39f0 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.345573 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3e917-84c5-4dee-8047-10c3435f39f0 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event deleted for resources: {'Network': ['ID=ebdaf173-3e57-4150-91eb-76f48524a3a9,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:35.365243 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-685b97da-4230-4942-a78c-e25bf8ad6308 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.407382 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-54b3e917-84c5-4dee-8047-10c3435f39f0 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "DELETE /v2.0/networks/ebdaf173-3e57-4150-91eb-76f48524a3a9 HTTP/1.1" status: 204 len: 168 time: 1.3485420 Jan 12 09:32:35.410982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58618) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:35.420009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76284ff-ba79-4364-b8cf-696247f12aed tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:35.420819 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d76284ff-ba79-4364-b8cf-696247f12aed tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Synchronizing usage tracker for tenant:af6493141c804211abb602577185220a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:35.427276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-df33e730-945f-48d5-a7a6-76e4789ac863 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Request body: {'network': {'name': 'tempest-network--1872166717', 'router:external': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:35.442010 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-df33e730-945f-48d5-a7a6-76e4789ac863 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:35.464288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-df33e730-945f-48d5-a7a6-76e4789ac863 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Usage tracker for resource:network and tenant:85f7b5ec749545e3af0d652ac4f8f555 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:35.474372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-df33e730-945f-48d5-a7a6-76e4789ac863 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:35.480685 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.487168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.491277 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-df33e730-945f-48d5-a7a6-76e4789ac863 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:35.494097 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d76284ff-ba79-4364-b8cf-696247f12aed tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Unset dirty status for tenant:af6493141c804211abb602577185220a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:35.495458 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d76284ff-ba79-4364-b8cf-696247f12aed tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] 10.222.0.26 "GET /v2.0/ports/bc007ee4-947e-4de4-8027-5196a3edffc7 HTTP/1.1" status: 200 len: 954 time: 0.1927915 Jan 12 09:32:35.498954 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58622) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:35.544808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.643173 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df33e730-945f-48d5-a7a6-76e4789ac863 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Made reservation on behalf of 85f7b5ec749545e3af0d652ac4f8f555 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:35.650909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-df33e730-945f-48d5-a7a6-76e4789ac863 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.746686 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.771242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Pushing event updated for resources: {'Port': ['ID=685d14f0-aecc-4a32-93cf-75acfc7b2a0c,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:35.775502 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-6c68c53a-0d32-437c-97db-9f778fd95275 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Deleting port bc007ee4-947e-4de4-8027-5196a3edffc7 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:35.776057 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6c68c53a-0d32-437c-97db-9f778fd95275 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.814348 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.837450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df33e730-945f-48d5-a7a6-76e4789ac863 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:35.858829 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.862357 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Transition to ACTIVE for port object 75d0fc8d-4621-4edb-9b6b-05a8d82d0647 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:35.870809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.877402 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-df33e730-945f-48d5-a7a6-76e4789ac863 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:35.877859 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-df33e730-945f-48d5-a7a6-76e4789ac863 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Added segment 2c361188-fe9c-4819-a2d1-c872053ccd5d of type vlan for network 29594dd6-2063-447a-a459-8e0391feeb24 Jan 12 09:32:36.010329 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.019992 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-dd712136-7485-4898-895f-b3b974373e2e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3231823 Jan 12 09:32:36.020837 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.029509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-df33e730-945f-48d5-a7a6-76e4789ac863 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.059672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-685b97da-4230-4942-a78c-e25bf8ad6308 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.070798 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.099863 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-685b97da-4230-4942-a78c-e25bf8ad6308 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.136007 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Network 1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:36.137930 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:36.141160 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-685b97da-4230-4942-a78c-e25bf8ad6308 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] In _notify_port_updated(), no bound segment for port 9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e on network 24aa9364-b8f3-4949-8438-deaa36e20db2 {{(pid=87664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:32:36.146692 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685b97da-4230-4942-a78c-e25bf8ad6308 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:36.147386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-685b97da-4230-4942-a78c-e25bf8ad6308 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.151536 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-685b97da-4230-4942-a78c-e25bf8ad6308 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "PUT /v2.0/ports/9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e HTTP/1.1" status: 200 len: 1001 time: 1.5087359 Jan 12 09:32:36.157835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:36.160147 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:36.167628 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:36.200983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:36.203547 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58640) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:36.239941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event updated for resources: {'Port': ['ID=75d0fc8d-4621-4edb-9b6b-05a8d82d0647,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:36.289334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6c68c53a-0d32-437c-97db-9f778fd95275 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.462638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-df33e730-945f-48d5-a7a6-76e4789ac863 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.469832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df33e730-945f-48d5-a7a6-76e4789ac863 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:36.470698 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-df33e730-945f-48d5-a7a6-76e4789ac863 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.524765 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 329b750c-5615-417b-b8cb-1cf6a23024a4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:32:36.528345 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:36.529024 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.540993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Pushing event updated for resources: {'Port': ['ID=d6135580-981b-4717-83e5-0264dcb4d237,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:36.631558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-6c68c53a-0d32-437c-97db-9f778fd95275 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Calling delete_port for bc007ee4-947e-4de4-8027-5196a3edffc7 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:32:36.687383 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a11aaa5e-62ab-4b3d-aaf9-0448c5a9336c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.706945 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 329b750c-5615-417b-b8cb-1cf6a23024a4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:36.707328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.714150 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b97da-4230-4942-a78c-e25bf8ad6308 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event updated for resources: {'Port': ['ID=9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:36.737754 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-239db583-0f7d-4e58-be8b-7794ce8cb5a5 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7713704 Jan 12 09:32:36.742497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58670) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:36.753216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.753760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-1724b2cf-0948-46bc-9a13-bf03d7e61cea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Deleting port 9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:36.754206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1724b2cf-0948-46bc-9a13-bf03d7e61cea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.772505 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a797b8b3-5999-4376-a307-4f1dfbbeed07 None None] Provisioning for port 75d0fc8d-4621-4edb-9b6b-05a8d82d0647 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:36.786541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a797b8b3-5999-4376-a307-4f1dfbbeed07 None None] Provisioning complete for port 75d0fc8d-4621-4edb-9b6b-05a8d82d0647 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:36.786993 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a797b8b3-5999-4376-a307-4f1dfbbeed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.862059 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58680) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:36.880548 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 12 09:32:36.935402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:36.935981 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-df33e730-945f-48d5-a7a6-76e4789ac863 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5209227 Jan 12 09:32:36.955466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a797b8b3-5999-4376-a307-4f1dfbbeed07 None None] Port 75d0fc8d-4621-4edb-9b6b-05a8d82d0647 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:36.959779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58684) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:36.960922 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:32:36.973024 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33e730-945f-48d5-a7a6-76e4789ac863 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event updated for resources: {'Network': ['ID=29594dd6-2063-447a-a459-8e0391feeb24,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:36.978706 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a797b8b3-5999-4376-a307-4f1dfbbeed07 None None] Provisioning complete for port 9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:36.978965 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a797b8b3-5999-4376-a307-4f1dfbbeed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:37.013515 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 29594dd6-2063-447a-a459-8e0391feeb24 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:37.023390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:37.050113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:37.106946 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-190d92d6-8b66-4179-8f3f-b19ad06f314e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--361869878&fields=id&tenant_id=3cc823a812264b34a63384f9a88614d6 HTTP/1.1" status: 200 len: 267 time: 0.2431760 Jan 12 09:32:37.111530 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'project_id': '714b5a922d2b4dd6a255a7b932995853', 'port_id': '75d0fc8d-4621-4edb-9b6b-05a8d82d0647'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:37.153968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6c68c53a-0d32-437c-97db-9f778fd95275 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:37.164999 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:37.169252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a797b8b3-5999-4376-a307-4f1dfbbeed07 None None] Port 9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:37.172963 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Usage tracker for resource:floatingip and tenant:714b5a922d2b4dd6a255a7b932995853 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:37.185644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:37.200534 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:37.299589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed38a69-811f-4b32-8c4b-9c584c3d0f0c tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:37.300971 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8ed38a69-811f-4b32-8c4b-9c584c3d0f0c tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] 10.222.0.26 "GET /v2.0/networks/29594dd6-2063-447a-a459-8e0391feeb24 HTTP/1.1" status: 200 len: 757 time: 0.3293848 Jan 12 09:32:37.301597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:37.310789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58692) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:37.360540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Pushing event updated for resources: {'Port': ['ID=ff829c02-de30-4874-8074-6fdcfec1930f,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:37.365706 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6c68c53a-0d32-437c-97db-9f778fd95275 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:37.449797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-65ae1be9-d6c5-482e-b9d5-38fbc3c77ab6 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:37.451301 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-65ae1be9-d6c5-482e-b9d5-38fbc3c77ab6 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/networks?id=b58e70f3-410d-4dd4-968c-5801134546cd HTTP/1.1" status: 200 len: 812 time: 0.3290503 Jan 12 09:32:37.459058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:37.470832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68c53a-0d32-437c-97db-9f778fd95275 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc007ee4-947e-4de4-8027-5196a3edffc7,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:37.486587 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6c68c53a-0d32-437c-97db-9f778fd95275 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] 10.222.0.26 "DELETE /v2.0/ports/bc007ee4-947e-4de4-8027-5196a3edffc7 HTTP/1.1" status: 204 len: 168 time: 1.9863482 Jan 12 09:32:37.521341 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58700) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:37.575647 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-990b8125-7202-449a-ab1b-5d79ef6d063e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/quotas/3cc823a812264b34a63384f9a88614d6 HTTP/1.1" status: 200 len: 375 time: 0.1045780 Jan 12 09:32:37.587512 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-696180a7-dce9-4038-9002-a43644d25bbc tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] GET failed (client error): The resource could not be found. Jan 12 09:32:37.592627 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-696180a7-dce9-4038-9002-a43644d25bbc tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] 10.222.0.26 "GET /v2.0/ports/bc007ee4-947e-4de4-8027-5196a3edffc7 HTTP/1.1" status: 404 len: 333 time: 0.0668645 Jan 12 09:32:37.592627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:37.597407 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58708) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:37.604642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:37.613654 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-173dc736-a481-4386-8593-8dc60d4b96b2 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5292435 Jan 12 09:32:37.632725 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd8e8d8-92fd-4815-8175-6feb586d1040 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:37.636680 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fdd8e8d8-92fd-4815-8175-6feb586d1040 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] 10.222.0.26 "GET /v2.0/networks/884b7bb8-969d-4ff0-a778-b31c26e92e33 HTTP/1.1" status: 200 len: 767 time: 0.3190379 Jan 12 09:32:37.637065 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Request body: {'port': {'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1869118982'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:37.637187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58714) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:37.642225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:37.686812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1724b2cf-0948-46bc-9a13-bf03d7e61cea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:37.692570 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:37.715020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Usage tracker for resource:port and tenant:af6493141c804211abb602577185220a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:37.721293 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:37.764652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58718) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:37.768205 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:37.870209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-1724b2cf-0948-46bc-9a13-bf03d7e61cea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Calling delete_port for 9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:32:37.907561 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Pushing event updated for resources: {'Port': ['ID=d6135580-981b-4717-83e5-0264dcb4d237,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:37.922615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Made reservation on behalf of af6493141c804211abb602577185220a for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:37.924920 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:37.928211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7ddf-47aa-4692-ae3a-f2118e9395ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:37.956768 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:37.977722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:37.981887 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] device_id is not set on port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:32:38.072329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:38.092629 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:38.093820 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-844b96cb-3444-4d01-a3e9-fc23c1fed135 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6028311 Jan 12 09:32:38.097301 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:38.113896 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a283cc34-e6ee-4659-8c77-6657267ffeae tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Synchronizing usage tracker for tenant:3cc823a812264b34a63384f9a88614d6 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:38.127511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Usage tracker for resource:floatingip and tenant:d2a0c98f71564ae19e78472c3c821949 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:38.144944 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:38.146421 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7ddf-47aa-4692-ae3a-f2118e9395ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:38.160675 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:38.197627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58746) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:38.204880 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-6ffb7ddf-47aa-4692-ae3a-f2118e9395ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29594dd6-2063-447a-a459-8e0391feeb24']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:38.217609 dv-neutron-824346-1-hyperv neutron-server[87663]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 12 09:32:38.240721 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-6ffb7ddf-47aa-4692-ae3a-f2118e9395ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c361188-fe9c-4819-a2d1-c872053ccd5d') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:38.240929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a283cc34-e6ee-4659-8c77-6657267ffeae tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Unset dirty status for tenant:3cc823a812264b34a63384f9a88614d6 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:38.241149 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-6ffb7ddf-47aa-4692-ae3a-f2118e9395ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c361188-fe9c-4819-a2d1-c872053ccd5d') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:38.242113 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a283cc34-e6ee-4659-8c77-6657267ffeae tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cc823a812264b34a63384f9a88614d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6476309 Jan 12 09:32:38.248065 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:38.268792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7ddf-47aa-4692-ae3a-f2118e9395ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:38.282954 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1724b2cf-0948-46bc-9a13-bf03d7e61cea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:38.342090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Allocated IP 172.26.2.204 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/909aeabc-e9f3-4b98-b747-17ffaa960c59) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:38.360629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724b2cf-0948-46bc-9a13-bf03d7e61cea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event deleted for resources: {'Port': ['ID=9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:38.364212 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7ddf-47aa-4692-ae3a-f2118e9395ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:38.368792 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-23e4b880-b271-47cd-b618-ee80b049b063 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1435276346&fields=id&tenant_id=4a462b68449743d888150888eed67276 HTTP/1.1" status: 200 len: 267 time: 0.1671464 Jan 12 09:32:38.405675 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffb7ddf-47aa-4692-ae3a-f2118e9395ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:32:38.405957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7ddf-47aa-4692-ae3a-f2118e9395ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:32:38.420121 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:32:38.485095 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:38.490461 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-855e1633-ea7f-4969-b1b9-2d47a93fef00 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:32:38.491620 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-855e1633-ea7f-4969-b1b9-2d47a93fef00 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1357696 Jan 12 09:32:38.568152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1724b2cf-0948-46bc-9a13-bf03d7e61cea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:38.645611 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1724b2cf-0948-46bc-9a13-bf03d7e61cea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "DELETE /v2.0/ports/9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e HTTP/1.1" status: 204 len: 168 time: 2.4383194 Jan 12 09:32:38.652756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58760) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:38.702743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7ddf-47aa-4692-ae3a-f2118e9395ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:38.734424 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffb7ddf-47aa-4692-ae3a-f2118e9395ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 29594dd6-2063-447a-a459-8e0391feeb24 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 12 09:32:38.748696 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb7ddf-47aa-4692-ae3a-f2118e9395ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event deleted for resources: {'Network': ['ID=29594dd6-2063-447a-a459-8e0391feeb24,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:38.754196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7ddf-47aa-4692-ae3a-f2118e9395ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:38.768478 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-7bab3a13-562f-4829-b682-04e7b7aa871d tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:38.769971 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-7bab3a13-562f-4829-b682-04e7b7aa871d tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/networks?id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a HTTP/1.1" status: 200 len: 812 time: 0.3729286 Jan 12 09:32:38.771418 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6ffb7ddf-47aa-4692-ae3a-f2118e9395ff tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "DELETE /v2.0/networks/29594dd6-2063-447a-a459-8e0391feeb24 HTTP/1.1" status: 204 len: 168 time: 1.1333206 Jan 12 09:32:38.775287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58764) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:38.782143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4adff61f-e59d-46af-a5da-6714bc853c19 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Request body: {'network': {'name': 'tempest-network--1826486357'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:38.789705 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00bcd44-948c-4e1e-9ee2-102a4a465b86 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] GET failed (client error): The resource could not be found. Jan 12 09:32:38.790248 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d00bcd44-948c-4e1e-9ee2-102a4a465b86 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Synchronizing usage tracker for tenant:452e3c27c4f94f15953f65851f56d309 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:38.792616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4adff61f-e59d-46af-a5da-6714bc853c19 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:38.797931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4adff61f-e59d-46af-a5da-6714bc853c19 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Usage tracker for resource:network and tenant:85f7b5ec749545e3af0d652ac4f8f555 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:38.801197 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-8cd1ea09-e13c-4306-9c23-23d06c905fd8 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/quotas/4a462b68449743d888150888eed67276 HTTP/1.1" status: 200 len: 375 time: 0.0231338 Jan 12 09:32:38.802107 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4adff61f-e59d-46af-a5da-6714bc853c19 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:38.807993 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4adff61f-e59d-46af-a5da-6714bc853c19 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:38.847482 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:38.855560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adff61f-e59d-46af-a5da-6714bc853c19 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Made reservation on behalf of 85f7b5ec749545e3af0d652ac4f8f555 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:38.858694 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4adff61f-e59d-46af-a5da-6714bc853c19 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:38.864574 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-f4c94b65-c590-4258-8e33-3822925cb742 service neutron] 10.222.0.26 "GET /v2.0/networks/b58e70f3-410d-4dd4-968c-5801134546cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604188 Jan 12 09:32:38.869998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d00bcd44-948c-4e1e-9ee2-102a4a465b86 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Unset dirty status for tenant:452e3c27c4f94f15953f65851f56d309 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:38.871297 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d00bcd44-948c-4e1e-9ee2-102a4a465b86 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "GET /v2.0/ports/9033d9ab-f7e5-4f98-8bcb-be00a2ebfb1e HTTP/1.1" status: 404 len: 333 time: 0.2161369 Jan 12 09:32:38.872538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:38.875968 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58770) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:38.904435 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4adff61f-e59d-46af-a5da-6714bc853c19 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:38.917285 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4adff61f-e59d-46af-a5da-6714bc853c19 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:38.917596 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-4adff61f-e59d-46af-a5da-6714bc853c19 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Added segment 14279d84-2a1c-450b-b2f1-c43d3f7a4f55 of type vlan for network beb488e3-ef6c-4777-a4c8-8296d9845b7e Jan 12 09:32:38.922982 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Request body: {'port': {'network_id': '24aa9364-b8f3-4949-8438-deaa36e20db2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-80344566'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:38.940650 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4231c9b6-08b3-4591-b023-497d1bed06b0 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Synchronizing usage tracker for tenant:4a462b68449743d888150888eed67276 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:38.958256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4adff61f-e59d-46af-a5da-6714bc853c19 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:38.981995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4231c9b6-08b3-4591-b023-497d1bed06b0 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Unset dirty status for tenant:4a462b68449743d888150888eed67276 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:38.983538 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4231c9b6-08b3-4591-b023-497d1bed06b0 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a462b68449743d888150888eed67276&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1690133 Jan 12 09:32:38.999114 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4adff61f-e59d-46af-a5da-6714bc853c19 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:39.000250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adff61f-e59d-46af-a5da-6714bc853c19 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:39.000952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4adff61f-e59d-46af-a5da-6714bc853c19 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:39.077360 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Network d9c1e969-b760-4e3b-8ccf-eaf1608b977b is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:39.088781 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:39.090688 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:39.121327 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4adff61f-e59d-46af-a5da-6714bc853c19 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3423758 Jan 12 09:32:39.128383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58778) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:39.130692 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adff61f-e59d-46af-a5da-6714bc853c19 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event updated for resources: {'Network': ['ID=beb488e3-ef6c-4777-a4c8-8296d9845b7e,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:39.136223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-fe47eb03-5e86-49bb-8af7-6706a274c419 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:39.146859 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network beb488e3-ef6c-4777-a4c8-8296d9845b7e details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:39.213592 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:39.214532 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:39.215183 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:39.245796 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-d2ab67a7-5787-4868-94d8-f4bf32cb5305 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:32:39.247067 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-d2ab67a7-5787-4868-94d8-f4bf32cb5305 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1301272 Jan 12 09:32:39.276984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Pushing event updated for resources: {'Port': ['ID=c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:39.284516 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-65103794-3e70-45e3-a24d-0f54d24aaf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:39.366998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:39.423163 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-34db9d89-6933-46d8-b1d6-f529b378c8bf tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8244791 Jan 12 09:32:39.428645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58784) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:39.441863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:39.483425 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a2c505ce-3a5e-407f-aa41-2d0cabb8dadc service neutron] 10.222.0.26 "GET /v2.0/networks/b58e70f3-410d-4dd4-968c-5801134546cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655258 Jan 12 09:32:39.484187 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:39.498212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:39.508990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:39.523073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:39.550845 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:39.563748 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fe47eb03-5e86-49bb-8af7-6706a274c419 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:39.578328 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Pushing event updated for resources: {'Port': ['ID=909aeabc-e9f3-4b98-b747-17ffaa960c59,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:39.580338 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-64bcfedc-7a28-48c7-bd92-a33d254b9f5b service neutron] 10.222.0.26 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117619 Jan 12 09:32:39.590115 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Allocated IP 172.26.2.77 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/758f8e59-aee2-45a9-9a8f-59d5f7d5bf2b) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:39.611057 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Made reservation on behalf of 452e3c27c4f94f15953f65851f56d309 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:39.614545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:39.625769 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fe47eb03-5e86-49bb-8af7-6706a274c419 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:39.668064 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe47eb03-5e86-49bb-8af7-6706a274c419 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Network beb488e3-ef6c-4777-a4c8-8296d9845b7e is not hosted by any dhcp agent {{(pid=87663) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 12 09:32:39.668935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe47eb03-5e86-49bb-8af7-6706a274c419 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:39.669578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fe47eb03-5e86-49bb-8af7-6706a274c419 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:39.673855 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fe47eb03-5e86-49bb-8af7-6706a274c419 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "PUT /v2.0/networks/beb488e3-ef6c-4777-a4c8-8296d9845b7e HTTP/1.1" status: 200 len: 858 time: 0.5412877 Jan 12 09:32:39.679086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58794) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:39.680481 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:39.754637 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] device_id is not set on port d37bbda7-4d57-4b1b-8e4d-49783939b358 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:32:39.859597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47eb03-5e86-49bb-8af7-6706a274c419 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event updated for resources: {'Network': ['ID=beb488e3-ef6c-4777-a4c8-8296d9845b7e,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:39.908053 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-ba99002a-88a5-4c6d-962c-959eb8e7f5e1 service neutron] 10.222.0.26 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121972 Jan 12 09:32:40.076871 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] device_id is not set on port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:32:40.085378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:40.102089 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Transition to ACTIVE for port object c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:40.115253 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:40.250487 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:40.292896 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:40.391363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45916d71-d504-4596-83fa-4acf4e9630a4 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:40.421477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-e15e08d8-4dd9-42a4-b756-77a322f524a7 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Synchronizing usage tracker for tenant:ebb294eb2d1b42b58d6a86284879f275 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:40.426035 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-50655abd-c04e-4458-91cd-f8c5c4144143 req-3b03b320-c7f1-4b8d-80f2-fa70be2ab27e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 210 time: 0.2608597 Jan 12 09:32:40.461323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Pushing event updated for resources: {'Port': ['ID=c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:40.474163 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:40.474519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:40.475255 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:40.488844 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:40.489258 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:40.489653 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 2 to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d Jan 12 09:32:40.572355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:40.572854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:40.573215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:40.593696 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-416550f4-342c-419d-8843-95fb26255d5b req-6d143129-3d75-43b4-a821-8b3fb8b87cc7 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 210 time: 0.0796857 Jan 12 09:32:40.597339 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:40.597683 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:40.600530 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 3 to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d Jan 12 09:32:40.624331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:40.625244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:40.625244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:40.635255 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:40.635255 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:40.635439 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 4 to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d Jan 12 09:32:40.648517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:40.655056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:40.655614 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:40.656616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:40.665588 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:40.666049 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:40.667306 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 5 to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d Jan 12 09:32:40.688180 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:40.689297 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:40.690387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:40.700798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:40.701144 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:40.703002 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 6 to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d Jan 12 09:32:40.725282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:40.725849 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:40.726182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:40.733024 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:40.733554 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:40.734194 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 7 to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d Jan 12 09:32:40.746028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-e15e08d8-4dd9-42a4-b756-77a322f524a7 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Unset dirty status for tenant:ebb294eb2d1b42b58d6a86284879f275 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:40.747217 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-e15e08d8-4dd9-42a4-b756-77a322f524a7 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--750304759&fields=id&tenant_id=ebb294eb2d1b42b58d6a86284879f275 HTTP/1.1" status: 200 len: 267 time: 0.8155222 Jan 12 09:32:40.752695 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:40.753190 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:40.753792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:40.758861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:40.759030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Allocated IP 2001:db8::246 (24aa9364-b8f3-4949-8438-deaa36e20db2/877685bd-be2c-44f8-968d-6269c6e89ae9/d37bbda7-4d57-4b1b-8e4d-49783939b358) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:40.759473 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:40.759925 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 8 to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d Jan 12 09:32:40.778512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:40.778881 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:40.779207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:40.784659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:40.784985 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:40.785365 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 9 to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d Jan 12 09:32:40.801718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:40.802056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:40.802667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:40.807408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:40.807734 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:40.808112 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempt 10 to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d Jan 12 09:32:40.829803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:40.830191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:40.830560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempting to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:40.839094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:40.839432 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Failed to bind port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on host hv-neutron-8243 for vnic_type normal using segments [{'id': 'd13be91b-d1cd-401b-89b7-939b9cecbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd9c1e969-b760-4e3b-8ccf-eaf1608b977b'}] Jan 12 09:32:40.839788 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:40.882954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:40.900632 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:40.933143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:40.957428 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45916d71-d504-4596-83fa-4acf4e9630a4 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:40.965178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] For port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:40.965178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attempted to set empty binding levels {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 12 09:32:40.965469 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:40.972889 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:40.999838 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Pushing event updated for resources: {'Port': ['ID=758f8e59-aee2-45a9-9a8f-59d5f7d5bf2b,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:41.046161 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] In _notify_port_updated(), no bound segment for port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d on network d9c1e969-b760-4e3b-8ccf-eaf1608b977b {{(pid=87663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:32:41.047203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:41.048348 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:41.052747 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] 10.222.0.26 "PUT /v2.0/ports/c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d HTTP/1.1" status: 200 len: 977 time: 1.6218874 Jan 12 09:32:41.060684 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58874) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:41.127442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b53c9a-ff83-408d-a1f0-b5f5a359f2eb tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Pushing event updated for resources: {'Port': ['ID=c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:41.129011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-45916d71-d504-4596-83fa-4acf4e9630a4 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb488e3-ef6c-4777-a4c8-8296d9845b7e']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:41.146419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-465c959e-b428-4953-bb6e-3a807c2fb25b tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Deleting port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:41.149729 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-465c959e-b428-4953-bb6e-3a807c2fb25b tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:41.187668 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-45916d71-d504-4596-83fa-4acf4e9630a4 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14279d84-2a1c-450b-b2f1-c43d3f7a4f55') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:41.188048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-45916d71-d504-4596-83fa-4acf4e9630a4 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14279d84-2a1c-450b-b2f1-c43d3f7a4f55') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:41.241020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45916d71-d504-4596-83fa-4acf4e9630a4 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:41.294124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-aba989aa-ec1a-4832-9244-d9fa3f4ede15 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:41.294846 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-aba989aa-ec1a-4832-9244-d9fa3f4ede15 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Synchronizing usage tracker for tenant:ebb294eb2d1b42b58d6a86284879f275 on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:41.307927 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45916d71-d504-4596-83fa-4acf4e9630a4 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:41.380592 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-465c959e-b428-4953-bb6e-3a807c2fb25b tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] For port c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d, host hv-neutron-8243, got binding levels [] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:41.380921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-465c959e-b428-4953-bb6e-3a807c2fb25b tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:41.515395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-465c959e-b428-4953-bb6e-3a807c2fb25b tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Calling delete_port for c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:32:41.595522 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45916d71-d504-4596-83fa-4acf4e9630a4 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:32:41.595922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45916d71-d504-4596-83fa-4acf4e9630a4 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:32:41.614830 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:32:41.639210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:41.661545 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f6f02e3d-47de-4f58-8218-de887695da09 req-93b2d6d7-f8a0-4ec2-953e-3d81524fa1e6 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 210 time: 0.0699153 Jan 12 09:32:41.661728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-aba989aa-ec1a-4832-9244-d9fa3f4ede15 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Unset dirty status for tenant:ebb294eb2d1b42b58d6a86284879f275 on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:41.662843 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-aba989aa-ec1a-4832-9244-d9fa3f4ede15 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/networks?id=f97beb88-ba86-4f8e-9a7c-dda2e84c4fba HTTP/1.1" status: 200 len: 805 time: 0.8868637 Jan 12 09:32:41.663518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-465c959e-b428-4953-bb6e-3a807c2fb25b tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:41.753451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.53', 61720) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:41.756367 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c959e-b428-4953-bb6e-3a807c2fb25b tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:41.769555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-465c959e-b428-4953-bb6e-3a807c2fb25b tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:41.810916 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-e5e6bc73-bc9f-42a4-8935-5f6da80b9702 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/quotas/ebb294eb2d1b42b58d6a86284879f275 HTTP/1.1" status: 200 len: 375 time: 0.1326747 Jan 12 09:32:41.816188 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-465c959e-b428-4953-bb6e-3a807c2fb25b tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] 10.222.0.26 "DELETE /v2.0/ports/c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d HTTP/1.1" status: 204 len: 168 time: 0.7542107 Jan 12 09:32:41.817530 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58886) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:41.824330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:41.891117 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45916d71-d504-4596-83fa-4acf4e9630a4 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:41.899396 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:41.945402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45916d71-d504-4596-83fa-4acf4e9630a4 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network beb488e3-ef6c-4777-a4c8-8296d9845b7e {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 12 09:32:41.947180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Transition to ACTIVE for port object d37bbda7-4d57-4b1b-8e4d-49783939b358 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:41.970438 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45916d71-d504-4596-83fa-4acf4e9630a4 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:41.991033 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d06c18f6-debe-4da7-a276-fce3003bee96 req-bcf2c249-47a5-4b17-876f-4f374e9e9458 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 210 time: 0.1617467 Jan 12 09:32:41.991961 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d26b4ed-832f-4389-8037-97b658712902 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] GET failed (client error): The resource could not be found. Jan 12 09:32:41.992481 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8d26b4ed-832f-4389-8037-97b658712902 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Synchronizing usage tracker for tenant:af6493141c804211abb602577185220a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:41.992681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45916d71-d504-4596-83fa-4acf4e9630a4 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] Pushing event deleted for resources: {'Network': ['ID=beb488e3-ef6c-4777-a4c8-8296d9845b7e,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:42.008757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:42.040618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8d26b4ed-832f-4389-8037-97b658712902 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] Unset dirty status for tenant:af6493141c804211abb602577185220a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:42.048102 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8d26b4ed-832f-4389-8037-97b658712902 tempest-PortsAdminExtendedAttrsTestJSON-1309554138 tempest-PortsAdminExtendedAttrsTestJSON-1309554138-project-admin] 10.222.0.26 "GET /v2.0/ports/c6b2a3a2-a0d2-4dce-9661-df13b53b4d7d HTTP/1.1" status: 404 len: 333 time: 0.2165167 Jan 12 09:32:42.048900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58890) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:42.087088 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-31045e6a-6abf-4a90-ac5c-4327d83a0340 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:42.088372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-31045e6a-6abf-4a90-ac5c-4327d83a0340 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Synchronizing usage tracker for tenant:3cc823a812264b34a63384f9a88614d6 on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:42.112640 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-45916d71-d504-4596-83fa-4acf4e9630a4 tempest-ExternalNetworksTestJSON-882315555 tempest-ExternalNetworksTestJSON-882315555-project-admin] 10.222.0.26 "DELETE /v2.0/networks/beb488e3-ef6c-4777-a4c8-8296d9845b7e HTTP/1.1" status: 204 len: 168 time: 2.4319482 Jan 12 09:32:42.120516 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58896) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:42.196723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-31045e6a-6abf-4a90-ac5c-4327d83a0340 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Unset dirty status for tenant:3cc823a812264b34a63384f9a88614d6 on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:42.197887 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-31045e6a-6abf-4a90-ac5c-4327d83a0340 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.53 "GET /v2.0/networks?id=b58e70f3-410d-4dd4-968c-5801134546cd HTTP/1.1" status: 200 len: 812 time: 0.4433219 Jan 12 09:32:42.208022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3de1fd0a-cd4f-43ed-b18d-4ff57e24fd3d tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:42.217333 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6dde4f-fadd-4ab0-a968-bc63951f2dbf tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] DELETE failed (client error): The resource could not be found. Jan 12 09:32:42.217798 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6dde4f-fadd-4ab0-a968-bc63951f2dbf tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:32:42.221911 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6c6dde4f-fadd-4ab0-a968-bc63951f2dbf tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] 10.222.0.26 "DELETE /v2.0/subnets/002acc61-0f53-4e66-a82e-690c976c3c13 HTTP/1.1" status: 404 len: 337 time: 0.0952110 Jan 12 09:32:42.247203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58902) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:42.272368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-566199fd-97cd-4f6c-9cf5-f8ab88e16dea tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Synchronizing usage tracker for tenant:ebb294eb2d1b42b58d6a86284879f275 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:42.293232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:42.409259 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:42.441818 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-566199fd-97cd-4f6c-9cf5-f8ab88e16dea tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Unset dirty status for tenant:ebb294eb2d1b42b58d6a86284879f275 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:42.467301 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-566199fd-97cd-4f6c-9cf5-f8ab88e16dea tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebb294eb2d1b42b58d6a86284879f275&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6489234 Jan 12 09:32:42.472411 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Network 24aa9364-b8f3-4949-8438-deaa36e20db2 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:42.491725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.53', 61725) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:42.507661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:42.578846 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3de1fd0a-cd4f-43ed-b18d-4ff57e24fd3d tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:42.589405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-9904f51e-6818-4f78-9fd7-cba285572f97 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Synchronizing usage tracker for tenant:3cc823a812264b34a63384f9a88614d6 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:42.617313 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:42.631832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1f3a599b-1256-44c5-9b9d-554877d73161 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:42.645318 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-3de1fd0a-cd4f-43ed-b18d-4ff57e24fd3d tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c1e969-b760-4e3b-8ccf-eaf1608b977b']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:42.653014 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event updated for resources: {'Port': ['ID=d37bbda7-4d57-4b1b-8e4d-49783939b358,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:42.664808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:42.665650 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-3de1fd0a-cd4f-43ed-b18d-4ff57e24fd3d tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13be91b-d1cd-401b-89b7-939b9cecbe23') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:42.666151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-3de1fd0a-cd4f-43ed-b18d-4ff57e24fd3d tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13be91b-d1cd-401b-89b7-939b9cecbe23') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:42.681111 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-9904f51e-6818-4f78-9fd7-cba285572f97 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Unset dirty status for tenant:3cc823a812264b34a63384f9a88614d6 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:42.682283 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-9904f51e-6818-4f78-9fd7-cba285572f97 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cc823a812264b34a63384f9a88614d6 HTTP/1.1" status: 200 len: 379 time: 0.4344666 Jan 12 09:32:42.731112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3de1fd0a-cd4f-43ed-b18d-4ff57e24fd3d tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:42.756659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-4d5536da-cd92-4502-8974-0796c5f1c517 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Request body: {'port': {'device_id': '5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d', 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd', 'admin_state_up': True, 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'security_groups': ['7260f1a6-d875-4c8e-9003-29176211ead5']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:42.768209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:42.783534 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:42.784578 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:42.837042 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3de1fd0a-cd4f-43ed-b18d-4ff57e24fd3d tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:42.990449 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de1fd0a-cd4f-43ed-b18d-4ff57e24fd3d tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:32:42.991139 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3de1fd0a-cd4f-43ed-b18d-4ff57e24fd3d tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:32:43.012780 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:32:43.027408 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:43.081704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f6a1a138-8647-4d38-8a43-2dc9ede3110a tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:43.082326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f6a1a138-8647-4d38-8a43-2dc9ede3110a tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Synchronizing usage tracker for tenant:4a462b68449743d888150888eed67276 on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:43.097593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1f3a599b-1256-44c5-9b9d-554877d73161 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:43.117738 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2d4f6326-8c56-42f3-8c36-07d5f512db71 req-ca558ecd-2a14-48b7-b9f8-b38232c65730 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 210 time: 0.2049088 Jan 12 09:32:43.174650 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fd182c66-2784-4c3e-9603-89b7e4bb0536 None None] Provisioning for port d37bbda7-4d57-4b1b-8e4d-49783939b358 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:43.185086 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fd182c66-2784-4c3e-9603-89b7e4bb0536 None None] Provisioning complete for port d37bbda7-4d57-4b1b-8e4d-49783939b358 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:43.194579 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fd182c66-2784-4c3e-9603-89b7e4bb0536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:43.330539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fd182c66-2784-4c3e-9603-89b7e4bb0536 None None] Port d37bbda7-4d57-4b1b-8e4d-49783939b358 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:43.378809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:43.401572 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-409db507-963d-41c0-a749-48091faead97 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.5227909 Jan 12 09:32:43.424099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-1f3a599b-1256-44c5-9b9d-554877d73161 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884b7bb8-969d-4ff0-a778-b31c26e92e33']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:43.430035 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 58940) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:43.445333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-4d5536da-cd92-4502-8974-0796c5f1c517 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:43.449949 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9f50f76d-2c97-4492-91df-707ad52f80c2 req-dcb3637b-0001-4be0-99b1-4f9efc53d67f tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 210 time: 0.0711207 Jan 12 09:32:43.453001 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Pushing event updated for resources: {'Port': ['ID=758f8e59-aee2-45a9-9a8f-59d5f7d5bf2b,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:43.455626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-1f3a599b-1256-44c5-9b9d-554877d73161 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8a02c1-9f07-4527-bb98-8cff354d4cd2') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:43.456093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-1f3a599b-1256-44c5-9b9d-554877d73161 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8a02c1-9f07-4527-bb98-8cff354d4cd2') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:43.464041 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3de1fd0a-cd4f-43ed-b18d-4ff57e24fd3d tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:43.468966 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3de1fd0a-cd4f-43ed-b18d-4ff57e24fd3d tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:43.503413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Request body: {'port': {'network_id': '24aa9364-b8f3-4949-8438-deaa36e20db2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-985593392'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:43.510950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1f3a599b-1256-44c5-9b9d-554877d73161 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:43.521049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f6a1a138-8647-4d38-8a43-2dc9ede3110a tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Unset dirty status for tenant:4a462b68449743d888150888eed67276 on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:43.522928 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f6a1a138-8647-4d38-8a43-2dc9ede3110a tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.53 "GET /v2.0/networks?id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a HTTP/1.1" status: 200 len: 812 time: 1.0267305 Jan 12 09:32:43.533137 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-4d5536da-cd92-4502-8974-0796c5f1c517 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:43.540223 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:43.542182 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a908f6c9-508e-42e0-b87c-fa9a00ed7025 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7762308 Jan 12 09:32:43.545408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1fd0a-cd4f-43ed-b18d-4ff57e24fd3d tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] Pushing event deleted for resources: {'Network': ['ID=d9c1e969-b760-4e3b-8ccf-eaf1608b977b,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:43.555726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58944) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:43.572978 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3de1fd0a-cd4f-43ed-b18d-4ff57e24fd3d tempest-PortsAdminExtendedAttrsTestJSON-1724588328 tempest-PortsAdminExtendedAttrsTestJSON-1724588328-project] 10.222.0.26 "DELETE /v2.0/networks/d9c1e969-b760-4e3b-8ccf-eaf1608b977b HTTP/1.1" status: 204 len: 168 time: 1.5129404 Jan 12 09:32:43.586874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1891679041', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'fixed_ips': [{'ip_address': '172.26.2.77'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:43.605483 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:43.613056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1f3a599b-1256-44c5-9b9d-554877d73161 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:43.620245 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-4d5536da-cd92-4502-8974-0796c5f1c517 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Made reservation on behalf of 3cc823a812264b34a63384f9a88614d6 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:43.625805 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-4d5536da-cd92-4502-8974-0796c5f1c517 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:43.651058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Usage tracker for resource:port and tenant:d2a0c98f71564ae19e78472c3c821949 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:43.664850 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:43.672076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3a599b-1256-44c5-9b9d-554877d73161 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:32:43.672925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1f3a599b-1256-44c5-9b9d-554877d73161 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:43.707488 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-97ae9bf6-1a67-452e-a9de-fc1b02b6db9e service neutron] 10.222.0.26 "GET /v2.0/networks/f97beb88-ba86-4f8e-9a7c-dda2e84c4fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0635407 Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:32:43.719582 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:32:43.774109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:43.939078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Made reservation on behalf of d2a0c98f71564ae19e78472c3c821949 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:43.941170 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:43.960453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1f3a599b-1256-44c5-9b9d-554877d73161 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:43.968518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:43.996995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1f3a599b-1256-44c5-9b9d-554877d73161 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:44.016104 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a599b-1256-44c5-9b9d-554877d73161 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] Pushing event deleted for resources: {'Network': ['ID=884b7bb8-969d-4ff0-a778-b31c26e92e33,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:44.099041 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:44.111587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Usage tracker for resource:security_group_rule and tenant:d2a0c98f71564ae19e78472c3c821949 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:44.137955 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:44.151665 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1f3a599b-1256-44c5-9b9d-554877d73161 tempest-ExternalNetworksTestJSON-446270003 tempest-ExternalNetworksTestJSON-446270003-project] 10.222.0.26 "DELETE /v2.0/networks/884b7bb8-969d-4ff0-a778-b31c26e92e33 HTTP/1.1" status: 204 len: 168 time: 1.9002590 Jan 12 09:32:44.172594 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:44.251880 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-4d5536da-cd92-4502-8974-0796c5f1c517 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Allocated IP 172.20.0.5 (b58e70f3-410d-4dd4-968c-5801134546cd/59039bb2-2ecd-4352-a837-d58b0d19d54e/509e414c-c5df-4c47-9541-364be67574fb) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:44.368177 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58958) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:44.447760 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-0b1c2db4-7226-4e9b-b533-9d11cfcc4c28 service neutron] 10.222.0.26 "GET /v2.0/networks/f97beb88-ba86-4f8e-9a7c-dda2e84c4fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7075248 Jan 12 09:32:44.459633 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:44.467827 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-a057bc85-ed19-4d27-a9d9-282d025f71e0 req-19501207-8f44-43f1-baab-6d04497dcf88 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Synchronizing usage tracker for tenant:3cc823a812264b34a63384f9a88614d6 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:44.469094 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-0aa54a92-1107-429e-b14d-ec1657ad5c28 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Synchronizing usage tracker for tenant:4a462b68449743d888150888eed67276 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:44.475901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Usage tracker for resource:port and tenant:452e3c27c4f94f15953f65851f56d309 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:44.480784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:44.482908 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:44.494824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:44.498576 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:44.595207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:44.610962 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:44.628123 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-0aa54a92-1107-429e-b14d-ec1657ad5c28 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Unset dirty status for tenant:4a462b68449743d888150888eed67276 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:44.629675 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-0aa54a92-1107-429e-b14d-ec1657ad5c28 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a462b68449743d888150888eed67276 HTTP/1.1" status: 200 len: 380 time: 0.2966685 Jan 12 09:32:44.630473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] device_id is not set on port 4d1d8373-c3d1-4272-ad95-587da46d6ed2 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:32:44.638360 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Made reservation on behalf of 452e3c27c4f94f15953f65851f56d309 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:44.644602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:44.670517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f086eef8-b255-41bf-8373-10b31808910e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Request body: {'port': {'device_id': '7e214d23-4055-42bf-9be4-ca2446c3166a', 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'admin_state_up': True, 'tenant_id': '4a462b68449743d888150888eed67276', 'security_groups': ['f845d1e9-d9b2-4171-a817-72123fae9eff']}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:44.744867 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Pushing event updated for resources: {'Port': ['ID=909aeabc-e9f3-4b98-b747-17ffaa960c59,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:44.751907 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] device_id is not set on port 12cb60e0-d67d-4cc8-94b1-1581ee24be02 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:32:44.753190 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-a057bc85-ed19-4d27-a9d9-282d025f71e0 req-19501207-8f44-43f1-baab-6d04497dcf88 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Unset dirty status for tenant:3cc823a812264b34a63384f9a88614d6 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:44.779298 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a057bc85-ed19-4d27-a9d9-282d025f71e0 req-19501207-8f44-43f1-baab-6d04497dcf88 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 210 time: 0.3907065 Jan 12 09:32:44.815467 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:44.979211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58974) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:45.086364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc3283e-391e-45e7-978a-6ea967274ec5,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:45.147736 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-4d5536da-cd92-4502-8974-0796c5f1c517 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:45.274813 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9a6805c5-2795-47dd-91d9-a10ffe3d3702 req-56874ec5-f3bf-441f-8d1b-b791421e1862 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 210 time: 0.2490618 Jan 12 09:32:45.466680 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8c60d0b0-67d7-4145-a07c-16c858a8995a admin admin] Synchronizing usage tracker for tenant:8c37e452dbb049e29d7c1e1a8b5b0015 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:45.486216 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-4d5536da-cd92-4502-8974-0796c5f1c517 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Transition to ACTIVE for port object 509e414c-c5df-4c47-9541-364be67574fb will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:45.572371 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f086eef8-b255-41bf-8373-10b31808910e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:45.595017 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Floating IP b2fd3b47-6f0d-48f6-aadc-0efaa8038c11 associated. External IP: 172.26.2.204, port: 75d0fc8d-4621-4edb-9b6b-05a8d82d0647. Jan 12 09:32:45.743581 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 12 09:32:45.744223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:32:45.772525 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ca73044a-6810-4f73-815d-3d70c9d524fb req-55db5aa3-214e-4dce-aaeb-f2dcb9e0cc81 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 210 time: 0.6830368 Jan 12 09:32:45.773628 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-4d5536da-cd92-4502-8974-0796c5f1c517 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:45.777402 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0ee8705f-3f5a-442a-b977-ab38b4fa6262 admin admin] Synchronizing usage tracker for tenant:8c37e452dbb049e29d7c1e1a8b5b0015 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:45.797795 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f086eef8-b255-41bf-8373-10b31808910e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:45.824050 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Allocated IP 2001:db8::11f (24aa9364-b8f3-4949-8438-deaa36e20db2/877685bd-be2c-44f8-968d-6269c6e89ae9/12cb60e0-d67d-4cc8-94b1-1581ee24be02) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:45.888174 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b6426123-7a0c-43a3-8547-4ed62ad102df tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.3207226 Jan 12 09:32:45.898620 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-0ee8705f-3f5a-442a-b977-ab38b4fa6262 admin admin] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 8c37e452dbb049e29d7c1e1a8b5b0015-security_group {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:32:45.899571 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-0ee8705f-3f5a-442a-b977-ab38b4fa6262 admin admin] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:32:45.899571 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8c60d0b0-67d7-4145-a07c-16c858a8995a admin admin] Unset dirty status for tenant:8c37e452dbb049e29d7c1e1a8b5b0015 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:45.901252 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8c60d0b0-67d7-4145-a07c-16c858a8995a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c31c05e11e648868adee1fa23a9ff59&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5263548 Jan 12 09:32:45.902189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58988) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:45.910381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 58990) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:45.934334 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f086eef8-b255-41bf-8373-10b31808910e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Made reservation on behalf of 4a462b68449743d888150888eed67276 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:45.948524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f086eef8-b255-41bf-8373-10b31808910e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:46.079667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-4d5536da-cd92-4502-8974-0796c5f1c517 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Network b58e70f3-410d-4dd4-968c-5801134546cd is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:46.120846 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-4d5536da-cd92-4502-8974-0796c5f1c517 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:46.122705 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5536da-cd92-4502-8974-0796c5f1c517 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Pushing event updated for resources: {'Port': ['ID=509e414c-c5df-4c47-9541-364be67574fb,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:46.125082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-4d5536da-cd92-4502-8974-0796c5f1c517 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:46.243986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-040f9fcb-34e4-4bbe-9a11-57c29406a324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:46.411304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-fc02da2b-6e2c-44f3-9bfe-f00d78904bb2 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Deleting port 758f8e59-aee2-45a9-9a8f-59d5f7d5bf2b {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:46.411654 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fc02da2b-6e2c-44f3-9bfe-f00d78904bb2 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:46.463577 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:46.474525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0ee8705f-3f5a-442a-b977-ab38b4fa6262 admin admin] Unset dirty status for tenant:8c37e452dbb049e29d7c1e1a8b5b0015 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:46.476018 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0ee8705f-3f5a-442a-b977-ab38b4fa6262 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e57c049be2234daaa30d39e63bd2eac3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4893103 Jan 12 09:32:46.488266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59000) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:46.558090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-4d5536da-cd92-4502-8974-0796c5f1c517 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:46.559266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-4d5536da-cd92-4502-8974-0796c5f1c517 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:46.579651 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-040f9fcb-34e4-4bbe-9a11-57c29406a324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:46.597546 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-4d5536da-cd92-4502-8974-0796c5f1c517 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8684480 Jan 12 09:32:46.641422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-c390a2fd-d908-44ce-a34c-d6b045d2babb tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:32:46.642984 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-c390a2fd-d908-44ce-a34c-d6b045d2babb tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154872 Jan 12 09:32:46.708420 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a8bb7ca8-75e9-43d2-a950-0afc62680337 None None] Provisioning for port 509e414c-c5df-4c47-9541-364be67574fb completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:46.732366 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a8bb7ca8-75e9-43d2-a950-0afc62680337 None None] Provisioning complete for port 509e414c-c5df-4c47-9541-364be67574fb triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:46.732952 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7ca8-75e9-43d2-a950-0afc62680337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:46.959734 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2bf0f00a-defb-458c-860e-8877ae3f8695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:46.963081 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcc2eda7-5a0f-4367-b348-83e28e7569ee req-4bd544b1-d39f-4904-9aaf-69b1bcfa8446 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 210 time: 0.2241616 Jan 12 09:32:46.989171 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb7ca8-75e9-43d2-a950-0afc62680337 None None] Port 509e414c-c5df-4c47-9541-364be67574fb cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:47.013861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-040f9fcb-34e4-4bbe-9a11-57c29406a324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:47.060982 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Router 7b74c8d6-c878-49f2-9ed7-ce90f224ac9b has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:32:47.109797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2bf0f00a-defb-458c-860e-8877ae3f8695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:47.156105 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Request body: {'port': {'device_id': '5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:47.201629 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:47.211425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f9fcb-34e4-4bbe-9a11-57c29406a324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074a9ef3-105d-4fae-bf3a-2c6527bde720,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:47.227001 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fc02da2b-6e2c-44f3-9bfe-f00d78904bb2 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:47.227331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fc02da2b-6e2c-44f3-9bfe-f00d78904bb2 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:47.271817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Transition to ACTIVE for port object 12cb60e0-d67d-4cc8-94b1-1581ee24be02 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:47.283553 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb63dd5-5ede-4ee0-b168-8dc2fc1f3290 req-165b82aa-4d16-4692-97db-86afdc9be0d4 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:47.285177 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-dbb63dd5-5ede-4ee0-b168-8dc2fc1f3290 req-165b82aa-4d16-4692-97db-86afdc9be0d4 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 931 time: 0.7373567 Jan 12 09:32:47.402857 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-62e3f04b-3f7e-4371-ac0f-ca206c68d8eb req-23cb045f-13c2-413d-93b9-eb72f42f8e88 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 210 time: 0.1925426 Jan 12 09:32:47.408466 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-040f9fcb-34e4-4bbe-9a11-57c29406a324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:47.409801 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-040f9fcb-34e4-4bbe-9a11-57c29406a324 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/074a9ef3-105d-4fae-bf3a-2c6527bde720 HTTP/1.1" status: 204 len: 168 time: 1.4309931 Jan 12 09:32:47.442116 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f086eef8-b255-41bf-8373-10b31808910e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Allocated IP 172.20.0.3 (fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a/b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd/c206227f-ad9e-432b-9392-1ddeaec7f587) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:47.467142 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-dbb63dd5-5ede-4ee0-b168-8dc2fc1f3290 req-85008d29-b787-48e2-8a12-448e3ffd44bc tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups?id=7260f1a6-d875-4c8e-9003-29176211ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694775 Jan 12 09:32:47.485150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-fc02da2b-6e2c-44f3-9bfe-f00d78904bb2 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Calling delete_port for 758f8e59-aee2-45a9-9a8f-59d5f7d5bf2b owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:32:47.492193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:32:47.507162 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa15a1-ebf0-47e1-8eae-da7ecd36be81 None None] Sync routers for ids ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:32:47.522858 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa15a1-ebf0-47e1-8eae-da7ecd36be81 None None] Routers {'7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:47.523407 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-94aa15a1-ebf0-47e1-8eae-da7ecd36be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:47.549067 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:47.634090 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-94aa15a1-ebf0-47e1-8eae-da7ecd36be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:47.643836 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa15a1-ebf0-47e1-8eae-da7ecd36be81 None None] Routers {'7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:47.644663 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-94aa15a1-ebf0-47e1-8eae-da7ecd36be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:47.685094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.53', 61730) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:47.737028 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-94aa15a1-ebf0-47e1-8eae-da7ecd36be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:47.737672 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa15a1-ebf0-47e1-8eae-da7ecd36be81 None None] The sync data for ids ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:32:47.804793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:47.808965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:47.836963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2bf0f00a-defb-458c-860e-8877ae3f8695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:47.946413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event updated for resources: {'Port': ['ID=12cb60e0-d67d-4cc8-94b1-1581ee24be02,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:47.949227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0f00a-defb-458c-860e-8877ae3f8695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b354b69f-b249-4b24-b06c-ddc30f008abb,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:47.953643 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0ffa5439-bf7a-48ac-a25d-a4420a7e0b23 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 11.2097409 Jan 12 09:32:47.958662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59014) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:47.967739 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2bf0f00a-defb-458c-860e-8877ae3f8695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:47.969062 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2bf0f00a-defb-458c-860e-8877ae3f8695 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b354b69f-b249-4b24-b06c-ddc30f008abb HTTP/1.1" status: 204 len: 168 time: 1.4700203 Jan 12 09:32:48.058936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Network 24aa9364-b8f3-4949-8438-deaa36e20db2 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:48.092251 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59022) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:48.095100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:48.105043 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:48.124921 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:48.125606 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:48.328913 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f086eef8-b255-41bf-8373-10b31808910e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:48.361267 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-203f62ff-9004-46bc-9677-1c46d31845c1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.9296811 Jan 12 09:32:48.365515 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59030) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:48.382188 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-61dc0fc3-da7b-4b8d-981c-ce5dbba3b832 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] 10.222.0.26 "GET /v2.0/floatingips/b2fd3b47-6f0d-48f6-aadc-0efaa8038c11 HTTP/1.1" status: 200 len: 983 time: 0.4190893 Jan 12 09:32:48.393573 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59034) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:48.407148 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-1bdceed8-f24a-4529-8fa4-5df7e4263fea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::285', 'mac_address': 'fa:16:3e:aa:fb:f5'}, {'ip_address': '2001:db8::246', 'mac_address': 'fa:16:3e:2b:9e:65'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:48.637742 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7c847489-9f27-4ad5-bcfe-acd7476aa549 req-6e788f69-c1f8-406e-b056-c35c6e8543ed tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 210 time: 0.1911240 Jan 12 09:32:48.643519 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ba1d65a2-0178-4c7d-9a1d-ca63483e3786 None None] Provisioning for port 12cb60e0-d67d-4cc8-94b1-1581ee24be02 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:48.660678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ba1d65a2-0178-4c7d-9a1d-ca63483e3786 None None] Provisioning complete for port 12cb60e0-d67d-4cc8-94b1-1581ee24be02 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:48.662256 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ba1d65a2-0178-4c7d-9a1d-ca63483e3786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:48.771702 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fc02da2b-6e2c-44f3-9bfe-f00d78904bb2 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:48.796324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-23437a0f-47c9-441e-822e-5f31b9f467d8 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:48.799190 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-23437a0f-47c9-441e-822e-5f31b9f467d8 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.53 "GET /v2.0/networks?id=f97beb88-ba86-4f8e-9a7c-dda2e84c4fba HTTP/1.1" status: 200 len: 805 time: 1.0959013 Jan 12 09:32:48.916298 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d65a2-0178-4c7d-9a1d-ca63483e3786 None None] Port 12cb60e0-d67d-4cc8-94b1-1581ee24be02 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:48.949865 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f086eef8-b255-41bf-8373-10b31808910e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Transition to ACTIVE for port object c206227f-ad9e-432b-9392-1ddeaec7f587 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:48.978731 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-61124799-3dc9-4280-90ce-a1ac19f289d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af6493141c804211abb602577185220a&name=default HTTP/1.1" status: 200 len: 2977 time: 0.8848021 Jan 12 09:32:49.011910 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02da2b-6e2c-44f3-9bfe-f00d78904bb2 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Pushing event deleted for resources: {'Port': ['ID=758f8e59-aee2-45a9-9a8f-59d5f7d5bf2b,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:49.022208 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59044) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:49.057425 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f086eef8-b255-41bf-8373-10b31808910e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:49.141695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59048) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:49.157068 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-65423646-9fd8-4d0e-afbc-d61246abccb5 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.6333220 Jan 12 09:32:49.170992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59052) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:49.248122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f086eef8-b255-41bf-8373-10b31808910e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Network fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:49.296175 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-46e2892f-685c-41cd-a92a-f199be9f00b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85f7b5ec749545e3af0d652ac4f8f555&name=default HTTP/1.1" status: 200 len: 2978 time: 0.1430857 Jan 12 09:32:49.297345 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f086eef8-b255-41bf-8373-10b31808910e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:49.299342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59056) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:49.324637 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f086eef8-b255-41bf-8373-10b31808910e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:49.412669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086eef8-b255-41bf-8373-10b31808910e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Pushing event updated for resources: {'Port': ['ID=c206227f-ad9e-432b-9392-1ddeaec7f587,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:49.414140 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-21f5b013-7039-4635-80b5-807cd17466f2 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebb294eb2d1b42b58d6a86284879f275 HTTP/1.1" status: 200 len: 379 time: 0.5404837 Jan 12 09:32:49.469967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f086eef8-b255-41bf-8373-10b31808910e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:49.471091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f086eef8-b255-41bf-8373-10b31808910e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:49.528688 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-637d7f74-cb60-4dcd-a224-2a4414fcecec tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Request body: {'port': {'device_id': 'd4cdf350-052d-49bc-9919-4c9f43d3f124', 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'admin_state_up': True, 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'security_groups': ['4457483d-6070-464d-8d94-0d87efd752ca']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:49.557572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-badb9247-ede8-4f72-b6e5-b2188a444d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:49.599465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf463618-d966-4709-b263-18cb9b333c59 req-3f9ce92f-7ef1-446c-b35e-0b92eaf71dfd tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:49.612158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-cf463618-d966-4709-b263-18cb9b333c59 req-3f9ce92f-7ef1-446c-b35e-0b92eaf71dfd tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Synchronizing usage tracker for tenant:4a462b68449743d888150888eed67276 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:49.645981 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-f086eef8-b255-41bf-8373-10b31808910e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9807720 Jan 12 09:32:49.685873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-cf463618-d966-4709-b263-18cb9b333c59 req-3f9ce92f-7ef1-446c-b35e-0b92eaf71dfd tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Unset dirty status for tenant:4a462b68449743d888150888eed67276 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:49.687603 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cf463618-d966-4709-b263-18cb9b333c59 req-3f9ce92f-7ef1-446c-b35e-0b92eaf71dfd tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 931 time: 0.7620356 Jan 12 09:32:49.712242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fc02da2b-6e2c-44f3-9bfe-f00d78904bb2 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:49.748374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a976aeff-cb0f-43a3-ac4e-1e81c1ffb503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:49.750733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-55f7f61f-7dbd-4a1b-87f4-5e3f6eabd9f2 None None] Provisioning for port c206227f-ad9e-432b-9392-1ddeaec7f587 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:49.753828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fa48f-4ee0-484a-8b1d-463ff6b9626e req-b48b186f-913c-4e47-8dc5-39744fbe207f tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:49.766406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-55f7f61f-7dbd-4a1b-87f4-5e3f6eabd9f2 None None] Provisioning complete for port c206227f-ad9e-432b-9392-1ddeaec7f587 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:49.767165 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-55f7f61f-7dbd-4a1b-87f4-5e3f6eabd9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:49.770112 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-058fa48f-4ee0-484a-8b1d-463ff6b9626e req-b48b186f-913c-4e47-8dc5-39744fbe207f tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 931 time: 0.8512292 Jan 12 09:32:49.804900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1bdceed8-f24a-4529-8fa4-5df7e4263fea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:49.831668 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-badb9247-ede8-4f72-b6e5-b2188a444d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:49.886382 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-55f7f61f-7dbd-4a1b-87f4-5e3f6eabd9f2 None None] Port c206227f-ad9e-432b-9392-1ddeaec7f587 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:49.898920 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cf463618-d966-4709-b263-18cb9b333c59 req-693d85a4-f519-4449-bc1e-c1fd02837e7f tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895034 Jan 12 09:32:50.079077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-637d7f74-cb60-4dcd-a224-2a4414fcecec tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:50.096834 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-637d7f74-cb60-4dcd-a224-2a4414fcecec tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:50.261078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509e414c-c5df-4c47-9541-364be67574fb {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:32:50.276797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:50.288242 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a976aeff-cb0f-43a3-ac4e-1e81c1ffb503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:50.339364 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Request body: {'port': {'device_id': '7e214d23-4055-42bf-9be4-ca2446c3166a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:50.346681 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-058fa48f-4ee0-484a-8b1d-463ff6b9626e req-569e87c9-a845-45ee-990a-aef7942885df tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups?id=7260f1a6-d875-4c8e-9003-29176211ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5745094 Jan 12 09:32:50.347850 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fc02da2b-6e2c-44f3-9bfe-f00d78904bb2 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:50.352683 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fc02da2b-6e2c-44f3-9bfe-f00d78904bb2 tempest-ExternalNetworksAdminNegativeTestJSON-583799185 tempest-ExternalNetworksAdminNegativeTestJSON-583799185-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/557e5134-1ae5-44ea-982d-d42323355663 HTTP/1.1" status: 204 len: 168 time: 4.4436138 Jan 12 09:32:50.384171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-b8024848-0c90-4c87-b7f7-d8a0bc466066 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Deleting port 909aeabc-e9f3-4b98-b747-17ffaa960c59 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:50.384568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b8024848-0c90-4c87-b7f7-d8a0bc466066 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:50.418508 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9b9846f7-6337-449f-91ac-0650e03b4dce req-4726be5e-c23c-49f8-8f98-3eaed04f67d3 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 210 time: 0.1216867 Jan 12 09:32:50.437691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-637d7f74-cb60-4dcd-a224-2a4414fcecec tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Made reservation on behalf of ebb294eb2d1b42b58d6a86284879f275 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:50.452091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-637d7f74-cb60-4dcd-a224-2a4414fcecec tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:50.487158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:50.496672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Transition to ACTIVE for port object 509e414c-c5df-4c47-9541-364be67574fb will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:50.524671 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-1bdceed8-f24a-4529-8fa4-5df7e4263fea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:32:50.525805 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:50.576811 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1bdceed8-f24a-4529-8fa4-5df7e4263fea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:50.587978 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1bdceed8-f24a-4529-8fa4-5df7e4263fea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:50.681507 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-1bdceed8-f24a-4529-8fa4-5df7e4263fea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] In _notify_port_updated(), no bound segment for port 12cb60e0-d67d-4cc8-94b1-1581ee24be02 on network 24aa9364-b8f3-4949-8438-deaa36e20db2 {{(pid=87664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:32:50.692288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdceed8-f24a-4529-8fa4-5df7e4263fea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:50.711416 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1bdceed8-f24a-4529-8fa4-5df7e4263fea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:50.711416 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1bdceed8-f24a-4529-8fa4-5df7e4263fea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "PUT /v2.0/ports/12cb60e0-d67d-4cc8-94b1-1581ee24be02 HTTP/1.1" status: 200 len: 1067 time: 2.3234549 Jan 12 09:32:50.714655 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59064) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:50.981100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a976aeff-cb0f-43a3-ac4e-1e81c1ffb503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:51.010465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976aeff-cb0f-43a3-ac4e-1e81c1ffb503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ea7cf9-35c5-46dd-87cb-1122d6427a13,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:51.013871 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdceed8-f24a-4529-8fa4-5df7e4263fea tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event updated for resources: {'Port': ['ID=12cb60e0-d67d-4cc8-94b1-1581ee24be02,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:51.092607 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-badb9247-ede8-4f72-b6e5-b2188a444d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:51.181913 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a976aeff-cb0f-43a3-ac4e-1e81c1ffb503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:51.188173 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a976aeff-cb0f-43a3-ac4e-1e81c1ffb503 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39ea7cf9-35c5-46dd-87cb-1122d6427a13 HTTP/1.1" status: 204 len: 168 time: 1.8818707 Jan 12 09:32:51.189799 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59072) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:51.213413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0ab99356-9a47-4533-af59-dd01792ec9a0 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Deleting port 12cb60e0-d67d-4cc8-94b1-1581ee24be02 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:51.213854 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ab99356-9a47-4533-af59-dd01792ec9a0 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:51.314521 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8521e108-4a4c-4045-a612-5080c68831d1 None None] Provisioning complete for port 12cb60e0-d67d-4cc8-94b1-1581ee24be02 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:51.317434 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8521e108-4a4c-4045-a612-5080c68831d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:51.463580 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8521e108-4a4c-4045-a612-5080c68831d1 None None] Port 12cb60e0-d67d-4cc8-94b1-1581ee24be02 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:51.553207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Pushing event updated for resources: {'Port': ['ID=509e414c-c5df-4c47-9541-364be67574fb,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:51.761120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb9247-ede8-4f72-b6e5-b2188a444d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96423693-dd7e-43d0-97be-889325045191,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:51.824987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b8024848-0c90-4c87-b7f7-d8a0bc466066 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:51.825301 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b8024848-0c90-4c87-b7f7-d8a0bc466066 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:51.851595 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-badb9247-ede8-4f72-b6e5-b2188a444d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:51.871383 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-badb9247-ede8-4f72-b6e5-b2188a444d64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96423693-dd7e-43d0-97be-889325045191 HTTP/1.1" status: 204 len: 168 time: 2.8306553 Jan 12 09:32:51.896558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa368a95-3bd5-47aa-adaa-059634cbc722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:52.227350 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fa368a95-3bd5-47aa-adaa-059634cbc722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:52.230283 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-b8024848-0c90-4c87-b7f7-d8a0bc466066 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Calling delete_port for 909aeabc-e9f3-4b98-b747-17ffaa960c59 owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:32:52.241436 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:32:52.275166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fa368a95-3bd5-47aa-adaa-059634cbc722 admin admin] Usage tracker for resource:security_group_rule and tenant:7e8430332c064aa48fc0fd571aa2f2b7 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:52.319739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fa368a95-3bd5-47aa-adaa-059634cbc722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:52.360098 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fa368a95-3bd5-47aa-adaa-059634cbc722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:52.388597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Attempting to bind port 509e414c-c5df-4c47-9541-364be67574fb on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:52.389527 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Attempting to bind port 509e414c-c5df-4c47-9541-364be67574fb by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '0046c9f5-79e6-4aaa-b93b-2fb55138080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:52.389527 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Attempting to bind port 509e414c-c5df-4c47-9541-364be67574fb on network b58e70f3-410d-4dd4-968c-5801134546cd {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:52.422835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1389cf4-581a-4a71-8955-96e85caed835 req-bfba4a50-7879-43ca-be2a-a0cfcec9b98b tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:52.424903 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c1389cf4-581a-4a71-8955-96e85caed835 req-bfba4a50-7879-43ca-be2a-a0cfcec9b98b tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 943 time: 0.7772448 Jan 12 09:32:52.439047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c206227f-ad9e-432b-9392-1ddeaec7f587 {{(pid=87664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:32:52.443307 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-637d7f74-cb60-4dcd-a224-2a4414fcecec tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Allocated IP 172.20.0.4 (f97beb88-ba86-4f8e-9a7c-dda2e84c4fba/534f7caf-d9ea-461d-b429-d1585a1de062/be31cfb0-7a24-4d7b-b88f-13670ed1bd92) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:52.446641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Port 509e414c-c5df-4c47-9541-364be67574fb on network b58e70f3-410d-4dd4-968c-5801134546cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:52.446985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Attempting to bind port 509e414c-c5df-4c47-9541-364be67574fb on network b58e70f3-410d-4dd4-968c-5801134546cd {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:52.459155 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:52.466544 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ab99356-9a47-4533-af59-dd01792ec9a0 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:52.494637 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:32:52.495063 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Checking segment: {'id': '0046c9f5-79e6-4aaa-b93b-2fb55138080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:52.495551 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Bound using segment: {'id': '0046c9f5-79e6-4aaa-b93b-2fb55138080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:32:52.495994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Bound port: 509e414c-c5df-4c47-9541-364be67574fb, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0046c9f5-79e6-4aaa-b93b-2fb55138080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:32:52.496355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:52.633935 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Transition to ACTIVE for port object c206227f-ad9e-432b-9392-1ddeaec7f587 will not be triggered until provisioned by entity L2. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:52.638454 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64870e-2492-45fb-8443-1e744f785918 req-474396a1-a2c3-431f-a19e-b622d15ba2bc tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:52.641187 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2b64870e-2492-45fb-8443-1e744f785918 req-474396a1-a2c3-431f-a19e-b622d15ba2bc tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 931 time: 1.1508756 Jan 12 09:32:52.713383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0ab99356-9a47-4533-af59-dd01792ec9a0 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Calling delete_port for 12cb60e0-d67d-4cc8-94b1-1581ee24be02 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:32:52.747356 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c1389cf4-581a-4a71-8955-96e85caed835 req-03a6354b-55d1-4680-b1a8-e5d2bb55456d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups?id=7260f1a6-d875-4c8e-9003-29176211ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929006 Jan 12 09:32:52.758632 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:52.811940 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2b64870e-2492-45fb-8443-1e744f785918 req-583e6592-702c-4870-84a5-1c4a1cab50cc tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531141 Jan 12 09:32:52.813383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] For port 509e414c-c5df-4c47-9541-364be67574fb, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:52.891938 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] For port 509e414c-c5df-4c47-9541-364be67574fb, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=509e414c-c5df-4c47-9541-364be67574fb,segment=NetworkSegment(0046c9f5-79e6-4aaa-b93b-2fb55138080b),segment_id=0046c9f5-79e6-4aaa-b93b-2fb55138080b)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:32:52.922399 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b8024848-0c90-4c87-b7f7-d8a0bc466066 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:52.984086 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:53.013469 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8024848-0c90-4c87-b7f7-d8a0bc466066 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event deleted for resources: {'Port': ['ID=909aeabc-e9f3-4b98-b747-17ffaa960c59,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:53.164321 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Pushing event updated for resources: {'Port': ['ID=c206227f-ad9e-432b-9392-1ddeaec7f587,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:53.170495 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0ba0829c-4a1b-46d8-bac5-9a70561b7768 req-0d35c9fd-a60a-4e8c-862b-afb34dca45b7 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 210 time: 0.2279727 Jan 12 09:32:53.259933 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59134) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:53.260816 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Pushing event updated for resources: {'Port': ['ID=509e414c-c5df-4c47-9541-364be67574fb,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:53.366317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa368a95-3bd5-47aa-adaa-059634cbc722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:53.391738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Attempting to bind port c206227f-ad9e-432b-9392-1ddeaec7f587 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:53.392093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Attempting to bind port c206227f-ad9e-432b-9392-1ddeaec7f587 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'bc0746f0-94e8-427e-9ea6-eb316e649876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:53.392660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Attempting to bind port c206227f-ad9e-432b-9392-1ddeaec7f587 on network fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:53.399327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa368a95-3bd5-47aa-adaa-059634cbc722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:53.442966 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Port c206227f-ad9e-432b-9392-1ddeaec7f587 on network fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:53.443310 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Attempting to bind port c206227f-ad9e-432b-9392-1ddeaec7f587 on network fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:53.458455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-637d7f74-cb60-4dcd-a224-2a4414fcecec tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:53.478878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-637d7f74-cb60-4dcd-a224-2a4414fcecec tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Transition to ACTIVE for port object be31cfb0-7a24-4d7b-b88f-13670ed1bd92 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:53.479466 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:32:53.479809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Checking segment: {'id': 'bc0746f0-94e8-427e-9ea6-eb316e649876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:53.480349 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Bound using segment: {'id': 'bc0746f0-94e8-427e-9ea6-eb316e649876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a'} {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:32:53.480794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Bound port: c206227f-ad9e-432b-9392-1ddeaec7f587, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc0746f0-94e8-427e-9ea6-eb316e649876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a'}}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:32:53.481142 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:53.524404 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fa368a95-3bd5-47aa-adaa-059634cbc722 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e8430332c064aa48fc0fd571aa2f2b7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3253918 Jan 12 09:32:53.526960 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59144) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:53.527677 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa368a95-3bd5-47aa-adaa-059634cbc722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2c3ca9-19c9-4f01-8dbf-e6612d35ef1c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:53.535886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:53.536989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:53.539328 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-a6e1d8e8-557a-4490-9e2c-5d159924617e service neutron] 10.222.0.53 "PUT /v2.0/ports/509e414c-c5df-4c47-9541-364be67574fb HTTP/1.1" status: 200 len: 1093 time: 6.5405483 Jan 12 09:32:53.541880 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-637d7f74-cb60-4dcd-a224-2a4414fcecec tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:53.543754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d', 'tag': '509e414c-c5df-4c47-9541-364be67574fb'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:32:53.547940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ab99356-9a47-4533-af59-dd01792ec9a0 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:53.572023 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b8024848-0c90-4c87-b7f7-d8a0bc466066 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:53.572578 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-b8024848-0c90-4c87-b7f7-d8a0bc466066 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Floating IP b2fd3b47-6f0d-48f6-aadc-0efaa8038c11 disassociated (deleted). External IP: 172.26.2.204, port: 75d0fc8d-4621-4edb-9b6b-05a8d82d0647. Jan 12 09:32:53.710221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab99356-9a47-4533-af59-dd01792ec9a0 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event deleted for resources: {'Port': ['ID=12cb60e0-d67d-4cc8-94b1-1581ee24be02,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:53.773286 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Request body: {'networks': [{'name': 'tempest-network--1334176556'}, {'name': 'tempest-network--1211238177'}]} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:53.774511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Request body: {'network': {'name': 'tempest-network--1334176556'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:53.775728 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Request body: {'network': {'name': 'tempest-network--1211238177'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:53.782564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:53.782790 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59158) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:53.787219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Usage tracker for resource:network and tenant:bbfe563db97341b486692c5ac1f89c77 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:53.790642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:53.796988 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:53.848944 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] For port c206227f-ad9e-432b-9392-1ddeaec7f587, host hv-neutron-8243, cleared binding levels {{(pid=87664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:53.865983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-99eb2a86-3548-4514-a746-1780f0a1db27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:53.894460 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-99eb2a86-3548-4514-a746-1780f0a1db27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:53.959613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] For port c206227f-ad9e-432b-9392-1ddeaec7f587, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c206227f-ad9e-432b-9392-1ddeaec7f587,segment=NetworkSegment(bc0746f0-94e8-427e-9ea6-eb316e649876),segment_id=bc0746f0-94e8-427e-9ea6-eb316e649876)] {{(pid=87664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:32:53.964149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-99eb2a86-3548-4514-a746-1780f0a1db27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:54.006812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d7f74-cb60-4dcd-a224-2a4414fcecec tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Pushing event updated for resources: {'Port': ['ID=be31cfb0-7a24-4d7b-b88f-13670ed1bd92,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:54.012378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:54.036400 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Made reservation on behalf of bbfe563db97341b486692c5ac1f89c77 for: {'network': 2} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:54.041343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:54.078577 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb2a86-3548-4514-a746-1780f0a1db27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2c3ca9-19c9-4f01-8dbf-e6612d35ef1c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:54.111972 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-637d7f74-cb60-4dcd-a224-2a4414fcecec tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Network f97beb88-ba86-4f8e-9a7c-dda2e84c4fba is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:32:54.132153 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:54.140958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-637d7f74-cb60-4dcd-a224-2a4414fcecec tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:32:54.151769 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-637d7f74-cb60-4dcd-a224-2a4414fcecec tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:32:54.173124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6daee0ee-1a84-465c-8d71-3666f18c7e82 tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:54.200119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:54.243417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:54.244029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:54.245483 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] 10.222.0.53 "PUT /v2.0/ports/c206227f-ad9e-432b-9392-1ddeaec7f587 HTTP/1.1" status: 200 len: 1093 time: 3.9499941 Jan 12 09:32:54.255359 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e214d23-4055-42bf-9be4-ca2446c3166a', 'tag': 'c206227f-ad9e-432b-9392-1ddeaec7f587'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:32:54.297899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ab99356-9a47-4533-af59-dd01792ec9a0 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:54.302795 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0ab99356-9a47-4533-af59-dd01792ec9a0 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "DELETE /v2.0/ports/12cb60e0-d67d-4cc8-94b1-1581ee24be02 HTTP/1.1" status: 204 len: 168 time: 3.5776615 Jan 12 09:32:54.305658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-99eb2a86-3548-4514-a746-1780f0a1db27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:54.309280 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-99eb2a86-3548-4514-a746-1780f0a1db27 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb2c3ca9-19c9-4f01-8dbf-e6612d35ef1c HTTP/1.1" status: 204 len: 168 time: 0.7615235 Jan 12 09:32:54.309280 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59178) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:54.341274 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Usage tracker for resource:security_group_rule and tenant:bbfe563db97341b486692c5ac1f89c77 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:54.352335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:54.363912 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:54.427745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20efce-40b3-488b-b80a-da06db11b67d service neutron] Pushing event updated for resources: {'Port': ['ID=c206227f-ad9e-432b-9392-1ddeaec7f587,revision_number=3']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:54.477442 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef4ec24-00f1-4f08-afa4-3381821e9976 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] GET failed (client error): The resource could not be found. Jan 12 09:32:54.478570 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bef4ec24-00f1-4f08-afa4-3381821e9976 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Synchronizing usage tracker for tenant:452e3c27c4f94f15953f65851f56d309 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:54.488198 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-637d7f74-cb60-4dcd-a224-2a4414fcecec tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:54.488818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-637d7f74-cb60-4dcd-a224-2a4414fcecec tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:54.524632 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6daee0ee-1a84-465c-8d71-3666f18c7e82 tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] 10.222.0.26 "PUT /v2.0/quotas/346fecf0524f4cf9904d1da8c51dc34c HTTP/1.1" status: 200 len: 366 time: 0.7134798 Jan 12 09:32:54.532283 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59188) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:54.547020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd344984-2413-4822-a094-8ca09cb8a2fb req-be3d5269-5c9c-485b-b564-d002c02cb518 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:54.548534 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cd344984-2413-4822-a094-8ca09cb8a2fb req-be3d5269-5c9c-485b-b564-d002c02cb518 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 943 time: 0.5293283 Jan 12 09:32:54.557642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-f376f72b-38f2-4536-b6b1-c7162bdd6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:54.559250 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-f376f72b-38f2-4536-b6b1-c7162bdd6dad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cc823a812264b34a63384f9a88614d6&device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 1096 time: 0.7543650 Jan 12 09:32:54.580944 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4d12063b-891a-4f01-8b62-661a43dbd992 None None] Provisioning for port be31cfb0-7a24-4d7b-b88f-13670ed1bd92 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:32:54.591534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4d12063b-891a-4f01-8b62-661a43dbd992 None None] Provisioning complete for port be31cfb0-7a24-4d7b-b88f-13670ed1bd92 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:32:54.592207 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4d12063b-891a-4f01-8b62-661a43dbd992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:54.606747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bef4ec24-00f1-4f08-afa4-3381821e9976 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Unset dirty status for tenant:452e3c27c4f94f15953f65851f56d309 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:54.607944 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bef4ec24-00f1-4f08-afa4-3381821e9976 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "GET /v2.0/ports/12cb60e0-d67d-4cc8-94b1-1581ee24be02 HTTP/1.1" status: 404 len: 333 time: 0.2948027 Jan 12 09:32:54.615690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59194) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:54.631161 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4a8d5586-7496-484d-bb36-c90c59c64ee7 tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0935297 Jan 12 09:32:54.660099 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59198) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:54.663148 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cd344984-2413-4822-a094-8ca09cb8a2fb req-509fb6c2-656d-41ad-9ebf-d7ba47254108 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033809 Jan 12 09:32:54.673836 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4d12063b-891a-4f01-8b62-661a43dbd992 None None] Port be31cfb0-7a24-4d7b-b88f-13670ed1bd92 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:32:54.677333 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-896d5aff-4820-4cfb-9a1f-359099e9def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:54.678971 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-896d5aff-4820-4cfb-9a1f-359099e9def9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a462b68449743d888150888eed67276&device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 1096 time: 0.3684409 Jan 12 09:32:54.707135 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-637d7f74-cb60-4dcd-a224-2a4414fcecec tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2026503 Jan 12 09:32:54.714749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60423c-413c-42b9-acd5-0b7078161c48 req-4fbe6fb3-ac72-44ce-bf7b-8bdfc49f781b tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:54.716217 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2f60423c-413c-42b9-acd5-0b7078161c48 req-4fbe6fb3-ac72-44ce-bf7b-8bdfc49f781b tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 943 time: 0.6816397 Jan 12 09:32:54.733372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Request body: {'port': {'device_id': 'd4cdf350-052d-49bc-9919-4c9f43d3f124', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:54.769457 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-c2795015-066d-4b3d-9e6a-a74dc52a6731 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=509e414c-c5df-4c47-9541-364be67574fb HTTP/1.1" status: 200 len: 217 time: 0.1923554 Jan 12 09:32:54.774066 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-e425fee5-86a6-4ecd-ad3d-b20c63024a40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c206227f-ad9e-432b-9392-1ddeaec7f587 HTTP/1.1" status: 200 len: 217 time: 0.0722179 Jan 12 09:32:54.781396 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-42038547-6ee8-4821-8d73-df1ef0b135c9 tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] 10.222.0.26 "GET /v2.0/quotas/346fecf0524f4cf9904d1da8c51dc34c HTTP/1.1" status: 200 len: 366 time: 0.1171982 Jan 12 09:32:54.785064 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59204) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:54.832742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59208) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:54.845625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e8a22ddc-17cd-4773-b5ae-e8f32c5735ce tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Deleting port d37bbda7-4d57-4b1b-8e4d-49783939b358 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:54.845954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8a22ddc-17cd-4773-b5ae-e8f32c5735ce tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:54.945124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-2af7acc1-1b57-4940-afd5-3efa086ee7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:54.945883 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-2af7acc1-1b57-4940-afd5-3efa086ee7a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd HTTP/1.1" status: 200 len: 851 time: 0.1596534 Jan 12 09:32:54.953751 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f344371a-b72f-49bd-8398-590cb1376db2 tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/346fecf0524f4cf9904d1da8c51dc34c HTTP/1.1" status: 204 len: 168 time: 0.1638293 Jan 12 09:32:54.961289 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8024848-0c90-4c87-b7f7-d8a0bc466066 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Router 7b74c8d6-c878-49f2-9ed7-ce90f224ac9b has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:32:54.967673 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59212) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:54.988755 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2f60423c-413c-42b9-acd5-0b7078161c48 req-3695dfd5-4324-4bdf-9f93-f1056db0bdc5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups?id=7260f1a6-d875-4c8e-9003-29176211ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268074 Jan 12 09:32:54.998408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-340d7f58-d9bd-497f-9c16-a91fdc4e5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:55.000074 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-340d7f58-d9bd-497f-9c16-a91fdc4e5caf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59039bb2-2ecd-4352-a837-d58b0d19d54e HTTP/1.1" status: 200 len: 851 time: 0.1979048 Jan 12 09:32:55.034813 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-59231ab9-5c7b-4b11-aebc-8d98cea8f366 tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0567229 Jan 12 09:32:55.075142 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d', 'tag': '509e414c-c5df-4c47-9541-364be67574fb', 'status': 'completed', 'code': 200} Jan 12 09:32:55.170230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59220) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:55.199947 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:55.208248 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e214d23-4055-42bf-9be4-ca2446c3166a', 'tag': 'c206227f-ad9e-432b-9392-1ddeaec7f587', 'status': 'completed', 'code': 200} Jan 12 09:32:55.238619 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-00e02021-e142-4594-bdda-b30712bb688d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2a0c98f71564ae19e78472c3c821949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4030285 Jan 12 09:32:55.240251 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:55.246371 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59224) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:55.250716 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1be6cc4d-d25f-4eb0-818f-01f9a6a78f01 tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] 10.222.0.26 "GET /v2.0/quotas/346fecf0524f4cf9904d1da8c51dc34c HTTP/1.1" status: 200 len: 370 time: 0.0721581 Jan 12 09:32:55.268933 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59228) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:55.274337 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:55.274803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:55.332926 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2a560084-9b95-4a25-b66c-f342fb234ed8 tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] 10.222.0.26 "GET /v2.0/quotas/346fecf0524f4cf9904d1da8c51dc34c/default HTTP/1.1" status: 200 len: 370 time: 0.0464051 Jan 12 09:32:55.339776 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59232) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:55.384679 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8a22ddc-17cd-4773-b5ae-e8f32c5735ce tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:55.400969 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-8b1cc158-7c23-4a7e-81c6-4a7596b59b5e tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] delete failed (client error): The resource could not be found. Jan 12 09:32:55.402006 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8b1cc158-7c23-4a7e-81c6-4a7596b59b5e tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/346fecf0524f4cf9904d1da8c51dc34c HTTP/1.1" status: 404 len: 348 time: 0.0605912 Jan 12 09:32:55.468550 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690b744f-eb38-44e3-9729-7f53f79dd59a,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:55.529713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e8a22ddc-17cd-4773-b5ae-e8f32c5735ce tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Calling delete_port for d37bbda7-4d57-4b1b-8e4d-49783939b358 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:32:55.532704 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:55.580394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-65e03b6f-4079-4446-a8e9-a1a0fb623edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:55.581903 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-65e03b6f-4079-4446-a8e9-a1a0fb623edb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6039333 Jan 12 09:32:55.584861 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-37ea159c-21eb-4415-94b3-d6fdc318ecea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:55.584981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:55.585203 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Added segment 93c164ee-eebf-4e0a-80ab-ebab0e2d1691 of type vlan for network d3493133-699f-4018-b7a9-e4c7cb08fc3e Jan 12 09:32:55.596113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49446ce0-3d5b-49bb-be8f-a8ec10321b8f req-d85b1c59-1fa8-42a4-a239-ce4ab36de338 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:55.596828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-49446ce0-3d5b-49bb-be8f-a8ec10321b8f req-d85b1c59-1fa8-42a4-a239-ce4ab36de338 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Synchronizing usage tracker for tenant:ebb294eb2d1b42b58d6a86284879f275 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:55.607922 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8024848-0c90-4c87-b7f7-d8a0bc466066 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:32:55.614054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-780d7c87-38f7-4705-8608-f2139add8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:55.615568 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-780d7c87-38f7-4705-8608-f2139add8512 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b58e70f3-410d-4dd4-968c-5801134546cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5987823 Jan 12 09:32:55.617693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59238) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:55.622028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacb3f78-b639-4035-b85f-e9370a98ae1e None None] Sync routers for ids ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:32:55.635423 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacb3f78-b639-4035-b85f-e9370a98ae1e None None] Routers {'7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:55.636718 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-aacb3f78-b639-4035-b85f-e9370a98ae1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:55.671036 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-37ea159c-21eb-4415-94b3-d6fdc318ecea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:55.717818 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-aacb3f78-b639-4035-b85f-e9370a98ae1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:55.727894 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacb3f78-b639-4035-b85f-e9370a98ae1e None None] Routers {'7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:32:55.728833 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-aacb3f78-b639-4035-b85f-e9370a98ae1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:32:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:55.739583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b8024848-0c90-4c87-b7f7-d8a0bc466066 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:55.773542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:55.790912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-aacb3f78-b639-4035-b85f-e9370a98ae1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:55.791660 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacb3f78-b639-4035-b85f-e9370a98ae1e None None] The sync data for ids ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:32:55.829432 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-49446ce0-3d5b-49bb-be8f-a8ec10321b8f req-d85b1c59-1fa8-42a4-a239-ce4ab36de338 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Unset dirty status for tenant:ebb294eb2d1b42b58d6a86284879f275 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:55.830627 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-49446ce0-3d5b-49bb-be8f-a8ec10321b8f req-d85b1c59-1fa8-42a4-a239-ce4ab36de338 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 931 time: 0.6929834 Jan 12 09:32:55.883592 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8a22ddc-17cd-4773-b5ae-e8f32c5735ce tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:55.891303 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-3d91d201-86b8-42c6-b6f7-8ab1839e825a service neutron] 10.222.0.53 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934151 Jan 12 09:32:55.909855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Usage tracker for resource:network and tenant:2b21c668a89c468a8f1f3991854015d1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:55.932277 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-37ea159c-21eb-4415-94b3-d6fdc318ecea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:55.966718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:55.987855 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a22ddc-17cd-4773-b5ae-e8f32c5735ce tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event deleted for resources: {'Port': ['ID=d37bbda7-4d57-4b1b-8e4d-49783939b358,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:55.996620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea159c-21eb-4415-94b3-d6fdc318ecea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc3283e-391e-45e7-978a-6ea967274ec5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:56.027333 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b8024848-0c90-4c87-b7f7-d8a0bc466066 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] 10.222.0.26 "DELETE /v2.0/floatingips/b2fd3b47-6f0d-48f6-aadc-0efaa8038c11 HTTP/1.1" status: 204 len: 168 time: 6.8343606 Jan 12 09:32:56.036083 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59246) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:56.049286 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:56.056145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Usage tracker for resource:subnet and tenant:2b21c668a89c468a8f1f3991854015d1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:56.061039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:56.075816 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-8bcdc65f-c799-41f4-98d9-518d2a94a284 service neutron] 10.222.0.53 "GET /v2.0/networks/b58e70f3-410d-4dd4-968c-5801134546cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498765 Jan 12 09:32:56.082393 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-49446ce0-3d5b-49bb-be8f-a8ec10321b8f req-6118ed0f-7508-43ac-a7a1-f408cb8730a3 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/security-groups?id=4457483d-6070-464d-8d94-0d87efd752ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810100 Jan 12 09:32:56.084293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:56.088963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:56.121707 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8a22ddc-17cd-4773-b5ae-e8f32c5735ce tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:56.140019 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-37ea159c-21eb-4415-94b3-d6fdc318ecea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:56.141387 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-37ea159c-21eb-4415-94b3-d6fdc318ecea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdc3283e-391e-45e7-978a-6ea967274ec5 HTTP/1.1" status: 204 len: 168 time: 0.8918796 Jan 12 09:32:56.153134 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e8a22ddc-17cd-4773-b5ae-e8f32c5735ce tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "DELETE /v2.0/ports/d37bbda7-4d57-4b1b-8e4d-49783939b358 HTTP/1.1" status: 204 len: 168 time: 1.5364037 Jan 12 09:32:56.158496 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59252) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:56.229563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:56.229908 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Added segment 8d11cb22-e38e-4d75-9f6f-836ce69780ba of type vlan for network 198e4e21-42e5-4419-bae0-c5298a5a8715 Jan 12 09:32:56.240991 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Usage tracker for resource:floatingip and tenant:90808b92485545a9b9a748910477404d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:56.249104 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:56.266016 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b36d4e-8bc3-498c-8a04-3bc589dc89b1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] GET failed (client error): The resource could not be found. Jan 12 09:32:56.266582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-89b36d4e-8bc3-498c-8a04-3bc589dc89b1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Synchronizing usage tracker for tenant:452e3c27c4f94f15953f65851f56d309 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:56.278443 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-901c5d4c-7f34-4338-91b7-d05a9e1ccea4 req-1b521717-8106-4394-b1de-183fb7226ab5 service neutron] 10.222.0.53 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494632 Jan 12 09:32:56.287024 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7f43a-5928-4fff-bb7b-64ceaf36da13 req-a9194b05-b95a-474f-9274-85f1de5a5481 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:56.289861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:56.293935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Usage tracker for resource:subnetpool and tenant:2b21c668a89c468a8f1f3991854015d1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:56.299281 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c1a7f43a-5928-4fff-bb7b-64ceaf36da13 req-a9194b05-b95a-474f-9274-85f1de5a5481 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 943 time: 0.4571574 Jan 12 09:32:56.348809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-89b36d4e-8bc3-498c-8a04-3bc589dc89b1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Unset dirty status for tenant:452e3c27c4f94f15953f65851f56d309 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:56.353517 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-89b36d4e-8bc3-498c-8a04-3bc589dc89b1 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "GET /v2.0/ports/d37bbda7-4d57-4b1b-8e4d-49783939b358 HTTP/1.1" status: 404 len: 333 time: 0.1828866 Jan 12 09:32:56.367501 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59256) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:56.372212 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:56.415721 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c1a7f43a-5928-4fff-bb7b-64ceaf36da13 req-c3f87bce-06d4-49c2-852e-cf44b1882fbb tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154242 Jan 12 09:32:56.416811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:56.450615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a4fac-3c56-4428-a0e6-fc913f9555c0 req-98d9953e-89e8-4701-a09d-32461df91a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:56.452237 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9d4a4fac-3c56-4428-a0e6-fc913f9555c0 req-98d9953e-89e8-4701-a09d-32461df91a84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a462b68449743d888150888eed67276&device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 1096 time: 0.1047857 Jan 12 09:32:56.503059 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:56.575415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Usage tracker for resource:port and tenant:2b21c668a89c468a8f1f3991854015d1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:56.589734 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a4fac-3c56-4428-a0e6-fc913f9555c0 req-c6a4d186-d485-413e-8140-207482b8e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:56.591456 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9d4a4fac-3c56-4428-a0e6-fc913f9555c0 req-c6a4d186-d485-413e-8140-207482b8e7fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a HTTP/1.1" status: 200 len: 913 time: 0.1320357 Jan 12 09:32:56.614540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be31cfb0-7a24-4d7b-b88f-13670ed1bd92 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:32:56.620508 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:56.636925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:56.648191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-75d5fb05-7574-4618-84af-cb1860c499e7 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Deleting port 1f1da0a3-1940-4075-858b-f3ad6f0b8743 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:32:56.648535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-75d5fb05-7574-4618-84af-cb1860c499e7 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:56.679696 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9d4a4fac-3c56-4428-a0e6-fc913f9555c0 req-d0a84586-231a-4ef6-adec-ca6d3e0a8de1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c206227f-ad9e-432b-9392-1ddeaec7f587 HTTP/1.1" status: 200 len: 217 time: 0.0813148 Jan 12 09:32:56.681700 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-73e081dd-0bfe-4a92-a0bc-4a2a0ae9d9e5 req-5dfa8206-6c5e-4c68-8b88-a9b2ea83cc57 service neutron] 10.222.0.53 "GET /v2.0/networks/b58e70f3-410d-4dd4-968c-5801134546cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5938008 Jan 12 09:32:56.704871 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:56.705343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:56.712201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:56.716526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:56.717168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:56.755198 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a4fac-3c56-4428-a0e6-fc913f9555c0 req-70f0d0e0-fb20-4e41-8c98-a5bd528c9f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:56.756659 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9d4a4fac-3c56-4428-a0e6-fc913f9555c0 req-70f0d0e0-fb20-4e41-8c98-a5bd528c9f13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd HTTP/1.1" status: 200 len: 851 time: 0.0657091 Jan 12 09:32:56.775053 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Transition to ACTIVE for port object be31cfb0-7a24-4d7b-b88f-13670ed1bd92 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:32:56.810780 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Usage tracker for resource:router and tenant:2b21c668a89c468a8f1f3991854015d1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:56.837253 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:56.845090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a4fac-3c56-4428-a0e6-fc913f9555c0 req-e7c38db5-7dec-418d-bfc6-7662c871e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:56.846699 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9d4a4fac-3c56-4428-a0e6-fc913f9555c0 req-e7c38db5-7dec-418d-bfc6-7662c871e997 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814285 Jan 12 09:32:56.889732 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:56.933502 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.6658003 Jan 12 09:32:56.973968 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59278) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:57.146595 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Pushing event updated for resources: {'Port': ['ID=be31cfb0-7a24-4d7b-b88f-13670ed1bd92,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:57.178820 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59288) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:57.179932 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Usage tracker for resource:floatingip and tenant:2b21c668a89c468a8f1f3991854015d1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:57.204333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7479f-4100-457d-a2e1-cc090121bc28 req-9d1b3773-5746-49fb-ab77-5f1bc852178c tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:57.213462 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-60e7479f-4100-457d-a2e1-cc090121bc28 req-9d1b3773-5746-49fb-ab77-5f1bc852178c tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 943 time: 0.8964884 Jan 12 09:32:57.232181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event updated for resources: {'Network': ['ID=d3493133-699f-4018-b7a9-e4c7cb08fc3e,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:57.244415 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network d3493133-699f-4018-b7a9-e4c7cb08fc3e details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:57.307763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:57.313597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc884a64-2bd2-4abb-8ebd-f05e464773ea tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:57.323701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc884a64-2bd2-4abb-8ebd-f05e464773ea tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:57.331607 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc884a64-2bd2-4abb-8ebd-f05e464773ea tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:57.336699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc884a64-2bd2-4abb-8ebd-f05e464773ea tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:57.341089 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fc884a64-2bd2-4abb-8ebd-f05e464773ea tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3614540 Jan 12 09:32:57.341089 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9d4a4fac-3c56-4428-a0e6-fc913f9555c0 req-db0eb725-1530-475a-bee2-4c77b2b9058b service neutron] 10.222.0.53 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859431 Jan 12 09:32:57.342553 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59294) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:57.559026 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1512057711'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:57.568846 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-44290fd6-4481-4c96-b3e4-86fe7f07991e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:57.572383 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-60e7479f-4100-457d-a2e1-cc090121bc28 req-54f30992-cc45-4deb-9682-d6baca2dbf56 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups?id=7260f1a6-d875-4c8e-9003-29176211ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3580475 Jan 12 09:32:57.584087 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa894b0c-07d9-4931-9cf8-e1f1a7055149 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event updated for resources: {'Network': ['ID=198e4e21-42e5-4419-bae0-c5298a5a8715,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:57.584340 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96874f9a-ad01-4270-96bb-da42cb1b5c59 req-5962e8ba-6e67-498a-a8c8-d79b91343d84 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:57.586615 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-96874f9a-ad01-4270-96bb-da42cb1b5c59 req-5962e8ba-6e67-498a-a8c8-d79b91343d84 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 943 time: 0.3617184 Jan 12 09:32:57.597315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 198e4e21-42e5-4419-bae0-c5298a5a8715 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:57.598410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:57.630617 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9d4a4fac-3c56-4428-a0e6-fc913f9555c0 req-eba6bd13-c23d-48bb-8996-6aaeac0b696d service neutron] 10.222.0.53 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809281 Jan 12 09:32:57.660127 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Usage tracker for resource:network and tenant:1ce0c351af064399b2091caffd0aad03 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:57.665696 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:57.703646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:57.708266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Attempting to bind port be31cfb0-7a24-4d7b-b88f-13670ed1bd92 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:32:57.708689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Attempting to bind port be31cfb0-7a24-4d7b-b88f-13670ed1bd92 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:32:57.709077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Attempting to bind port be31cfb0-7a24-4d7b-b88f-13670ed1bd92 on network f97beb88-ba86-4f8e-9a7c-dda2e84c4fba {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:57.715852 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-96874f9a-ad01-4270-96bb-da42cb1b5c59 req-21d5e02d-8c04-4b36-ba3b-46e4bf4cd32a tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/security-groups?id=4457483d-6070-464d-8d94-0d87efd752ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159401 Jan 12 09:32:57.745921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Port be31cfb0-7a24-4d7b-b88f-13670ed1bd92 on network f97beb88-ba86-4f8e-9a7c-dda2e84c4fba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:32:57.746241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Attempting to bind port be31cfb0-7a24-4d7b-b88f-13670ed1bd92 on network f97beb88-ba86-4f8e-9a7c-dda2e84c4fba {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:32:57.792952 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-44290fd6-4481-4c96-b3e4-86fe7f07991e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:57.811288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Made reservation on behalf of 1ce0c351af064399b2091caffd0aad03 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:57.814675 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:57.817169 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-44290fd6-4481-4c96-b3e4-86fe7f07991e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3493133-699f-4018-b7a9-e4c7cb08fc3e']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:57.824229 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bed535-bcdb-455d-bd91-2fad753a3730 req-e993a5b9-907d-4668-acc9-17986e7cacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:57.825683 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-51bed535-bcdb-455d-bd91-2fad753a3730 req-e993a5b9-907d-4668-acc9-17986e7cacfb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cc823a812264b34a63384f9a88614d6&device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 1096 time: 1.0575273 Jan 12 09:32:57.826627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:32:57.826984 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Checking segment: {'id': 'ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:32:57.827381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Bound using segment: {'id': 'ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:32:57.827802 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Bound port: be31cfb0-7a24-4d7b-b88f-13670ed1bd92, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:32:57.828133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:57.829326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-44290fd6-4481-4c96-b3e4-86fe7f07991e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c164ee-eebf-4e0a-80ab-ebab0e2d1691') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:57.829624 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-44290fd6-4481-4c96-b3e4-86fe7f07991e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c164ee-eebf-4e0a-80ab-ebab0e2d1691') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:57.841332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-44290fd6-4481-4c96-b3e4-86fe7f07991e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:57.857093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-44290fd6-4481-4c96-b3e4-86fe7f07991e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:57.863485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44290fd6-4481-4c96-b3e4-86fe7f07991e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:32:57.863871 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-44290fd6-4481-4c96-b3e4-86fe7f07991e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:57.871917 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-75d5fb05-7574-4618-84af-cb1860c499e7 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:32:57.878677 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:32:57.880593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:57.889861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:57.964640 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-44290fd6-4481-4c96-b3e4-86fe7f07991e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:57.969366 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-44290fd6-4481-4c96-b3e4-86fe7f07991e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:57.995893 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-44290fd6-4481-4c96-b3e4-86fe7f07991e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "DELETE /v2.0/networks/d3493133-699f-4018-b7a9-e4c7cb08fc3e HTTP/1.1" status: 204 len: 168 time: 0.6508157 Jan 12 09:32:57.995893 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44290fd6-4481-4c96-b3e4-86fe7f07991e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event deleted for resources: {'Network': ['ID=d3493133-699f-4018-b7a9-e4c7cb08fc3e,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:57.997002 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59300) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:58.002165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Usage tracker for resource:security_group and tenant:2b21c668a89c468a8f1f3991854015d1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:58.111728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58226639-600f-44cf-9c12-ff14a7759cdc tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:58.194421 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-75d5fb05-7574-4618-84af-cb1860c499e7 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Calling delete_port for 1f1da0a3-1940-4075-858b-f3ad6f0b8743 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:32:58.231176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:58.240380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58226639-600f-44cf-9c12-ff14a7759cdc tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:58.247549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:58.265262 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-58226639-600f-44cf-9c12-ff14a7759cdc tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198e4e21-42e5-4419-bae0-c5298a5a8715']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:58.270619 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Usage tracker for resource:security_group_rule and tenant:1ce0c351af064399b2091caffd0aad03 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:58.277159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-58226639-600f-44cf-9c12-ff14a7759cdc tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d11cb22-e38e-4d75-9f6f-836ce69780ba') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:58.277449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-58226639-600f-44cf-9c12-ff14a7759cdc tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d11cb22-e38e-4d75-9f6f-836ce69780ba') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:32:58.289269 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58226639-600f-44cf-9c12-ff14a7759cdc tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:58.304731 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58226639-600f-44cf-9c12-ff14a7759cdc tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:58.311401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58226639-600f-44cf-9c12-ff14a7759cdc tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:32:58.311942 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58226639-600f-44cf-9c12-ff14a7759cdc tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:32:58.327595 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:32:58.330119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:58.345077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:58.409155 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Usage tracker for resource:security_group_rule and tenant:2b21c668a89c468a8f1f3991854015d1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:58.411369 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58226639-600f-44cf-9c12-ff14a7759cdc tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:58.415671 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58226639-600f-44cf-9c12-ff14a7759cdc tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:58.441237 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-58226639-600f-44cf-9c12-ff14a7759cdc tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "DELETE /v2.0/networks/198e4e21-42e5-4419-bae0-c5298a5a8715 HTTP/1.1" status: 204 len: 168 time: 0.4430597 Jan 12 09:32:58.442299 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58226639-600f-44cf-9c12-ff14a7759cdc tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event deleted for resources: {'Network': ['ID=198e4e21-42e5-4419-bae0-c5298a5a8715,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:58.444760 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59304) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:58.495073 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:58.504078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] For port be31cfb0-7a24-4d7b-b88f-13670ed1bd92, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:32:58.519181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bed535-bcdb-455d-bd91-2fad753a3730 req-7d26e767-b14a-4dde-a605-b4adbcf3b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:58.520673 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-51bed535-bcdb-455d-bd91-2fad753a3730 req-7d26e767-b14a-4dde-a605-b4adbcf3b01a service neutron] 10.222.0.53 "GET /v2.0/networks?id=b58e70f3-410d-4dd4-968c-5801134546cd HTTP/1.1" status: 200 len: 913 time: 0.6813653 Jan 12 09:32:58.539368 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4aafba91-8216-489d-a709-4cba84de8b7b tempest-QuotasTest-1186133303 tempest-QuotasTest-1186133303-project-admin] 10.222.0.26 "GET /v2.0/quotas/2b21c668a89c468a8f1f3991854015d1/details.json HTTP/1.1" status: 200 len: 703 time: 2.9120240 Jan 12 09:32:58.598166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] For port be31cfb0-7a24-4d7b-b88f-13670ed1bd92, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=be31cfb0-7a24-4d7b-b88f-13670ed1bd92,segment=NetworkSegment(ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6),segment_id=ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:32:58.634500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106abaa-3201-46b2-b0ec-ee4c3943c3d6 req-3f264610-fda4-4df1-a2af-c888e1d00531 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:58.636097 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e106abaa-3201-46b2-b0ec-ee4c3943c3d6 req-3f264610-fda4-4df1-a2af-c888e1d00531 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 943 time: 0.8993912 Jan 12 09:32:58.664458 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:58.698347 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a554d1fa-bd02-4b6f-92bb-3501f4faca52 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:58.705065 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a554d1fa-bd02-4b6f-92bb-3501f4faca52 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:58.705962 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a554d1fa-bd02-4b6f-92bb-3501f4faca52 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Synchronizing usage tracker for tenant:bbfe563db97341b486692c5ac1f89c77 on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:32:58.707793 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-51bed535-bcdb-455d-bd91-2fad753a3730 req-9e389eb2-d155-4490-82d8-eefa6dc8a4f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=509e414c-c5df-4c47-9541-364be67574fb HTTP/1.1" status: 200 len: 217 time: 0.1654530 Jan 12 09:32:58.737042 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Allocated IP 172.26.2.181 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/1db36db3-8429-440c-bf4e-7fcc76ed7bda) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:32:58.761640 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a554d1fa-bd02-4b6f-92bb-3501f4faca52 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Unset dirty status for tenant:bbfe563db97341b486692c5ac1f89c77 on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:32:58.763033 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a554d1fa-bd02-4b6f-92bb-3501f4faca52 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3171191 Jan 12 09:32:58.769535 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59314) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:58.781208 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-70087086-14a9-4bb7-880e-155b880ee0e5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2032441469'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:58.789931 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-70087086-14a9-4bb7-880e-155b880ee0e5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:58.814232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-70087086-14a9-4bb7-880e-155b880ee0e5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:58.843783 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70087086-14a9-4bb7-880e-155b880ee0e5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Made reservation on behalf of bbfe563db97341b486692c5ac1f89c77 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:58.848190 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-70087086-14a9-4bb7-880e-155b880ee0e5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:58.850962 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:58.851564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:58.852938 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] 10.222.0.53 "PUT /v2.0/ports/be31cfb0-7a24-4d7b-b88f-13670ed1bd92 HTTP/1.1" status: 200 len: 1093 time: 4.1356058 Jan 12 09:32:58.857127 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cdf350-052d-49bc-9919-4c9f43d3f124', 'tag': 'be31cfb0-7a24-4d7b-b88f-13670ed1bd92'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:32:58.873753 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6bab8-2d34-438b-93d4-c332117fe0f0 req-d1cf1b9d-29c7-4528-91b2-86dc85e1322f tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:58.875700 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5cc6bab8-2d34-438b-93d4-c332117fe0f0 req-d1cf1b9d-29c7-4528-91b2-86dc85e1322f tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 943 time: 0.1518271 Jan 12 09:32:58.897693 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70087086-14a9-4bb7-880e-155b880ee0e5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:58.915384 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e106abaa-3201-46b2-b0ec-ee4c3943c3d6 req-ec9cc40f-19a3-42f3-86b2-81b28fea8b8e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523918 Jan 12 09:32:58.916486 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59322) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:58.937381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-75d5fb05-7574-4618-84af-cb1860c499e7 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:58.937381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a779bb-71c7-4b23-8861-1612f7a51c26 service neutron] Pushing event updated for resources: {'Port': ['ID=be31cfb0-7a24-4d7b-b88f-13670ed1bd92,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:58.938728 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bed535-bcdb-455d-bd91-2fad753a3730 req-ae58781b-e828-4538-9ecd-391c220bc66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:58.940202 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-51bed535-bcdb-455d-bd91-2fad753a3730 req-ae58781b-e828-4538-9ecd-391c220bc66d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59039bb2-2ecd-4352-a837-d58b0d19d54e HTTP/1.1" status: 200 len: 851 time: 0.1836870 Jan 12 09:32:58.942537 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-70087086-14a9-4bb7-880e-155b880ee0e5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:58.943186 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-70087086-14a9-4bb7-880e-155b880ee0e5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Added segment 20002b28-b660-4c62-9469-0839021a7c63 of type vlan for network 5377a6e0-cc32-4c41-8e79-b17dcc9a841c Jan 12 09:32:58.983625 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5cc6bab8-2d34-438b-93d4-c332117fe0f0 req-c991bf8d-73e9-4ae6-bcca-71e886055cfe tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups?id=7260f1a6-d875-4c8e-9003-29176211ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793116 Jan 12 09:32:58.987289 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-70087086-14a9-4bb7-880e-155b880ee0e5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.034180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-70087086-14a9-4bb7-880e-155b880ee0e5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.040261 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70087086-14a9-4bb7-880e-155b880ee0e5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:59.040887 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-70087086-14a9-4bb7-880e-155b880ee0e5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.118084 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cdf350-052d-49bc-9919-4c9f43d3f124', 'tag': 'be31cfb0-7a24-4d7b-b88f-13670ed1bd92', 'status': 'completed', 'code': 200} Jan 12 09:32:59.130282 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 509e414c-c5df-4c47-9541-364be67574fb details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:32:59.154260 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5fb05-7574-4618-84af-cb1860c499e7 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event deleted for resources: {'Port': ['ID=1f1da0a3-1940-4075-858b-f3ad6f0b8743,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:59.167636 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70087086-14a9-4bb7-880e-155b880ee0e5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event updated for resources: {'Network': ['ID=5377a6e0-cc32-4c41-8e79-b17dcc9a841c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:59.177743 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-70087086-14a9-4bb7-880e-155b880ee0e5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4048467 Jan 12 09:32:59.177956 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59330) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:59.184035 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-e5a29a3a-9696-4f29-a616-affa9cd8c3f5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1589859288'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:59.191855 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e5a29a3a-9696-4f29-a616-affa9cd8c3f5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:59.197255 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e5a29a3a-9696-4f29-a616-affa9cd8c3f5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Usage tracker for resource:network and tenant:bbfe563db97341b486692c5ac1f89c77 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:59.200456 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e5a29a3a-9696-4f29-a616-affa9cd8c3f5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:59.207185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e5a29a3a-9696-4f29-a616-affa9cd8c3f5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:59.221606 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 5377a6e0-cc32-4c41-8e79-b17dcc9a841c details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:59.224937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a29a3a-9696-4f29-a616-affa9cd8c3f5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Made reservation on behalf of bbfe563db97341b486692c5ac1f89c77 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:59.232933 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e5a29a3a-9696-4f29-a616-affa9cd8c3f5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.278028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a29a3a-9696-4f29-a616-affa9cd8c3f5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:59.288609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e5a29a3a-9696-4f29-a616-affa9cd8c3f5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.288832 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-e5a29a3a-9696-4f29-a616-affa9cd8c3f5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Added segment e2505f67-c54c-42a3-80a9-6015bc4108d7 of type vlan for network bdf62d4d-a474-4541-a585-f956f4151ae6 Jan 12 09:32:59.289978 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.322530 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e5a29a3a-9696-4f29-a616-affa9cd8c3f5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.345182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.360802 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e5a29a3a-9696-4f29-a616-affa9cd8c3f5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.370676 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a29a3a-9696-4f29-a616-affa9cd8c3f5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:59.372250 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e5a29a3a-9696-4f29-a616-affa9cd8c3f5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.379937 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7c3d89e8-10a7-4841-abe3-50af76dc463d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.405007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-75d5fb05-7574-4618-84af-cb1860c499e7 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.479846 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 509e414c-c5df-4c47-9541-364be67574fb, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=509e414c-c5df-4c47-9541-364be67574fb,segment=NetworkSegment(0046c9f5-79e6-4aaa-b93b-2fb55138080b),segment_id=0046c9f5-79e6-4aaa-b93b-2fb55138080b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:59.491517 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7c3d89e8-10a7-4841-abe3-50af76dc463d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:59.496358 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '509e414c-c5df-4c47-9541-364be67574fb', 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd', 'port_id': '509e414c-c5df-4c47-9541-364be67574fb', 'mac_address': 'fa:16:3e:7f:c6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:32:59.499931 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e5a29a3a-9696-4f29-a616-affa9cd8c3f5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3209078 Jan 12 09:32:59.500724 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a29a3a-9696-4f29-a616-affa9cd8c3f5 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event updated for resources: {'Network': ['ID=bdf62d4d-a474-4541-a585-f956f4151ae6,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:59.503197 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59334) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:59.509708 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Request body: {'ports': [{'network_id': '5377a6e0-cc32-4c41-8e79-b17dcc9a841c', 'name': 'tempest-port--1068005857', 'admin_state_up': True}, {'network_id': 'bdf62d4d-a474-4541-a585-f956f4151ae6', 'admin_state_up': False}]} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:59.510024 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Request body: {'port': {'network_id': '5377a6e0-cc32-4c41-8e79-b17dcc9a841c', 'name': 'tempest-port--1068005857', 'admin_state_up': True}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:59.510506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Request body: {'port': {'network_id': 'bdf62d4d-a474-4541-a585-f956f4151ae6', 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:32:59.525206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7c3d89e8-10a7-4841-abe3-50af76dc463d admin admin] Usage tracker for resource:security_group_rule and tenant:7fc58352407c4d3fae14c01925ee4f80 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:59.529741 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network bdf62d4d-a474-4541-a585-f956f4151ae6 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:32:59.530291 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7c3d89e8-10a7-4841-abe3-50af76dc463d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:59.545266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:32:59.559047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7c3d89e8-10a7-4841-abe3-50af76dc463d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:59.579699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107ead75-fcbf-4299-a97f-a283bdd50a92,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:59.595940 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-75d5fb05-7574-4618-84af-cb1860c499e7 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "DELETE /v2.0/ports/1f1da0a3-1940-4075-858b-f3ad6f0b8743 HTTP/1.1" status: 204 len: 168 time: 3.2164578 Jan 12 09:32:59.606886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.606886 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Added segment 88e713b6-3d0a-4d4c-929c-42fe38276a50 of type vlan for network 35220eb0-cee5-4282-9918-cfded9015580 Jan 12 09:32:59.607768 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59338) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:32:59.645408 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.665417 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509e414c-c5df-4c47-9541-364be67574fb {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:32:59.684252 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e75e4f-d49f-406d-a9ad-c55aeb9f2073 req-1a7e5cf3-ce07-4b36-9a08-7ccfcb24dc5d tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:59.685702 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d7e75e4f-d49f-406d-a9ad-c55aeb9f2073 req-1a7e5cf3-ce07-4b36-9a08-7ccfcb24dc5d tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 943 time: 0.4877110 Jan 12 09:32:59.688398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-b4a79543-9704-4d5e-b3b0-1dba577f9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:59.690371 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-b4a79543-9704-4d5e-b3b0-1dba577f9bd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebb294eb2d1b42b58d6a86284879f275&device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 1096 time: 0.7081718 Jan 12 09:32:59.691048 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 509e414c-c5df-4c47-9541-364be67574fb, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=509e414c-c5df-4c47-9541-364be67574fb,segment=NetworkSegment(0046c9f5-79e6-4aaa-b93b-2fb55138080b),segment_id=0046c9f5-79e6-4aaa-b93b-2fb55138080b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:59.698705 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.699534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device c206227f-ad9e-432b-9392-1ddeaec7f587 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:32:59.761376 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:32:59.765477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Usage tracker for resource:port and tenant:bbfe563db97341b486692c5ac1f89c77 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:32:59.768630 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:32:59.774607 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:32:59.785889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Made reservation on behalf of bbfe563db97341b486692c5ac1f89c77 for: {'port': 2} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:32:59.790405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.808555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.812992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=509e414c-c5df-4c47-9541-364be67574fb,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:32:59.905811 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port c206227f-ad9e-432b-9392-1ddeaec7f587, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c206227f-ad9e-432b-9392-1ddeaec7f587,segment=NetworkSegment(bc0746f0-94e8-427e-9ea6-eb316e649876),segment_id=bc0746f0-94e8-427e-9ea6-eb316e649876)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:32:59.921611 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'c206227f-ad9e-432b-9392-1ddeaec7f587', 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'port_id': 'c206227f-ad9e-432b-9392-1ddeaec7f587', 'mac_address': 'fa:16:3e:ba:9b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:32:59.924855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bed535-bcdb-455d-bd91-2fad753a3730 req-1a1acb19-aa2e-4a29-a09c-222b8b94c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:32:59.926338 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-51bed535-bcdb-455d-bd91-2fad753a3730 req-1a1acb19-aa2e-4a29-a09c-222b8b94c5de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b58e70f3-410d-4dd4-968c-5801134546cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9281657 Jan 12 09:32:59.929026 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.950148 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-dfcd8ebf-ac68-48d9-8618-1241f19b4fa1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be31cfb0-7a24-4d7b-b88f-13670ed1bd92 HTTP/1.1" status: 200 len: 217 time: 0.2362158 Jan 12 09:32:59.977446 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.993975 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:32:59.994826 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c206227f-ad9e-432b-9392-1ddeaec7f587 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:33:00.011137 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port c206227f-ad9e-432b-9392-1ddeaec7f587, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c206227f-ad9e-432b-9392-1ddeaec7f587,segment=NetworkSegment(bc0746f0-94e8-427e-9ea6-eb316e649876),segment_id=bc0746f0-94e8-427e-9ea6-eb316e649876)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:00.020779 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:00.049249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e09781-b653-4bd3-8305-b07082f25a4d tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Deleting subnet 877685bd-be2c-44f8-968d-6269c6e89ae9 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:33:00.051348 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] device_id is not set on port 2c6c152e-74e3-495a-aa56-bb4f524a57b5 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:00.100679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-4016ac67-c46a-4bf7-97c5-4a6b71f82eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:00.102837 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-4016ac67-c46a-4bf7-97c5-4a6b71f82eb6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=534f7caf-d9ea-461d-b429-d1585a1de062 HTTP/1.1" status: 200 len: 844 time: 0.1383150 Jan 12 09:33:00.137811 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=c206227f-ad9e-432b-9392-1ddeaec7f587,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:00.157643 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24e09781-b653-4bd3-8305-b07082f25a4d tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:00.210907 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:00.220391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a98e69-be40-494a-bfd1-09a35e8c8206 req-4315d4bc-af5b-44dc-bbaa-8602467c65a0 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:00.221838 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-09a98e69-be40-494a-bfd1-09a35e8c8206 req-4315d4bc-af5b-44dc-bbaa-8602467c65a0 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 944 time: 0.1461151 Jan 12 09:33:00.251468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7c3d89e8-10a7-4841-abe3-50af76dc463d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:00.261922 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d7e75e4f-d49f-406d-a9ad-c55aeb9f2073 req-0c321e54-d646-4f68-a556-9309a53eaeee tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/security-groups?id=4457483d-6070-464d-8d94-0d87efd752ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5491049 Jan 12 09:33:00.332426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7c3d89e8-10a7-4841-abe3-50af76dc463d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:00.368062 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-09a98e69-be40-494a-bfd1-09a35e8c8206 req-b341a13a-7f8e-46d2-b4b5-01cff4d8f521 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293523 Jan 12 09:33:00.372486 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] device_id is not set on port b898a50c-8169-400e-aca2-c7a46014a8cd yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:00.378649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['c206227f-ad9e-432b-9392-1ddeaec7f587'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:33:00.424976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['509e414c-c5df-4c47-9541-364be67574fb'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:33:00.468455 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:00.477870 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24e09781-b653-4bd3-8305-b07082f25a4d tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:00.497662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:00.511886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:00.517419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:00.518015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:00.557815 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7c3d89e8-10a7-4841-abe3-50af76dc463d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7fc58352407c4d3fae14c01925ee4f80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6313291 Jan 12 09:33:00.559161 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59346) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:00.569695 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d89e8-10a7-4841-abe3-50af76dc463d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897a303e-cd43-45c6-97a2-8fb2e3622692,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:00.595533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:00.621002 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event updated for resources: {'Port': ['ID=2c6c152e-74e3-495a-aa56-bb4f524a57b5,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:00.656090 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-51bed535-bcdb-455d-bd91-2fad753a3730 req-8974b089-5047-4720-9c52-ce9fa509c13e service neutron] 10.222.0.53 "GET /v2.0/networks/b58e70f3-410d-4dd4-968c-5801134546cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7042470 Jan 12 09:33:00.674873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Checking segment: {'id': '20002b28-b660-4c62-9469-0839021a7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5377a6e0-cc32-4c41-8e79-b17dcc9a841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:00.675396 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Network hostable DHCP agents. Network: 5377a6e0-cc32-4c41-8e79-b17dcc9a841c, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:00.701767 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8522657-949c-42f1-ac7f-e6abe07c8f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:00.717101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Network 5377a6e0-cc32-4c41-8e79-b17dcc9a841c is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:00.737734 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8522657-949c-42f1-ac7f-e6abe07c8f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:00.744190 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 5377a6e0-cc32-4c41-8e79-b17dcc9a841c) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:00.751532 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:00.752775 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:00.757075 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568b509e-328a-474e-898e-456e51faa8b6 None None] Network 5377a6e0-cc32-4c41-8e79-b17dcc9a841c requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:00.795305 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.5112493 Jan 12 09:33:00.804033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:00.807087 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a74141-9f9f-4b4c-8a82-ff1aa75c4779 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event updated for resources: {'Network': ['ID=35220eb0-cee5-4282-9918-cfded9015580,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:00.813548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:00.820122 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:00.863088 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-65e41765-613c-48e9-bb6b-078a6fa2517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:00.864628 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-65e41765-613c-48e9-bb6b-078a6fa2517b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f97beb88-ba86-4f8e-9a7c-dda2e84c4fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6636815 Jan 12 09:33:00.893672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event updated for resources: {'Port': ['ID=b898a50c-8169-400e-aca2-c7a46014a8cd,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:00.898919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Checking segment: {'id': 'e2505f67-c54c-42a3-80a9-6015bc4108d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'bdf62d4d-a474-4541-a585-f956f4151ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:00.899343 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Network hostable DHCP agents. Network: bdf62d4d-a474-4541-a585-f956f4151ae6, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:00.908439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Pushing event updated for resources: {'Port': ['ID=1db36db3-8429-440c-bf4e-7fcc76ed7bda,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:00.927866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Network bdf62d4d-a474-4541-a585-f956f4151ae6 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:00.937239 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8522657-949c-42f1-ac7f-e6abe07c8f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:00.950542 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, bdf62d4d-a474-4541-a585-f956f4151ae6) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:00.958594 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:00.964747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:00.969805 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:00.970479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:00.980805 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8522657-949c-42f1-ac7f-e6abe07c8f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897a303e-cd43-45c6-97a2-8fb2e3622692,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:01.000502 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8522657-949c-42f1-ac7f-e6abe07c8f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:01.005974 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e8522657-949c-42f1-ac7f-e6abe07c8f36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/897a303e-cd43-45c6-97a2-8fb2e3622692 HTTP/1.1" status: 204 len: 168 time: 0.4407547 Jan 12 09:33:01.013145 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-583336e6-0191-46bb-8418-a505ca2b1473 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5088992 Jan 12 09:33:01.014041 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59352) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:01.061216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 35220eb0-cee5-4282-9918-cfded9015580 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:33:01.069016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24e09781-b653-4bd3-8305-b07082f25a4d tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:01.096427 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d847d8-0f39-41aa-85d2-25b59c8c3bea None None] Network bdf62d4d-a474-4541-a585-f956f4151ae6 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:01.265085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d49fe-23c3-4571-98cf-4701d88e0ac4 req-f6dd5df0-b509-4578-8713-05d3bdb429b2 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:01.275573 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ec0d49fe-23c3-4571-98cf-4701d88e0ac4 req-f6dd5df0-b509-4578-8713-05d3bdb429b2 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 944 time: 0.8968046 Jan 12 09:33:01.381036 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fe912c-01cf-4b2c-b843-40fb44ee0d5a tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:01.401990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fe912c-01cf-4b2c-b843-40fb44ee0d5a tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:01.403143 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-04fe912c-01cf-4b2c-b843-40fb44ee0d5a tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Synchronizing usage tracker for tenant:bbfe563db97341b486692c5ac1f89c77 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:01.439116 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-04fe912c-01cf-4b2c-b843-40fb44ee0d5a tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Unset dirty status for tenant:bbfe563db97341b486692c5ac1f89c77 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:01.443769 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-04fe912c-01cf-4b2c-b843-40fb44ee0d5a tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4285228 Jan 12 09:33:01.444628 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59362) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:01.557471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-06fddc37-bc23-44ab-be74-890e4b589f63 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Deleting port 2c6c152e-74e3-495a-aa56-bb4f524a57b5 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:01.558926 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-06fddc37-bc23-44ab-be74-890e4b589f63 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:01.585002 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-51bed535-bcdb-455d-bd91-2fad753a3730 req-02bb40f4-dbad-4b16-87b0-5df5fa7e459c service neutron] 10.222.0.53 "GET /v2.0/networks/b58e70f3-410d-4dd4-968c-5801134546cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9037926 Jan 12 09:33:01.619107 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ec0d49fe-23c3-4571-98cf-4701d88e0ac4 req-94d9b371-c71c-4776-bacf-69557ecec71d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups?id=7260f1a6-d875-4c8e-9003-29176211ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3415139 Jan 12 09:33:01.626327 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-6223c1fa-57c6-49f8-9b28-6631cf540ab3 service neutron] 10.222.0.53 "GET /v2.0/networks/f97beb88-ba86-4f8e-9a7c-dda2e84c4fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461054 Jan 12 09:33:01.634532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:01.784934 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24e09781-b653-4bd3-8305-b07082f25a4d tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:01.791772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59366) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:01.880679 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-06fddc37-bc23-44ab-be74-890e4b589f63 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:01.897489 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-01984440-4c09-49ec-b770-999fa7ed6c8a req-008d6c6d-3a5b-41ac-be72-2cc17b1a03b3 service neutron] 10.222.0.53 "GET /v2.0/networks/f97beb88-ba86-4f8e-9a7c-dda2e84c4fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587352 Jan 12 09:33:01.908524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e09781-b653-4bd3-8305-b07082f25a4d tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event deleted for resources: {'Subnet': ['ID=877685bd-be2c-44f8-968d-6269c6e89ae9,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:01.927704 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24e09781-b653-4bd3-8305-b07082f25a4d tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:01.927885 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eb7dfa-4f61-4106-9f9a-6f4143a3cc42 None None] Network 24aa9364-b8f3-4949-8438-deaa36e20db2 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:02.039242 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-06fddc37-bc23-44ab-be74-890e4b589f63 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Calling delete_port for 2c6c152e-74e3-495a-aa56-bb4f524a57b5 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:02.048386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:02.119498 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-24e09781-b653-4bd3-8305-b07082f25a4d tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "DELETE /v2.0/subnets/877685bd-be2c-44f8-968d-6269c6e89ae9 HTTP/1.1" status: 204 len: 168 time: 2.5086751 Jan 12 09:33:02.120217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:02.126297 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ec21d-488a-4cf2-98fb-fb6b4e813294 req-a4bb1b66-162c-4cbb-acc4-225e7b7a532f tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:02.131879 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-542ec21d-488a-4cf2-98fb-fb6b4e813294 req-a4bb1b66-162c-4cbb-acc4-225e7b7a532f tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 943 time: 0.5240364 Jan 12 09:33:02.136735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59370) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:02.158442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:02.178434 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Usage tracker for resource:security_group_rule and tenant:2b21c668a89c468a8f1f3991854015d1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:02.182980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:02.196718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:02.262616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9d74a-8ff2-4681-953f-691d481b76b0 req-466a43a0-1012-427c-b415-c98b2379a81e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:02.264855 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2df9d74a-8ff2-4681-953f-691d481b76b0 req-466a43a0-1012-427c-b415-c98b2379a81e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 944 time: 0.4750710 Jan 12 09:33:02.280738 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69697e29-792f-4677-9f4b-b5dfd738d200 None None] DHCP port deletion for 24aa9364-b8f3-4949-8438-deaa36e20db2 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:33:02.284703 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-69697e29-792f-4677-9f4b-b5dfd738d200 None None] Deleting port cbada49c-dd30-4c65-bbbc-b87e738c8987 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:02.285181 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-69697e29-792f-4677-9f4b-b5dfd738d200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:02.363924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee424f-c5bd-49ce-bdfe-4a8179d00d29 req-de0994c7-d77c-4798-9195-a3950f3edc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:02.365969 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aaee424f-c5bd-49ce-bdfe-4a8179d00d29 req-de0994c7-d77c-4798-9195-a3950f3edc69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebb294eb2d1b42b58d6a86284879f275&device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 1096 time: 0.3282812 Jan 12 09:33:02.374565 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-542ec21d-488a-4cf2-98fb-fb6b4e813294 req-98d35279-0bba-4a2b-b368-d71216eb16a1 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/security-groups?id=4457483d-6070-464d-8d94-0d87efd752ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326758 Jan 12 09:33:02.379626 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:02.390842 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-06fddc37-bc23-44ab-be74-890e4b589f63 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:02.445535 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Deleting port cbada49c-dd30-4c65-bbbc-b87e738c8987 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:02.446342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:02.523838 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fddc37-bc23-44ab-be74-890e4b589f63 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event deleted for resources: {'Port': ['ID=2c6c152e-74e3-495a-aa56-bb4f524a57b5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:02.532783 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2df9d74a-8ff2-4681-953f-691d481b76b0 req-366cc602-4788-4c01-8f10-2581457b7f2d tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266941 Jan 12 09:33:02.552212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device cbada49c-dd30-4c65-bbbc-b87e738c8987 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:33:02.570303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-06fddc37-bc23-44ab-be74-890e4b589f63 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:02.626553 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-06fddc37-bc23-44ab-be74-890e4b589f63 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "DELETE /v2.0/ports/2c6c152e-74e3-495a-aa56-bb4f524a57b5 HTTP/1.1" status: 204 len: 168 time: 1.1807053 Jan 12 09:33:02.627854 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59374) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:02.703386 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-69697e29-792f-4677-9f4b-b5dfd738d200 None None] For port cbada49c-dd30-4c65-bbbc-b87e738c8987, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cbada49c-dd30-4c65-bbbc-b87e738c8987,segment=NetworkSegment(20557c7a-8996-4656-87fd-fc2994379965),segment_id=20557c7a-8996-4656-87fd-fc2994379965)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:02.703777 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-69697e29-792f-4677-9f4b-b5dfd738d200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:02.745034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:02.757327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b4911a49-0166-454d-94b8-e8d8854bd173 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Deleting port b898a50c-8169-400e-aca2-c7a46014a8cd {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:02.758031 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4911a49-0166-454d-94b8-e8d8854bd173 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:02.781677 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:02.855687 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee424f-c5bd-49ce-bdfe-4a8179d00d29 req-57d50119-19ea-4f28-9c64-1386f6edddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:02.859312 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aaee424f-c5bd-49ce-bdfe-4a8179d00d29 req-57d50119-19ea-4f28-9c64-1386f6edddf0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f97beb88-ba86-4f8e-9a7c-dda2e84c4fba HTTP/1.1" status: 200 len: 906 time: 0.4117239 Jan 12 09:33:02.868831 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-69697e29-792f-4677-9f4b-b5dfd738d200 None None] Calling delete_port for cbada49c-dd30-4c65-bbbc-b87e738c8987 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:02.945456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:02.961602 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aaee424f-c5bd-49ce-bdfe-4a8179d00d29 req-4f892a36-2085-42f0-88df-6515a5b33a49 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be31cfb0-7a24-4d7b-b88f-13670ed1bd92 HTTP/1.1" status: 200 len: 217 time: 0.0892558 Jan 12 09:33:02.966443 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b21c668a89c468a8f1f3991854015d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1426630 Jan 12 09:33:02.969078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:02.981129 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59380) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:03.059534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:03.062723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] For port cbada49c-dd30-4c65-bbbc-b87e738c8987, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cbada49c-dd30-4c65-bbbc-b87e738c8987,segment=NetworkSegment(20557c7a-8996-4656-87fd-fc2994379965),segment_id=20557c7a-8996-4656-87fd-fc2994379965)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:03.063286 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:03.097342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484d5ccf-ea2c-4b93-b309-5b80624ac810,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:03.128203 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 509e414c-c5df-4c47-9541-364be67574fb up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:03.135158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:03.135645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:03.136102 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:03.136570 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:03.137146 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:03.137569 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:03.138301 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:03.138756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:03.139256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:03.139816 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:03.140288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:03.140755 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851b4bf-692f-4e3d-869b-3819aaa70450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:03.190191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee424f-c5bd-49ce-bdfe-4a8179d00d29 req-e26602f3-e0a7-428c-8798-5b6f2f9da3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:03.191848 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aaee424f-c5bd-49ce-bdfe-4a8179d00d29 req-e26602f3-e0a7-428c-8798-5b6f2f9da3fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=534f7caf-d9ea-461d-b429-d1585a1de062 HTTP/1.1" status: 200 len: 844 time: 0.2137477 Jan 12 09:33:03.194457 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Pushing event updated for resources: {'Port': ['ID=1db36db3-8429-440c-bf4e-7fcc76ed7bda,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:03.198136 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:03.249854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-69697e29-792f-4677-9f4b-b5dfd738d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:03.287853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:03.289376 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3c038a07-a68d-439f-bd92-2757c66d0a27 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2419081 Jan 12 09:33:03.292311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59384) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:03.306226 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee424f-c5bd-49ce-bdfe-4a8179d00d29 req-37a3447d-f8d2-428a-9470-fca83439a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:03.308151 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aaee424f-c5bd-49ce-bdfe-4a8179d00d29 req-37a3447d-f8d2-428a-9470-fca83439a26d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f97beb88-ba86-4f8e-9a7c-dda2e84c4fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055410 Jan 12 09:33:03.358432 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69697e29-792f-4677-9f4b-b5dfd738d200 None None] Pushing event deleted for resources: {'Port': ['ID=cbada49c-dd30-4c65-bbbc-b87e738c8987,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:03.363370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69697e29-792f-4677-9f4b-b5dfd738d200 None None] No DVR routers for this DVR port cbada49c-dd30-4c65-bbbc-b87e738c8987 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:33:03.402800 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 509e414c-c5df-4c47-9541-364be67574fb completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:03.409594 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 509e414c-c5df-4c47-9541-364be67574fb triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:03.410206 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:03.457527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Calling delete_port for cbada49c-dd30-4c65-bbbc-b87e738c8987 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:03.572329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4911a49-0166-454d-94b8-e8d8854bd173 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:03.637698 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:03.659785 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aaee424f-c5bd-49ce-bdfe-4a8179d00d29 req-23e96850-4053-4779-b65a-90f04885f7a9 service neutron] 10.222.0.53 "GET /v2.0/networks/f97beb88-ba86-4f8e-9a7c-dda2e84c4fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338768 Jan 12 09:33:03.688919 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 509e414c-c5df-4c47-9541-364be67574fb, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=509e414c-c5df-4c47-9541-364be67574fb,segment=NetworkSegment(0046c9f5-79e6-4aaa-b93b-2fb55138080b),segment_id=0046c9f5-79e6-4aaa-b93b-2fb55138080b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:03.690228 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509e414c-c5df-4c47-9541-364be67574fb'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:33:03.702945 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:03.721293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:03.725877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b4911a49-0166-454d-94b8-e8d8854bd173 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Calling delete_port for b898a50c-8169-400e-aca2-c7a46014a8cd owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:03.738913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Usage tracker for resource:floatingip and tenant:2bb2a9edc9b4406e9be52c5ec05e5686 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:03.745850 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:03.756986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:03.765237 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:03.767457 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device c206227f-ad9e-432b-9392-1ddeaec7f587 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:03.833234 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4911a49-0166-454d-94b8-e8d8854bd173 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:03.854183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Notify callbacks [] for floatingip, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:03.899358 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91c592-41b2-451a-9fe8-ad15ac1c1af5 req-d6bc1ee1-097c-4353-a2e8-42532e4be3d1 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:03.901447 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bd91c592-41b2-451a-9fe8-ad15ac1c1af5 req-d6bc1ee1-097c-4353-a2e8-42532e4be3d1 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 943 time: 0.2952280 Jan 12 09:33:03.927655 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:03.936828 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4911a49-0166-454d-94b8-e8d8854bd173 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event deleted for resources: {'Port': ['ID=b898a50c-8169-400e-aca2-c7a46014a8cd,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:03.963477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a5876-b56a-4798-ab15-a44d454c8564 req-b29da805-c162-4f6a-8617-523a850dacc5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:03.965031 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d94a5876-b56a-4798-ab15-a44d454c8564 req-b29da805-c162-4f6a-8617-523a850dacc5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 944 time: 1.1107469 Jan 12 09:33:03.971896 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4911a49-0166-454d-94b8-e8d8854bd173 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:03.975539 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aaee424f-c5bd-49ce-bdfe-4a8179d00d29 req-be2e0a26-14f6-4fe1-92dd-347aee348764 service neutron] 10.222.0.53 "GET /v2.0/networks/f97beb88-ba86-4f8e-9a7c-dda2e84c4fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997329 Jan 12 09:33:04.021987 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=509e414c-c5df-4c47-9541-364be67574fb,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:04.030961 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59398) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:04.043904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-a998e179-2be2-44f4-866a-f02b7e05c527 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Request body: {'subnet': {'network_id': '35220eb0-cee5-4282-9918-cfded9015580', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:04.055245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:04.065002 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d94a5876-b56a-4798-ab15-a44d454c8564 req-c6fbb4c6-3b04-42f4-94f9-f4804eb266e6 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups?id=7260f1a6-d875-4c8e-9003-29176211ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686555 Jan 12 09:33:04.071049 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b4911a49-0166-454d-94b8-e8d8854bd173 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "DELETE /v2.0/ports/b898a50c-8169-400e-aca2-c7a46014a8cd HTTP/1.1" status: 204 len: 168 time: 1.4359345 Jan 12 09:33:04.074741 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59404) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:04.078740 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port c206227f-ad9e-432b-9392-1ddeaec7f587 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:04.091472 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bd91c592-41b2-451a-9fe8-ad15ac1c1af5 req-c3bc2127-7998-4cf0-b955-bba1eacc42ca tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/security-groups?id=4457483d-6070-464d-8d94-0d87efd752ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728578 Jan 12 09:33:04.095266 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port c206227f-ad9e-432b-9392-1ddeaec7f587 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:04.095641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:04.131448 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:33:04.131765 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:33:04.194178 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d1dd0bec-2711-429e-9bd5-1fca744269da tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Synchronizing usage tracker for tenant:bbfe563db97341b486692c5ac1f89c77 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:04.253049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:04.272268 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d1dd0bec-2711-429e-9bd5-1fca744269da tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Unset dirty status for tenant:bbfe563db97341b486692c5ac1f89c77 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:04.273522 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d1dd0bec-2711-429e-9bd5-1fca744269da tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1973186 Jan 12 09:33:04.280896 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59410) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:04.291204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-fcd7b225-b2c1-4823-be16-6bb87294ec37 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1693704262'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:04.300665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port c206227f-ad9e-432b-9392-1ddeaec7f587, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c206227f-ad9e-432b-9392-1ddeaec7f587,segment=NetworkSegment(bc0746f0-94e8-427e-9ea6-eb316e649876),segment_id=bc0746f0-94e8-427e-9ea6-eb316e649876)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:04.303090 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509e414c-c5df-4c47-9541-364be67574fb', 'code': 200} Jan 12 09:33:04.306967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fcd7b225-b2c1-4823-be16-6bb87294ec37 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:04.311599 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:04.317419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a998e179-2be2-44f4-866a-f02b7e05c527 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:04.317651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fcd7b225-b2c1-4823-be16-6bb87294ec37 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Usage tracker for resource:network and tenant:bbfe563db97341b486692c5ac1f89c77 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:04.323464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a998e179-2be2-44f4-866a-f02b7e05c527 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Usage tracker for resource:subnet and tenant:1ce0c351af064399b2091caffd0aad03 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:04.326092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fcd7b225-b2c1-4823-be16-6bb87294ec37 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:04.326839 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a998e179-2be2-44f4-866a-f02b7e05c527 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:04.339455 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fcd7b225-b2c1-4823-be16-6bb87294ec37 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:04.345116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a998e179-2be2-44f4-866a-f02b7e05c527 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:04.359447 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:04.374781 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fac33-6c23-4e12-9207-67d23028b614 req-31577b28-7f58-4076-b465-561d47abe7f1 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:04.376522 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:04.384021 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6b0fac33-6c23-4e12-9207-67d23028b614 req-31577b28-7f58-4076-b465-561d47abe7f1 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 944 time: 0.1735895 Jan 12 09:33:04.391284 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=c206227f-ad9e-432b-9392-1ddeaec7f587,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:04.447341 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6b0fac33-6c23-4e12-9207-67d23028b614 req-5223247e-1072-4a83-9c3c-6cdcde3f96a6 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621119 Jan 12 09:33:04.447960 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd7b225-b2c1-4823-be16-6bb87294ec37 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Made reservation on behalf of bbfe563db97341b486692c5ac1f89c77 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:04.460530 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fcd7b225-b2c1-4823-be16-6bb87294ec37 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:04.470452 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484d5ccf-ea2c-4b93-b309-5b80624ac810,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:04.493356 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:04.493595 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:04.493935 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:04.494270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:04.494602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:04.494970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:04.495300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:04.495632 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:04.495956 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:04.496278 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:04.496600 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:04.496919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:04.505061 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:04.509831 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e88b9ad4-db79-4878-a90e-2fe3eb0f9506 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/484d5ccf-ea2c-4b93-b309-5b80624ac810 HTTP/1.1" status: 204 len: 168 time: 1.5199564 Jan 12 09:33:04.516804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd7b225-b2c1-4823-be16-6bb87294ec37 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:33:04.518047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a998e179-2be2-44f4-866a-f02b7e05c527 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Made reservation on behalf of 1ce0c351af064399b2091caffd0aad03 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:04.522503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a998e179-2be2-44f4-866a-f02b7e05c527 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:04.535107 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fcd7b225-b2c1-4823-be16-6bb87294ec37 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:04.535434 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-fcd7b225-b2c1-4823-be16-6bb87294ec37 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Added segment c00d83be-e2cd-4177-a22a-693bf795890e of type vlan for network 214c5657-8049-47d4-a3d2-4f06668ec7a5 Jan 12 09:33:04.566128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fcd7b225-b2c1-4823-be16-6bb87294ec37 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:04.601444 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fcd7b225-b2c1-4823-be16-6bb87294ec37 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:04.608017 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd7b225-b2c1-4823-be16-6bb87294ec37 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:04.608814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fcd7b225-b2c1-4823-be16-6bb87294ec37 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:04.634429 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Deleting port cbada49c-dd30-4c65-bbbc-b87e738c8987 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:04.634786 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:04.785619 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] The port 'cbada49c-dd30-4c65-bbbc-b87e738c8987' was deleted {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:33:04.793965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168daa9e-55fc-41c3-b5f1-ca29ea894d40 req-3dd947b6-581e-4c36-998b-2031e003d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:04.794157 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fcd7b225-b2c1-4823-be16-6bb87294ec37 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5092707 Jan 12 09:33:04.794157 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7b225-b2c1-4823-be16-6bb87294ec37 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event updated for resources: {'Network': ['ID=214c5657-8049-47d4-a3d2-4f06668ec7a5,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:04.794339 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-168daa9e-55fc-41c3-b5f1-ca29ea894d40 req-3dd947b6-581e-4c36-998b-2031e003d885 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 1098 time: 0.2761338 Jan 12 09:33:04.794786 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59420) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:04.806604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 214c5657-8049-47d4-a3d2-4f06668ec7a5 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:33:04.811247 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Allocated IP 172.26.2.59 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/05608575-c405-4fb5-ac9d-02304aa591ce) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:04.825606 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-daa93885-273f-4685-8e42-8a66017cd382 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1988734020'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:04.830806 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-daa93885-273f-4685-8e42-8a66017cd382 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:04.847120 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-daa93885-273f-4685-8e42-8a66017cd382 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Usage tracker for resource:network and tenant:bbfe563db97341b486692c5ac1f89c77 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:04.863573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-168daa9e-55fc-41c3-b5f1-ca29ea894d40 req-1d3d1d26-4c9e-4a43-a97a-c7def724a3a8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:04.867030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-daa93885-273f-4685-8e42-8a66017cd382 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:04.880008 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-daa93885-273f-4685-8e42-8a66017cd382 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:04.919848 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-168daa9e-55fc-41c3-b5f1-ca29ea894d40 req-1d3d1d26-4c9e-4a43-a97a-c7def724a3a8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:04.928147 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-168daa9e-55fc-41c3-b5f1-ca29ea894d40 req-1d3d1d26-4c9e-4a43-a97a-c7def724a3a8 service neutron] Usage tracker for resource:security_group_rule and tenant:9aeb46557cce4934ae9d2ab224f1057a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:04.939231 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-168daa9e-55fc-41c3-b5f1-ca29ea894d40 req-1d3d1d26-4c9e-4a43-a97a-c7def724a3a8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:04.955048 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-168daa9e-55fc-41c3-b5f1-ca29ea894d40 req-1d3d1d26-4c9e-4a43-a97a-c7def724a3a8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:04.959914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa93885-273f-4685-8e42-8a66017cd382 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Made reservation on behalf of bbfe563db97341b486692c5ac1f89c77 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:04.963814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-daa93885-273f-4685-8e42-8a66017cd382 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:04.976206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.009363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24aa9364-b8f3-4949-8438-deaa36e20db2']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:05.029929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20557c7a-8996-4656-87fd-fc2994379965') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:05.030341 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20557c7a-8996-4656-87fd-fc2994379965') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:05.040964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa93885-273f-4685-8e42-8a66017cd382 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:33:05.048521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.064867 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-daa93885-273f-4685-8e42-8a66017cd382 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.065222 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-daa93885-273f-4685-8e42-8a66017cd382 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Added segment 074ab541-f33c-4499-ad06-a5238349559e of type vlan for network c9ea30ab-e849-4821-808c-dc88ea9c50bb Jan 12 09:33:05.070603 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.080430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:33:05.080823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:33:05.095480 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:33:05.117894 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device be31cfb0-7a24-4d7b-b88f-13670ed1bd92 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:33:05.130922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-daa93885-273f-4685-8e42-8a66017cd382 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.145567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.185077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a998e179-2be2-44f4-866a-f02b7e05c527 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.204966 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.230018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.249104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] Pushing event deleted for resources: {'Network': ['ID=24aa9364-b8f3-4949-8438-deaa36e20db2,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:05.253130 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-05260a9c-c99b-40ad-b608-3cf0dcc17b47 tempest-AllowedAddressPairIpV6TestJSON-1986814085 tempest-AllowedAddressPairIpV6TestJSON-1986814085-project] 10.222.0.26 "DELETE /v2.0/networks/24aa9364-b8f3-4949-8438-deaa36e20db2 HTTP/1.1" status: 204 len: 168 time: 3.1152477 Jan 12 09:33:05.264947 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-daa93885-273f-4685-8e42-8a66017cd382 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.282189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa93885-273f-4685-8e42-8a66017cd382 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:05.285293 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-daa93885-273f-4685-8e42-8a66017cd382 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.302696 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-168daa9e-55fc-41c3-b5f1-ca29ea894d40 req-1d3d1d26-4c9e-4a43-a97a-c7def724a3a8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.338650 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.387061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port be31cfb0-7a24-4d7b-b88f-13670ed1bd92, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=be31cfb0-7a24-4d7b-b88f-13670ed1bd92,segment=NetworkSegment(ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6),segment_id=ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:05.407970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'be31cfb0-7a24-4d7b-b88f-13670ed1bd92', 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'port_id': 'be31cfb0-7a24-4d7b-b88f-13670ed1bd92', 'mac_address': 'fa:16:3e:93:4b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:33:05.458473 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-daa93885-273f-4685-8e42-8a66017cd382 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6590970 Jan 12 09:33:05.478168 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.483199 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Pushing event updated for resources: {'Port': ['ID=05608575-c405-4fb5-ac9d-02304aa591ce,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:05.502866 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-168daa9e-55fc-41c3-b5f1-ca29ea894d40 req-1d3d1d26-4c9e-4a43-a97a-c7def724a3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.507792 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be31cfb0-7a24-4d7b-b88f-13670ed1bd92 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:33:05.542095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port be31cfb0-7a24-4d7b-b88f-13670ed1bd92, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=be31cfb0-7a24-4d7b-b88f-13670ed1bd92,segment=NetworkSegment(ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6),segment_id=ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:05.569306 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d1d26-4c9e-4a43-a97a-c7def724a3a8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7308b9-8dd3-4315-b00c-8183546fb729,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:05.585543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:05.594221 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:05.611086 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:05.636686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.674018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa93885-273f-4685-8e42-8a66017cd382 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event updated for resources: {'Network': ['ID=c9ea30ab-e849-4821-808c-dc88ea9c50bb,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:05.695286 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.700911 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-168daa9e-55fc-41c3-b5f1-ca29ea894d40 req-1d3d1d26-4c9e-4a43-a97a-c7def724a3a8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7260f1a6-d875-4c8e-9003-29176211ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8912251 Jan 12 09:33:05.740410 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59450) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:05.742554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=be31cfb0-7a24-4d7b-b88f-13670ed1bd92,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:05.753803 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network c9ea30ab-e849-4821-808c-dc88ea9c50bb details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:33:05.774605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fd214-141c-428e-8ed2-12ce46837408 req-7b898d31-657f-4a98-8932-1cef22dd1f12 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:05.777832 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2d4fd214-141c-428e-8ed2-12ce46837408 req-7b898d31-657f-4a98-8932-1cef22dd1f12 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 943 time: 0.4750071 Jan 12 09:33:05.785771 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:05.816838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998e179-2be2-44f4-866a-f02b7e05c527 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Checking segment: {'id': '88e713b6-3d0a-4d4c-929c-42fe38276a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '35220eb0-cee5-4282-9918-cfded9015580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:05.817365 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998e179-2be2-44f4-866a-f02b7e05c527 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Network hostable DHCP agents. Network: 35220eb0-cee5-4282-9918-cfded9015580, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:05.821612 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998e179-2be2-44f4-866a-f02b7e05c527 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event updated for resources: {'Subnet': ['ID=1e170dcd-d277-4aa7-bc81-fd661b61c6e6,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:05.879239 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2bc90-d9b7-43fa-a259-05def964da35 req-42a03737-b93f-4fb6-ad2f-32e402430577 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:05.880775 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cda2bc90-d9b7-43fa-a259-05def964da35 req-42a03737-b93f-4fb6-ad2f-32e402430577 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 945 time: 0.5313807 Jan 12 09:33:05.884390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998e179-2be2-44f4-866a-f02b7e05c527 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Network 35220eb0-cee5-4282-9918-cfded9015580 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:05.939836 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2d4fd214-141c-428e-8ed2-12ce46837408 req-69a026fb-9544-4aa0-8be2-10c692061aa4 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/security-groups?id=4457483d-6070-464d-8d94-0d87efd752ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442599 Jan 12 09:33:05.969293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-a998e179-2be2-44f4-866a-f02b7e05c527 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 35220eb0-cee5-4282-9918-cfded9015580) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:05.989388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d72e86-0036-4880-be08-eecc7fb07942 None None] Network 35220eb0-cee5-4282-9918-cfded9015580 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:06.015512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a998e179-2be2-44f4-866a-f02b7e05c527 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:06.016077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a998e179-2be2-44f4-866a-f02b7e05c527 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:06.043482 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cda2bc90-d9b7-43fa-a259-05def964da35 req-61e81d78-c8f3-477d-b47d-53176c793ae0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups?id=7260f1a6-d875-4c8e-9003-29176211ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476629 Jan 12 09:33:06.141880 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a998e179-2be2-44f4-866a-f02b7e05c527 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1060958 Jan 12 09:33:06.145552 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59460) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:06.156155 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-e9a83382-397d-4f4e-9ee9-bf1a5142e118 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1554012616'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:06.161012 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e9a83382-397d-4f4e-9ee9-bf1a5142e118 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:06.164897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e9a83382-397d-4f4e-9ee9-bf1a5142e118 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Usage tracker for resource:network and tenant:1ce0c351af064399b2091caffd0aad03 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:06.168038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e9a83382-397d-4f4e-9ee9-bf1a5142e118 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:06.174863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e9a83382-397d-4f4e-9ee9-bf1a5142e118 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:06.191951 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a83382-397d-4f4e-9ee9-bf1a5142e118 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Made reservation on behalf of 1ce0c351af064399b2091caffd0aad03 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:06.195780 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e9a83382-397d-4f4e-9ee9-bf1a5142e118 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:06.196808 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9c367683-2391-402e-84d7-afdf5f1c3f65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=452e3c27c4f94f15953f65851f56d309&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4554031 Jan 12 09:33:06.197413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59464) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:06.246729 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a83382-397d-4f4e-9ee9-bf1a5142e118 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:33:06.253876 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['be31cfb0-7a24-4d7b-b88f-13670ed1bd92'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:33:06.268314 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:06.277119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e9a83382-397d-4f4e-9ee9-bf1a5142e118 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:06.278273 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-e9a83382-397d-4f4e-9ee9-bf1a5142e118 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Added segment e7cbb717-f70e-4ed6-8dda-cf3144fb385b of type vlan for network d21c725f-ee2a-4a4e-9183-fb916de02c70 Jan 12 09:33:06.322271 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e9a83382-397d-4f4e-9ee9-bf1a5142e118 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:06.361430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:06.442487 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e9a83382-397d-4f4e-9ee9-bf1a5142e118 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:06.449279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a83382-397d-4f4e-9ee9-bf1a5142e118 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:06.449477 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e9a83382-397d-4f4e-9ee9-bf1a5142e118 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:06.523270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b7cc239-6e4a-4ed4-ac8e-630b0c2ad684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:06.534878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c4d06-14eb-4a34-9026-3aa66cd4672f req-c2c386eb-2607-4707-95aa-d872e27b4b62 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:06.535109 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e214d23-4055-42bf-9be4-ca2446c3166a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c206227f-ad9e-432b-9392-1ddeaec7f587'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:33:06.537405 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e81c4d06-14eb-4a34-9026-3aa66cd4672f req-c2c386eb-2607-4707-95aa-d872e27b4b62 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.1585729 Jan 12 09:33:06.588818 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b7cc239-6e4a-4ed4-ac8e-630b0c2ad684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:06.626270 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e81c4d06-14eb-4a34-9026-3aa66cd4672f req-ccfa5844-2e60-4e77-9ce0-e99aaca8c6f4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805860 Jan 12 09:33:06.686534 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b7cc239-6e4a-4ed4-ac8e-630b0c2ad684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:06.709348 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a83382-397d-4f4e-9ee9-bf1a5142e118 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event updated for resources: {'Network': ['ID=d21c725f-ee2a-4a4e-9183-fb916de02c70,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:06.711932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cc239-6e4a-4ed4-ac8e-630b0c2ad684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f235ac4-213e-46ca-9bf4-ead8a9ae8865,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:06.727037 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e9a83382-397d-4f4e-9ee9-bf1a5142e118 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5803688 Jan 12 09:33:06.729771 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59482) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:06.738602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Request body: {'subnet': {'network_id': 'd21c725f-ee2a-4a4e-9183-fb916de02c70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:06.784100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b7cc239-6e4a-4ed4-ac8e-630b0c2ad684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:06.790638 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2b7cc239-6e4a-4ed4-ac8e-630b0c2ad684 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f235ac4-213e-46ca-9bf4-ead8a9ae8865 HTTP/1.1" status: 204 len: 168 time: 0.5922556 Jan 12 09:33:06.798797 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e214d23-4055-42bf-9be4-ca2446c3166a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c206227f-ad9e-432b-9392-1ddeaec7f587', 'code': 200} Jan 12 09:33:06.865362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Pushing event updated for resources: {'Port': ['ID=05608575-c405-4fb5-ac9d-02304aa591ce,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:06.907426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:06.918688 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network d21c725f-ee2a-4a4e-9183-fb916de02c70 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:33:06.927409 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59488) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:06.968005 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:06.970045 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d2708669-b811-435f-845b-6fdd22667f1b tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6761725 Jan 12 09:33:06.981232 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59496) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:07.113481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:07.141833 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Usage tracker for resource:subnet and tenant:1ce0c351af064399b2091caffd0aad03 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:07.157192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:07.183748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:07.207452 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Made reservation on behalf of 1ce0c351af064399b2091caffd0aad03 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:07.215372 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:07.222082 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-35220eb0-cee5-4282-9918-cfded9015580', 'network_id': '35220eb0-cee5-4282-9918-cfded9015580', 'tenant_id': '1ce0c351af064399b2091caffd0aad03', 'fixed_ips': [{'subnet_id': '1e170dcd-d277-4aa7-bc81-fd661b61c6e6'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:33:07.247104 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:07.307022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b213c09c-f670-484c-9dd0-56fdcf38859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:07.546162 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-02e13df0-0b8f-42ab-b1d8-3c24bee4c9bf tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Synchronizing usage tracker for tenant:90808b92485545a9b9a748910477404d on resource:floatingip {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:07.552342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-20240cb7-0e54-46ff-80e2-a68758f6489e tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-304967722'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:07.618538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dd2f9-0dba-491c-9c50-3220bb2ceefe req-e0fe0ec3-e7a9-4e8d-ae32-d80c2cca4570 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:07.620201 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-604dd2f9-0dba-491c-9c50-3220bb2ceefe req-e0fe0ec3-e7a9-4e8d-ae32-d80c2cca4570 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 944 time: 0.3433752 Jan 12 09:33:07.622035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-20240cb7-0e54-46ff-80e2-a68758f6489e tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:07.652616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-20240cb7-0e54-46ff-80e2-a68758f6489e tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Usage tracker for resource:router and tenant:c5de1beec2d14979956093154ba30249 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:07.669560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-20240cb7-0e54-46ff-80e2-a68758f6489e tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:07.739870 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-20240cb7-0e54-46ff-80e2-a68758f6489e tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:07.820877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-02e13df0-0b8f-42ab-b1d8-3c24bee4c9bf tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Unset dirty status for tenant:90808b92485545a9b9a748910477404d on resource:floatingip {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:07.827864 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-02e13df0-0b8f-42ab-b1d8-3c24bee4c9bf tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3090 time: 0.8429179 Jan 12 09:33:07.830279 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-604dd2f9-0dba-491c-9c50-3220bb2ceefe req-42e813ed-02e1-4296-96d0-ee5646334957 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/security-groups?id=4457483d-6070-464d-8d94-0d87efd752ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785567 Jan 12 09:33:07.830706 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59520) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:07.949018 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Allocated IP 2001:db8:0:ffff::2 (35220eb0-cee5-4282-9918-cfded9015580/1e170dcd-d277-4aa7-bc81-fd661b61c6e6/17c35f28-4668-4376-a6b3-689db9754789) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:07.954528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-20240cb7-0e54-46ff-80e2-a68758f6489e tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:07.955722 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-20240cb7-0e54-46ff-80e2-a68758f6489e tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.004888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2e3a896b-04de-4d01-b84e-97d5ecda0034 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Synchronizing usage tracker for tenant:714b5a922d2b4dd6a255a7b932995853 on resource:floatingip {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:08.011293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252fc22-3acb-4949-b667-7adb935de344 req-663bf0dd-fd48-4526-b5a1-551c4da4a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:08.012809 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7252fc22-3acb-4949-b667-7adb935de344 req-663bf0dd-fd48-4526-b5a1-551c4da4a6f0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 1098 time: 0.5960522 Jan 12 09:33:08.063413 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-20240cb7-0e54-46ff-80e2-a68758f6489e tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.075455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36f214-2e1c-4465-ada1-d0534664beff req-e028327c-7a9d-43ac-83c7-86ec2046c76f tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:08.076977 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aa36f214-2e1c-4465-ada1-d0534664beff req-e028327c-7a9d-43ac-83c7-86ec2046c76f tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 945 time: 0.5868120 Jan 12 09:33:08.077616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2e3a896b-04de-4d01-b84e-97d5ecda0034 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Unset dirty status for tenant:714b5a922d2b4dd6a255a7b932995853 on resource:floatingip {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:08.078711 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2e3a896b-04de-4d01-b84e-97d5ecda0034 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2403290 Jan 12 09:33:08.088429 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59528) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:08.271101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59532) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:08.276195 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-7252fc22-3acb-4949-b667-7adb935de344 req-c909c104-6e8a-439e-b43a-749eb548c8b9 service neutron] Synchronizing usage tracker for tenant:9aeb46557cce4934ae9d2ab224f1057a on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:08.336140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.objects.ports [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87664) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:33:08.338691 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.362504 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.381047 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Transition to ACTIVE for port object 17c35f28-4668-4376-a6b3-689db9754789 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:08.423934 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Transition to ACTIVE for port object 17c35f28-4668-4376-a6b3-689db9754789 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:08.433081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.435182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-531339708'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:08.441734 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:08.445965 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:network and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:08.446608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-20240cb7-0e54-46ff-80e2-a68758f6489e tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.448804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:08.456009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:08.470079 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aa36f214-2e1c-4465-ada1-d0534664beff req-f42a80bc-3d04-4008-b069-856e7479d9b5 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups?id=7260f1a6-d875-4c8e-9003-29176211ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3783939 Jan 12 09:33:08.472981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ea754-a2ef-4cf5-b06d-4dfd67c7949a tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Deleting port 05608575-c405-4fb5-ac9d-02304aa591ce {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:08.472981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea754-a2ef-4cf5-b06d-4dfd67c7949a tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.482535 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:08.486250 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.511219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event updated for resources: {'Subnet': ['ID=0c630ddf-615f-438e-93ab-a8073e791653,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:08.513605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.514492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-7252fc22-3acb-4949-b667-7adb935de344 req-c909c104-6e8a-439e-b43a-749eb548c8b9 service neutron] Unset dirty status for tenant:9aeb46557cce4934ae9d2ab224f1057a on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:08.515808 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7252fc22-3acb-4949-b667-7adb935de344 req-c909c104-6e8a-439e-b43a-749eb548c8b9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4798155 Jan 12 09:33:08.523014 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Network 35220eb0-cee5-4282-9918-cfded9015580 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:08.534014 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Checking segment: {'id': 'e7cbb717-f70e-4ed6-8dda-cf3144fb385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd21c725f-ee2a-4a4e-9183-fb916de02c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:08.534461 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Network hostable DHCP agents. Network: d21c725f-ee2a-4a4e-9183-fb916de02c70, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:08.535099 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:08.541740 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:08.553064 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:08.558546 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-20240cb7-0e54-46ff-80e2-a68758f6489e tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.562507 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:security_group_rule and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:08.562677 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-20240cb7-0e54-46ff-80e2-a68758f6489e tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.6314390 Jan 12 09:33:08.564482 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59538) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:08.565248 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:08.676056 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Attempting to bind port 17c35f28-4668-4376-a6b3-689db9754789 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:33:08.677057 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Attempting to bind port 17c35f28-4668-4376-a6b3-689db9754789 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '88e713b6-3d0a-4d4c-929c-42fe38276a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '35220eb0-cee5-4282-9918-cfded9015580'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:33:08.677656 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Attempting to bind port 17c35f28-4668-4376-a6b3-689db9754789 on network 35220eb0-cee5-4282-9918-cfded9015580 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:33:08.685950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea754-a2ef-4cf5-b06d-4dfd67c7949a tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.686352 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea754-a2ef-4cf5-b06d-4dfd67c7949a tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.689092 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:33:08.689776 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Checking segment: {'id': '88e713b6-3d0a-4d4c-929c-42fe38276a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '35220eb0-cee5-4282-9918-cfded9015580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:08.690422 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.691203 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Bound using segment: {'id': '88e713b6-3d0a-4d4c-929c-42fe38276a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '35220eb0-cee5-4282-9918-cfded9015580'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:33:08.691866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Bound port: 17c35f28-4668-4376-a6b3-689db9754789, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e713b6-3d0a-4d4c-929c-42fe38276a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '35220eb0-cee5-4282-9918-cfded9015580'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:33:08.692553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.702839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Pushing event updated for resources: {'Port': ['ID=17c35f28-4668-4376-a6b3-689db9754789,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:08.711410 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:08.715962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:08.716311 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:08.716645 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:08.716976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:08.717335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:08.717671 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:08.717995 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:08.718313 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:08.718629 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:08.718971 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:08.719286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:08.719598 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:33:08.734805 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73800bb-49ab-4513-99ee-9bb57ab5a264 req-d01b1d9f-0bd9-405d-8bd5-cf13590b41cc tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:08.736300 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e73800bb-49ab-4513-99ee-9bb57ab5a264 req-d01b1d9f-0bd9-405d-8bd5-cf13590b41cc tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.5668755 Jan 12 09:33:08.739989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa1cf-4f8f-4799-92b4-6c650de4a6ad tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.783997 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59542) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:08.798179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Network d21c725f-ee2a-4a4e-9183-fb916de02c70 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:08.804799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] For port 17c35f28-4668-4376-a6b3-689db9754789, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:33:08.807914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] For port 17c35f28-4668-4376-a6b3-689db9754789, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=17c35f28-4668-4376-a6b3-689db9754789,segment=NetworkSegment(88e713b6-3d0a-4d4c-929c-42fe38276a50),segment_id=88e713b6-3d0a-4d4c-929c-42fe38276a50)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:33:08.813602 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.850024 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Request body: {'subnets': [{'network_id': '214c5657-8049-47d4-a3d2-4f06668ec7a5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1285650413', 'ip_version': 6}, {'network_id': 'c9ea30ab-e849-4821-808c-dc88ea9c50bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:08.850516 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Request body: {'subnet': {'network_id': '214c5657-8049-47d4-a3d2-4f06668ec7a5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1285650413', 'ip_version': 6}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:08.851289 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Request body: {'subnet': {'network_id': 'c9ea30ab-e849-4821-808c-dc88ea9c50bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:08.889315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, d21c725f-ee2a-4a4e-9183-fb916de02c70) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:08.907738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:08.908291 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:08.916468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9d4282-36d8-4098-9aff-d1a09c4ceff4 None None] Network d21c725f-ee2a-4a4e-9183-fb916de02c70 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:08.936459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed143f-b2a8-4a50-93c8-7c5a57790e1e None None] Pushing event updated for resources: {'Port': ['ID=17c35f28-4668-4376-a6b3-689db9754789,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:08.990172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ea754-a2ef-4cf5-b06d-4dfd67c7949a tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Calling delete_port for 05608575-c405-4fb5-ac9d-02304aa591ce owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:09.151153 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device be31cfb0-7a24-4d7b-b88f-13670ed1bd92 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:09.233767 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e73800bb-49ab-4513-99ee-9bb57ab5a264 req-e33cc45f-25c5-4a28-91d5-afaebb81d2f7 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4365220 Jan 12 09:33:09.259615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa1cf-4f8f-4799-92b4-6c650de4a6ad tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.259615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa1cf-4f8f-4799-92b4-6c650de4a6ad tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.269069 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-177170e7-b1ff-4c9f-8cd4-e24ace389286 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5382521 Jan 12 09:33:09.273829 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59548) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:09.274212 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ea708-e621-4439-a2bb-a257af365e7a req-411d166d-ff40-4777-83c2-bef73959d0b1 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:09.276355 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6f8ea708-e621-4439-a2bb-a257af365e7a req-411d166d-ff40-4777-83c2-bef73959d0b1 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 944 time: 0.2933886 Jan 12 09:33:09.277711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:09.284925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Usage tracker for resource:subnet and tenant:bbfe563db97341b486692c5ac1f89c77 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:09.305036 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:09.316982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:09.317431 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-04283a6f-5557-4621-8a1c-777f54d30743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.329309 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-d21c725f-ee2a-4a4e-9183-fb916de02c70', 'network_id': 'd21c725f-ee2a-4a4e-9183-fb916de02c70', 'tenant_id': '1ce0c351af064399b2091caffd0aad03', 'fixed_ips': [{'subnet_id': '0c630ddf-615f-438e-93ab-a8073e791653'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:33:09.330432 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.367180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Request body: {'port': {'network_id': 'd21c725f-ee2a-4a4e-9183-fb916de02c70', 'name': 'tempest-NetworksIpV6TestAttrs-1023767106'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:09.384816 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Made reservation on behalf of bbfe563db97341b486692c5ac1f89c77 for: {'subnet': 2} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:09.420672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.421027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.439800 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port be31cfb0-7a24-4d7b-b88f-13670ed1bd92 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:09.448532 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port be31cfb0-7a24-4d7b-b88f-13670ed1bd92 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:09.448532 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.458035 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6f8ea708-e621-4439-a2bb-a257af365e7a req-39888536-f8d1-41a9-a5c8-4b4b64de1bf6 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/security-groups?id=4457483d-6070-464d-8d94-0d87efd752ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743641 Jan 12 09:33:09.537900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea754-a2ef-4cf5-b06d-4dfd67c7949a tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.544807 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa1cf-4f8f-4799-92b4-6c650de4a6ad tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.545321 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcfa1cf-4f8f-4799-92b4-6c650de4a6ad tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d865abb3-1bc5-4945-91db-5ecbf9053891 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:33:09.591711 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.592993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa1cf-4f8f-4799-92b4-6c650de4a6ad tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.594147 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5bcfa1cf-4f8f-4799-92b4-6c650de4a6ad tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] 10.222.0.26 "DELETE /v2.0/routers/d865abb3-1bc5-4945-91db-5ecbf9053891 HTTP/1.1" status: 204 len: 168 time: 1.0248187 Jan 12 09:33:09.643009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59554) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:09.659199 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.667964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-61b4456d-a666-445f-abeb-40290ba84482 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Request body: {'router': {'name': 'tempest-router-371228208', 'distributed': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:09.685878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-61b4456d-a666-445f-abeb-40290ba84482 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:09.733610 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Allocated IP 2001:db8::f816:3eff:fe70:6003 (d21c725f-ee2a-4a4e-9183-fb916de02c70/0c630ddf-615f-438e-93ab-a8073e791653/be7802ef-d130-4c72-81f8-9876099aa1c8) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:09.769929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-61b4456d-a666-445f-abeb-40290ba84482 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Usage tracker for resource:router and tenant:c5de1beec2d14979956093154ba30249 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:09.776755 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-61b4456d-a666-445f-abeb-40290ba84482 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:09.781146 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ea754-a2ef-4cf5-b06d-4dfd67c7949a tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Pushing event deleted for resources: {'Port': ['ID=05608575-c405-4fb5-ac9d-02304aa591ce,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:09.815527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-61b4456d-a666-445f-abeb-40290ba84482 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:09.834181 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9954a92b-5eca-4b90-aa30-5e518793a1d6,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:09.839936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:33:09.852303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:09.870949 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Usage tracker for resource:port and tenant:1ce0c351af064399b2091caffd0aad03 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:09.873884 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.874219 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Added segment f4be32ce-0089-4db9-8e92-e4026b0dcb89 of type vlan for network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 Jan 12 09:33:09.877582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:09.885243 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-61b4456d-a666-445f-abeb-40290ba84482 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.886282 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-61b4456d-a666-445f-abeb-40290ba84482 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.889407 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea754-a2ef-4cf5-b06d-4dfd67c7949a tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.896700 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:09.935818 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.944605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Made reservation on behalf of 1ce0c351af064399b2091caffd0aad03 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:09.948101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.954287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea754-a2ef-4cf5-b06d-4dfd67c7949a tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.957965 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2d3ea754-a2ef-4cf5-b06d-4dfd67c7949a tempest-FloatingIPAdminTestJSON-192291000 tempest-FloatingIPAdminTestJSON-192291000-project] 10.222.0.26 "DELETE /v2.0/floatingips/91a92d6e-b133-4c0c-9f36-fa36c1d1c7f3 HTTP/1.1" status: 204 len: 168 time: 1.8482752 Jan 12 09:33:09.959116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59558) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:09.961028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-61b4456d-a666-445f-abeb-40290ba84482 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:09.990560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] device_id is not set on port 537a90c7-64c9-4414-a9cf-e68a8cedc4df yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:10.044066 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:10.087831 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port be31cfb0-7a24-4d7b-b88f-13670ed1bd92, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=be31cfb0-7a24-4d7b-b88f-13670ed1bd92,segment=NetworkSegment(ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6),segment_id=ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:10.091471 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cdf350-052d-49bc-9919-4c9f43d3f124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be31cfb0-7a24-4d7b-b88f-13670ed1bd92'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:33:10.102174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:10.105990 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:10.133265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48045a-b7ae-47c3-a43c-3d1876aa639d req-49aab07c-d0b0-482b-a94e-0fa84cbcd6b8 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:10.145480 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5a48045a-b7ae-47c3-a43c-3d1876aa639d req-49aab07c-d0b0-482b-a94e-0fa84cbcd6b8 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 945 time: 0.4883366 Jan 12 09:33:10.161473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e06c9f17-6ced-4c71-ae55-a24a7b3ab265 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Deleting port 1db36db3-8429-440c-bf4e-7fcc76ed7bda {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:10.163178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e06c9f17-6ced-4c71-ae55-a24a7b3ab265 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:10.215044 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cdf350-052d-49bc-9919-4c9f43d3f124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be31cfb0-7a24-4d7b-b88f-13670ed1bd92', 'code': 200} Jan 12 09:33:10.215766 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=be31cfb0-7a24-4d7b-b88f-13670ed1bd92,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:10.221003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Transition to ACTIVE for port object be7802ef-d130-4c72-81f8-9876099aa1c8 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:10.261478 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5a48045a-b7ae-47c3-a43c-3d1876aa639d req-50928355-e7d4-423b-af6f-cb35734d3b90 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups?id=7260f1a6-d875-4c8e-9003-29176211ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150067 Jan 12 09:33:10.262244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:10.275475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:10.276202 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:10.282865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Transition to ACTIVE for port object be7802ef-d130-4c72-81f8-9876099aa1c8 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:10.302259 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-61b4456d-a666-445f-abeb-40290ba84482 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:10.306623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:10.312312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:10.454789 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Network d21c725f-ee2a-4a4e-9183-fb916de02c70 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:10.469478 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:10.473547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:10.541797 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Pushing event updated for resources: {'Port': ['ID=be7802ef-d130-4c72-81f8-9876099aa1c8,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:10.553391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Network': ['ID=6b387107-ddfa-4d9d-8d06-9c6f22b38f67,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:10.562915 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dbc97443-0cb3-4efa-babd-cf394b41c7c5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2860472 Jan 12 09:33:10.562915 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-61b4456d-a666-445f-abeb-40290ba84482 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:10.562915 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-61b4456d-a666-445f-abeb-40290ba84482 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9187672 Jan 12 09:33:10.566566 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59570) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:10.566566 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59572) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:10.594179 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:33:10.607299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 17c35f28-4668-4376-a6b3-689db9754789 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:10.645209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'name': 'tempest-PortsTestJSON-459884617'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:10.648777 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff7b313-78d3-4290-b521-cd7d6b72023a None None] Network 35220eb0-cee5-4282-9918-cfded9015580 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:10.735287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Attempting to bind port be7802ef-d130-4c72-81f8-9876099aa1c8 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:33:10.735817 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Attempting to bind port be7802ef-d130-4c72-81f8-9876099aa1c8 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'e7cbb717-f70e-4ed6-8dda-cf3144fb385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd21c725f-ee2a-4a4e-9183-fb916de02c70'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:33:10.736460 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Attempting to bind port be7802ef-d130-4c72-81f8-9876099aa1c8 on network d21c725f-ee2a-4a4e-9183-fb916de02c70 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:33:10.761230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e06c9f17-6ced-4c71-ae55-a24a7b3ab265 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:10.761230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e06c9f17-6ced-4c71-ae55-a24a7b3ab265 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:10.811055 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:33:10.811511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Checking segment: {'id': 'e7cbb717-f70e-4ed6-8dda-cf3144fb385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd21c725f-ee2a-4a4e-9183-fb916de02c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:10.812045 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:10.812537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Bound using segment: {'id': 'e7cbb717-f70e-4ed6-8dda-cf3144fb385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd21c725f-ee2a-4a4e-9183-fb916de02c70'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:33:10.813124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Bound port: be7802ef-d130-4c72-81f8-9876099aa1c8, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cbb717-f70e-4ed6-8dda-cf3144fb385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd21c725f-ee2a-4a4e-9183-fb916de02c70'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:33:10.813593 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:10.836060 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dea269fd-befd-4f41-9e5b-445f8833f73f tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:10.877905 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cf02e86f-7f71-4a98-a532-2371b94e0220 None None] Provisioning for port 17c35f28-4668-4376-a6b3-689db9754789 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:10.895678 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e06c9f17-6ced-4c71-ae55-a24a7b3ab265 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Calling delete_port for 1db36db3-8429-440c-bf4e-7fcc76ed7bda owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:11.007311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57dde1-c6e1-44ed-9231-2d8740bfd1bb req-aa0d75c5-2f08-471f-9fd9-ee3447148650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:11.008780 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ed57dde1-c6e1-44ed-9231-2d8740bfd1bb req-aa0d75c5-2f08-471f-9fd9-ee3447148650 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 1098 time: 0.5165217 Jan 12 09:33:11.021537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 17c35f28-4668-4376-a6b3-689db9754789 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:11.021944 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debead3-ffc8-4758-aca2-5a6017474797 req-38476c08-f712-4629-97d2-c8fc88924ceb tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:11.023639 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1debead3-ffc8-4758-aca2-5a6017474797 req-38476c08-f712-4629-97d2-c8fc88924ceb tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.5286472 Jan 12 09:33:11.032289 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:11.054348 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 17c35f28-4668-4376-a6b3-689db9754789 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:11.054951 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:11.115904 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] For port be7802ef-d130-4c72-81f8-9876099aa1c8, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:33:11.140280 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] For port be7802ef-d130-4c72-81f8-9876099aa1c8, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=be7802ef-d130-4c72-81f8-9876099aa1c8,segment=NetworkSegment(e7cbb717-f70e-4ed6-8dda-cf3144fb385b),segment_id=e7cbb717-f70e-4ed6-8dda-cf3144fb385b)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:33:11.153091 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ed57dde1-c6e1-44ed-9231-2d8740bfd1bb req-c1bb7653-5bfc-4ca8-be25-b1df0baf7764 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4457483d-6070-464d-8d94-0d87efd752ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222892 Jan 12 09:33:11.180268 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:11.195603 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1debead3-ffc8-4758-aca2-5a6017474797 req-d61de2bd-d568-4abd-afbb-299739e18a37 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440170 Jan 12 09:33:11.200238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:11.214398 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:11.237328 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:port and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:11.246534 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:11.280270 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:33:11.309563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event updated for resources: {'Subnet': ['ID=6351e8c3-93e8-4abc-9d01-4f59099e9a7e,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:11.319743 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dea269fd-befd-4f41-9e5b-445f8833f73f tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:11.320564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Checking segment: {'id': 'c00d83be-e2cd-4177-a22a-693bf795890e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '214c5657-8049-47d4-a3d2-4f06668ec7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:11.320923 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Network hostable DHCP agents. Network: 214c5657-8049-47d4-a3d2-4f06668ec7a5, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:11.326893 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:11.327971 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e06c9f17-6ced-4c71-ae55-a24a7b3ab265 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:11.337298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a724d4-83d8-4c3b-8c1a-54195c989988 req-a21db365-adce-4695-a8e3-5388e968b462 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:11.339184 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e7a724d4-83d8-4c3b-8c1a-54195c989988 req-a21db365-adce-4695-a8e3-5388e968b462 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 945 time: 0.8353789 Jan 12 09:33:11.344017 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dea269fd-befd-4f41-9e5b-445f8833f73f tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:11.348337 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Allocated IP 2001:db8::f816:3eff:fe68:615d (d21c725f-ee2a-4a4e-9183-fb916de02c70/0c630ddf-615f-438e-93ab-a8073e791653/537a90c7-64c9-4414-a9cf-e68a8cedc4df) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:11.361022 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59580) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:11.366467 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-005636bb-77cd-4579-b79f-bafdfc8a70b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Request body: {'floatingip': {'port_id': '509e414c-c5df-4c47-9541-364be67574fb'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:11.390224 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab656dde-05de-47dd-8e21-0b21b39014af None None] Pushing event updated for resources: {'Port': ['ID=be7802ef-d130-4c72-81f8-9876099aa1c8,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:11.437851 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:11.478624 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:11.482830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:11.494851 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 17c35f28-4668-4376-a6b3-689db9754789, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=17c35f28-4668-4376-a6b3-689db9754789,segment=NetworkSegment(88e713b6-3d0a-4d4c-929c-42fe38276a50),segment_id=88e713b6-3d0a-4d4c-929c-42fe38276a50)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:11.502994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-005636bb-77cd-4579-b79f-bafdfc8a70b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for floatingip, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:11.510096 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:11.639026 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=17c35f28-4668-4376-a6b3-689db9754789,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:11.640263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dea269fd-befd-4f41-9e5b-445f8833f73f tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:11.640766 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea269fd-befd-4f41-9e5b-445f8833f73f tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f12cef0-e069-49ac-853c-c181f69b4c48 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:33:11.709330 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c9f17-6ced-4c71-ae55-a24a7b3ab265 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Pushing event deleted for resources: {'Port': ['ID=1db36db3-8429-440c-bf4e-7fcc76ed7bda,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:11.721409 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] device_id is not set on port 70f41780-b4a9-4615-b3d6-2d304889a884 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:11.761523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Network 214c5657-8049-47d4-a3d2-4f06668ec7a5 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:11.797378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 214c5657-8049-47d4-a3d2-4f06668ec7a5) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:11.807204 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:11.813012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfce4d15-84e0-4f8c-a766-f071376aa2aa None None] Network 214c5657-8049-47d4-a3d2-4f06668ec7a5 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:11.855283 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e06c9f17-6ced-4c71-ae55-a24a7b3ab265 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:11.858206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dea269fd-befd-4f41-9e5b-445f8833f73f tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:11.859378 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dea269fd-befd-4f41-9e5b-445f8833f73f tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] 10.222.0.26 "DELETE /v2.0/routers/6f12cef0-e069-49ac-853c-c181f69b4c48 HTTP/1.1" status: 204 len: 168 time: 1.2850525 Jan 12 09:33:11.872208 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59584) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:11.886190 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-f6611977-d491-45e4-8517-a8aba2d68264 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Request body: {'router': {'name': 'tempest-router-195983406', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '04d950cba9fa458dbc9fc9297b7f881b'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:11.903297 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f6611977-d491-45e4-8517-a8aba2d68264 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:11.920326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21665ae-1ec0-4b96-8311-5ff70e1ad4e1 req-c9ce2346-7c1a-4248-8647-a13905a3126e tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:11.923915 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b21665ae-1ec0-4b96-8311-5ff70e1ad4e1 req-c9ce2346-7c1a-4248-8647-a13905a3126e tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 945 time: 0.3751295 Jan 12 09:33:11.925565 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f6611977-d491-45e4-8517-a8aba2d68264 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Usage tracker for resource:router and tenant:04d950cba9fa458dbc9fc9297b7f881b is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:11.929996 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f6611977-d491-45e4-8517-a8aba2d68264 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:11.953203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f6611977-d491-45e4-8517-a8aba2d68264 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:11.998390 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d16f89ff-967e-461b-92b3-205e65f29406 None None] Provisioning complete for port 17c35f28-4668-4376-a6b3-689db9754789 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:11.998663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event updated for resources: {'Subnet': ['ID=c3a212b4-a977-46bd-8748-d3c37b40b660,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:11.998954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d16f89ff-967e-461b-92b3-205e65f29406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.015136 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e06c9f17-6ced-4c71-ae55-a24a7b3ab265 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.015558 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e06c9f17-6ced-4c71-ae55-a24a7b3ab265 tempest-FloatingIPAdminTestJSON-873685707 tempest-FloatingIPAdminTestJSON-873685707-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/13c9fea2-3f46-405c-b44d-e6f0d835ba85 HTTP/1.1" status: 204 len: 168 time: 2.0558584 Jan 12 09:33:12.020030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59588) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:12.040998 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Checking segment: {'id': '074ab541-f33c-4499-ad06-a5238349559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c9ea30ab-e849-4821-808c-dc88ea9c50bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:12.041539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Network hostable DHCP agents. Network: c9ea30ab-e849-4821-808c-dc88ea9c50bb, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:12.054326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6611977-d491-45e4-8517-a8aba2d68264 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.055547 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6611977-d491-45e4-8517-a8aba2d68264 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.057681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1fd91-7401-4b76-8d4b-7f4791a31e97 req-58247bcb-7f99-40c9-b2f7-6dd61c247ca4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:12.059194 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a4a1fd91-7401-4b76-8d4b-7f4791a31e97 req-58247bcb-7f99-40c9-b2f7-6dd61c247ca4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.4695046 Jan 12 09:33:12.108902 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59592) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:12.116457 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-44f2adcb-b498-4e52-a569-6b6ce821b30e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Request body: {'floatingip': {'port_id': 'c206227f-ad9e-432b-9392-1ddeaec7f587'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:12.175119 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b21665ae-1ec0-4b96-8311-5ff70e1ad4e1 req-2631d69e-75e4-413d-9bb7-4a9410b36b20 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/security-groups?id=4457483d-6070-464d-8d94-0d87efd752ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139719 Jan 12 09:33:12.235431 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-44f2adcb-b498-4e52-a569-6b6ce821b30e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for floatingip, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.257861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-214c5657-8049-47d4-a3d2-4f06668ec7a5', 'network_id': '214c5657-8049-47d4-a3d2-4f06668ec7a5', 'tenant_id': 'bbfe563db97341b486692c5ac1f89c77', 'fixed_ips': [{'subnet_id': '6351e8c3-93e8-4abc-9d01-4f59099e9a7e'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:33:12.259077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.286233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6611977-d491-45e4-8517-a8aba2d68264 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.302137 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Network c9ea30ab-e849-4821-808c-dc88ea9c50bb is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:12.388608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.394492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-8117b373-d44b-496e-854b-beacde30b6e4 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Deleting port 75d0fc8d-4621-4edb-9b6b-05a8d82d0647 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:12.394864 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8117b373-d44b-496e-854b-beacde30b6e4 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.404979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.426284 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Transition to ACTIVE for port object 537a90c7-64c9-4414-a9cf-e68a8cedc4df will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:12.469556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.522866 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, c9ea30ab-e849-4821-808c-dc88ea9c50bb) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:12.525517 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.549577 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:12.550346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:12.551169 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.572507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a3460-c376-405b-9e76-db16fe82ab0d None None] Network c9ea30ab-e849-4821-808c-dc88ea9c50bb requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:12.615693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6611977-d491-45e4-8517-a8aba2d68264 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.666474 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Network d21c725f-ee2a-4a4e-9183-fb916de02c70 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:12.677215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:12.679705 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:12.686168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:12.686975 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.702813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event updated for resources: {'Port': ['ID=537a90c7-64c9-4414-a9cf-e68a8cedc4df,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:12.740235 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device be7802ef-d130-4c72-81f8-9876099aa1c8 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:12.740495 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-20003e6b-b067-4385-a60a-f4eb6c8bd697 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.9548638 Jan 12 09:33:12.796722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59596) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:12.803590 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6611977-d491-45e4-8517-a8aba2d68264 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.807984 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f6611977-d491-45e4-8517-a8aba2d68264 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9230406 Jan 12 09:33:12.816495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59600) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:12.846589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-2f2389b6-6c63-48c8-9d8f-10f222953bb9 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:12.894384 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:12.908801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437cce7a-45cb-4bae-ba87-68b37689987e None None] Network d21c725f-ee2a-4a4e-9183-fb916de02c70 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:12.937495 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Allocated IP 2001:db8::1 (214c5657-8049-47d4-a3d2-4f06668ec7a5/6351e8c3-93e8-4abc-9d01-4f59099e9a7e/342ee463-a845-4b70-a961-4ff2c2969451) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:13.047213 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port be7802ef-d130-4c72-81f8-9876099aa1c8 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:13.053181 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c282c330-b15e-4859-92bc-bbf546f513ab tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.7780983 Jan 12 09:33:13.057339 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 17c35f28-4668-4376-a6b3-689db9754789 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:13.074034 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59604) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:13.151324 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-bfe36e2b-e54a-4a1c-9f53-821277409641 None None] Provisioning for port be7802ef-d130-4c72-81f8-9876099aa1c8 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:13.159462 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ea4c1-63cd-45f2-98b9-d4e0b01d28fa tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:13.161117 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ea4c1-63cd-45f2-98b9-d4e0b01d28fa tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:13.162664 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ea4c1-63cd-45f2-98b9-d4e0b01d28fa tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:13.164420 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1c1ea4c1-63cd-45f2-98b9-d4e0b01d28fa tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3642197 Jan 12 09:33:13.187267 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-bfe36e2b-e54a-4a1c-9f53-821277409641 None None] Provisioning complete for port be7802ef-d130-4c72-81f8-9876099aa1c8 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:13.188072 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bfe36e2b-e54a-4a1c-9f53-821277409641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:13.189726 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59608) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:13.204732 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=70f41780-b4a9-4615-b3d6-2d304889a884,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:13.279658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db6176f-e687-485d-9bf8-58c9968dd5da tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Deleting subnet 0c630ddf-615f-438e-93ab-a8073e791653 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:33:13.294634 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9db6176f-e687-485d-9bf8-58c9968dd5da tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:13.326559 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Checking segment: {'id': 'f4be32ce-0089-4db9-8e92-e4026b0dcb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:13.326956 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network hostable DHCP agents. Network: 6b387107-ddfa-4d9d-8d06-9c6f22b38f67, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:13.395334 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef52c7f-04c9-4e86-8cba-175e8bbcc01e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Deleting subnet 6351e8c3-93e8-4abc-9d01-4f59099e9a7e {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:33:13.402617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-c9ea30ab-e849-4821-808c-dc88ea9c50bb', 'network_id': 'c9ea30ab-e849-4821-808c-dc88ea9c50bb', 'tenant_id': 'bbfe563db97341b486692c5ac1f89c77', 'fixed_ips': [{'subnet_id': 'c3a212b4-a977-46bd-8748-d3c37b40b660'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:33:13.403638 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:13.425999 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-005636bb-77cd-4579-b79f-bafdfc8a70b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:33:13.505742 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8117b373-d44b-496e-854b-beacde30b6e4 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:13.511174 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9db6176f-e687-485d-9bf8-58c9968dd5da tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:13.543295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:13.584020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 6b387107-ddfa-4d9d-8d06-9c6f22b38f67) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:13.587790 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:13.594551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:13.594835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:13.604403 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150e6385-e8bd-4e88-9a6e-46a1f57cd744 None None] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:13.614850 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-005636bb-77cd-4579-b79f-bafdfc8a70b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:13.630666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-005636bb-77cd-4579-b79f-bafdfc8a70b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:13.699047 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-38248242-b505-4291-abd5-31574d353c34 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.1259410 Jan 12 09:33:13.706732 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59614) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:13.744499 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 17c35f28-4668-4376-a6b3-689db9754789 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:13.744946 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:13.770990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-1a3a669f-02a0-4551-b7d7-68e1714f81c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-118013087'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:13.779274 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bfe36e2b-e54a-4a1c-9f53-821277409641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:13.783474 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1a3a669f-02a0-4551-b7d7-68e1714f81c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:13.798274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1a3a669f-02a0-4551-b7d7-68e1714f81c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:network and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:13.809538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f479ab-104e-47c1-810f-2d0dd90100e2 req-7a9afc2b-cb0a-4b3a-9f33-2c098439f519 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:13.811137 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f4f479ab-104e-47c1-810f-2d0dd90100e2 req-7a9afc2b-cb0a-4b3a-9f33-2c098439f519 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 945 time: 0.4642038 Jan 12 09:33:13.812036 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1a3a669f-02a0-4551-b7d7-68e1714f81c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:13.825453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2f2389b6-6c63-48c8-9d8f-10f222953bb9 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:13.826325 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2f2389b6-6c63-48c8-9d8f-10f222953bb9 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:13.886037 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-8117b373-d44b-496e-854b-beacde30b6e4 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Calling delete_port for 75d0fc8d-4621-4edb-9b6b-05a8d82d0647 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:13.893478 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1a3a669f-02a0-4551-b7d7-68e1714f81c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:13.946720 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3a669f-02a0-4551-b7d7-68e1714f81c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:13.950270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1a3a669f-02a0-4551-b7d7-68e1714f81c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:13.965382 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:13.984626 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f4f479ab-104e-47c1-810f-2d0dd90100e2 req-c3bc1ada-a98d-4e22-adcc-4dc6b2855d26 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/security-groups?id=4457483d-6070-464d-8d94-0d87efd752ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157279 Jan 12 09:33:13.988907 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-005636bb-77cd-4579-b79f-bafdfc8a70b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Floating IP 92a2bdf5-f2d2-4332-b6cb-18004a46a4f4 associated. External IP: 172.26.2.124, port: 509e414c-c5df-4c47-9541-364be67574fb. Jan 12 09:33:14.040351 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2f2389b6-6c63-48c8-9d8f-10f222953bb9 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87663) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 12 09:33:14.040702 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2f2389b6-6c63-48c8-9d8f-10f222953bb9 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Router b030dcfa-e128-40d1-a0a7-2fc1e7e7b7ae migrating from provider to provider. {{(pid=87663) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 12 09:33:14.041092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2f2389b6-6c63-48c8-9d8f-10f222953bb9 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.041780 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9db6176f-e687-485d-9bf8-58c9968dd5da tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.070411 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2f2389b6-6c63-48c8-9d8f-10f222953bb9 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.084568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2f2389b6-6c63-48c8-9d8f-10f222953bb9 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.111012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Allocated IP 2001:db8:0:1::1 (c9ea30ab-e849-4821-808c-dc88ea9c50bb/c3a212b4-a977-46bd-8748-d3c37b40b660/516f1128-2e67-4001-a100-bf6eebf57c92) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:14.137960 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3a669f-02a0-4551-b7d7-68e1714f81c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:33:14.209065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Transition to ACTIVE for port object 342ee463-a845-4b70-a961-4ff2c2969451 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:14.228038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1a3a669f-02a0-4551-b7d7-68e1714f81c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.228382 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-1a3a669f-02a0-4551-b7d7-68e1714f81c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Added segment b9a2c0a5-6e37-4231-b0df-402910135d46 of type vlan for network 5c7280d2-9224-4406-99e0-41457871d8ac Jan 12 09:33:14.267794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9db6176f-e687-485d-9bf8-58c9968dd5da tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.316422 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1a3a669f-02a0-4551-b7d7-68e1714f81c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.326916 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6176f-e687-485d-9bf8-58c9968dd5da tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event deleted for resources: {'Subnet': ['ID=0c630ddf-615f-438e-93ab-a8073e791653,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:14.385429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Transition to ACTIVE for port object 342ee463-a845-4b70-a961-4ff2c2969451 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:14.391307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9db6176f-e687-485d-9bf8-58c9968dd5da tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.431140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5ef52c7f-04c9-4e86-8cba-175e8bbcc01e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.435176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.472366 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9db6176f-e687-485d-9bf8-58c9968dd5da tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/subnets/0c630ddf-615f-438e-93ab-a8073e791653 HTTP/1.1" status: 204 len: 168 time: 1.3939018 Jan 12 09:33:14.480421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59620) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:14.495001 dv-neutron-824346-1-hyperv neutron-server[87663]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2f2389b6-6c63-48c8-9d8f-10f222953bb9 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] No L3 agents can host the router b030dcfa-e128-40d1-a0a7-2fc1e7e7b7ae Jan 12 09:33:14.496794 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8117b373-d44b-496e-854b-beacde30b6e4 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.568977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-44f2adcb-b498-4e52-a569-6b6ce821b30e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:33:14.572760 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-bfe36e2b-e54a-4a1c-9f53-821277409641 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:33:14.573225 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-bfe36e2b-e54a-4a1c-9f53-821277409641 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:33:14.599641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Network 214c5657-8049-47d4-a3d2-4f06668ec7a5 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:14.609369 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:14.649061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:14.664306 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Pushing event updated for resources: {'Port': ['ID=342ee463-a845-4b70-a961-4ff2c2969451,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:14.672267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117b373-d44b-496e-854b-beacde30b6e4 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event deleted for resources: {'Port': ['ID=75d0fc8d-4621-4edb-9b6b-05a8d82d0647,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:14.678385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-44f2adcb-b498-4e52-a569-6b6ce821b30e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.716042 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-44f2adcb-b498-4e52-a569-6b6ce821b30e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.738696 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1a3a669f-02a0-4551-b7d7-68e1714f81c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.743922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3a669f-02a0-4551-b7d7-68e1714f81c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:14.744524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1a3a669f-02a0-4551-b7d7-68e1714f81c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.781848 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5ef52c7f-04c9-4e86-8cba-175e8bbcc01e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.846145 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.869694 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Transition to ACTIVE for port object 516f1128-2e67-4001-a100-bf6eebf57c92 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:14.913564 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Transition to ACTIVE for port object 516f1128-2e67-4001-a100-bf6eebf57c92 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:14.916816 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f710a-e048-4755-9d90-c3d7e0e43863 req-a169ae3e-6fe1-4146-983c-fdb916cd506f tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:14.918393 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a69f710a-e048-4755-9d90-c3d7e0e43863 req-a169ae3e-6fe1-4146-983c-fdb916cd506f tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 945 time: 0.7996874 Jan 12 09:33:14.948328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Attempting to bind port 342ee463-a845-4b70-a961-4ff2c2969451 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:33:14.948702 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Attempting to bind port 342ee463-a845-4b70-a961-4ff2c2969451 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'c00d83be-e2cd-4177-a22a-693bf795890e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '214c5657-8049-47d4-a3d2-4f06668ec7a5'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:33:14.949053 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Attempting to bind port 342ee463-a845-4b70-a961-4ff2c2969451 on network 214c5657-8049-47d4-a3d2-4f06668ec7a5 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:33:14.955659 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.963401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c1f86b-e50d-41ac-a8ce-3eb0c5a7ce8c tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:14.965016 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c1f86b-e50d-41ac-a8ce-3eb0c5a7ce8c tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:14.965809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-99c1f86b-e50d-41ac-a8ce-3eb0c5a7ce8c tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Synchronizing usage tracker for tenant:1ce0c351af064399b2091caffd0aad03 on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:14.967816 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:33:14.968387 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Checking segment: {'id': 'c00d83be-e2cd-4177-a22a-693bf795890e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '214c5657-8049-47d4-a3d2-4f06668ec7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:14.968795 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.969446 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1a3a669f-02a0-4551-b7d7-68e1714f81c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2600987 Jan 12 09:33:14.971226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Bound using segment: {'id': 'c00d83be-e2cd-4177-a22a-693bf795890e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '214c5657-8049-47d4-a3d2-4f06668ec7a5'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:33:14.971354 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59624) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:14.972069 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Bound port: 342ee463-a845-4b70-a961-4ff2c2969451, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00d83be-e2cd-4177-a22a-693bf795890e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '214c5657-8049-47d4-a3d2-4f06668ec7a5'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:33:14.972714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:14.981279 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59626) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:14.991197 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a669f-02a0-4551-b7d7-68e1714f81c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Network': ['ID=5c7280d2-9224-4406-99e0-41457871d8ac,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:15.000396 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-29efd32d-9260-40c5-b7a9-c4cc3476c711 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Request body: {'floatingip': {'port_id': 'be31cfb0-7a24-4d7b-b88f-13670ed1bd92'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:15.055661 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005636bb-77cd-4579-b79f-bafdfc8a70b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:33:15.063373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12521c23-8409-4589-a268-c2cbf0e02666 None None] Network d21c725f-ee2a-4a4e-9183-fb916de02c70 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:15.068952 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'ports': [{'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67'}, {'network_id': '5c7280d2-9224-4406-99e0-41457871d8ac'}]} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:15.069263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:15.069744 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'network_id': '5c7280d2-9224-4406-99e0-41457871d8ac'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:15.112237 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 5c7280d2-9224-4406-99e0-41457871d8ac details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:33:15.136010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-29efd32d-9260-40c5-b7a9-c4cc3476c711 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for floatingip, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:15.150034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2389b6-6c63-48c8-9d8f-10f222953bb9 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Hosts for router b030dcfa-e128-40d1-a0a7-2fc1e7e7b7ae: [] {{(pid=87663) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 12 09:33:15.159370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Network c9ea30ab-e849-4821-808c-dc88ea9c50bb is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:15.175831 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:15.197094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8117b373-d44b-496e-854b-beacde30b6e4 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:15.203073 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:15.215710 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8117b373-d44b-496e-854b-beacde30b6e4 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] 10.222.0.26 "DELETE /v2.0/ports/75d0fc8d-4621-4edb-9b6b-05a8d82d0647 HTTP/1.1" status: 204 len: 168 time: 3.1834290 Jan 12 09:33:15.217182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59632) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:15.219556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2389b6-6c63-48c8-9d8f-10f222953bb9 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Hosts for other DVR routers connected to router b030dcfa-e128-40d1-a0a7-2fc1e7e7b7ae: set() {{(pid=87663) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 12 09:33:15.222060 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2f2389b6-6c63-48c8-9d8f-10f222953bb9 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:15.225763 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2f2389b6-6c63-48c8-9d8f-10f222953bb9 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] 10.222.0.26 "PUT /v2.0/routers/b030dcfa-e128-40d1-a0a7-2fc1e7e7b7ae HTTP/1.1" status: 200 len: 716 time: 2.4058831 Jan 12 09:33:15.231293 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59636) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:15.239133 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Pushing event updated for resources: {'Port': ['ID=516f1128-2e67-4001-a100-bf6eebf57c92,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:15.280126 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-44f2adcb-b498-4e52-a569-6b6ce821b30e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Floating IP 4aafe6be-a49e-4443-bdee-8453c093fc62 associated. External IP: 172.26.2.61, port: c206227f-ad9e-432b-9392-1ddeaec7f587. Jan 12 09:33:15.320447 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-99c1f86b-e50d-41ac-a8ce-3eb0c5a7ce8c tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Unset dirty status for tenant:1ce0c351af064399b2091caffd0aad03 on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:15.324602 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-99c1f86b-e50d-41ac-a8ce-3eb0c5a7ce8c tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.8403354 Jan 12 09:33:15.341151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59640) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:15.404381 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bfe36e2b-e54a-4a1c-9f53-821277409641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:15.564342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0bc0d207-069d-4cbe-89c4-c8b85906e598 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:15.567058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5ef52c7f-04c9-4e86-8cba-175e8bbcc01e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:15.579562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Attempting to bind port 516f1128-2e67-4001-a100-bf6eebf57c92 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:33:15.579942 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Attempting to bind port 516f1128-2e67-4001-a100-bf6eebf57c92 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '074ab541-f33c-4499-ad06-a5238349559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c9ea30ab-e849-4821-808c-dc88ea9c50bb'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:33:15.580305 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Attempting to bind port 516f1128-2e67-4001-a100-bf6eebf57c92 on network c9ea30ab-e849-4821-808c-dc88ea9c50bb {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:33:15.584183 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc0d207-069d-4cbe-89c4-c8b85906e598 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 12 09:33:15.584845 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc0d207-069d-4cbe-89c4-c8b85906e598 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:33:15.586699 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0bc0d207-069d-4cbe-89c4-c8b85906e598 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/networks/d21c725f-ee2a-4a4e-9183-fb916de02c70 HTTP/1.1" status: 409 len: 405 time: 0.2396278 Jan 12 09:33:15.592986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59644) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:15.593555 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:33:15.593928 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Checking segment: {'id': '074ab541-f33c-4499-ad06-a5238349559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c9ea30ab-e849-4821-808c-dc88ea9c50bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:15.594364 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:15.594743 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Bound using segment: {'id': '074ab541-f33c-4499-ad06-a5238349559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c9ea30ab-e849-4821-808c-dc88ea9c50bb'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:33:15.595236 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Bound port: 516f1128-2e67-4001-a100-bf6eebf57c92, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074ab541-f33c-4499-ad06-a5238349559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c9ea30ab-e849-4821-808c-dc88ea9c50bb'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:33:15.595617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:15.602801 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cb1ad5-36e9-42ab-bca1-fc782e33f577 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:15.603899 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-97cb1ad5-36e9-42ab-bca1-fc782e33f577 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Synchronizing usage tracker for tenant:714b5a922d2b4dd6a255a7b932995853 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:15.608647 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-bfe36e2b-e54a-4a1c-9f53-821277409641 None None] For port be7802ef-d130-4c72-81f8-9876099aa1c8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=be7802ef-d130-4c72-81f8-9876099aa1c8,segment=NetworkSegment(e7cbb717-f70e-4ed6-8dda-cf3144fb385b),segment_id=e7cbb717-f70e-4ed6-8dda-cf3144fb385b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:15.619441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2039502064'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:15.628068 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bfe36e2b-e54a-4a1c-9f53-821277409641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:15.637106 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:15.663644 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-84b9c906-99e7-4963-8e6a-80a6571fe029 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] 10.222.0.26 "GET /v2.0/routers/b030dcfa-e128-40d1-a0a7-2fc1e7e7b7ae HTTP/1.1" status: 200 len: 716 time: 0.4262898 Jan 12 09:33:15.679637 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59648) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:15.702533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Usage tracker for resource:network and tenant:1ce0c351af064399b2091caffd0aad03 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:15.712906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:15.721494 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:15.723408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-97cb1ad5-36e9-42ab-bca1-fc782e33f577 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Unset dirty status for tenant:714b5a922d2b4dd6a255a7b932995853 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:15.724602 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-97cb1ad5-36e9-42ab-bca1-fc782e33f577 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b74c8d6-c878-49f2-9ed7-ce90f224ac9b HTTP/1.1" status: 200 len: 913 time: 0.5062859 Jan 12 09:33:15.736222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59652) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:15.783189 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe36e2b-e54a-4a1c-9f53-821277409641 None None] Pushing event updated for resources: {'Port': ['ID=be7802ef-d130-4c72-81f8-9876099aa1c8,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:15.788899 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] For port 516f1128-2e67-4001-a100-bf6eebf57c92, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:33:15.792857 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] For port 516f1128-2e67-4001-a100-bf6eebf57c92, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=516f1128-2e67-4001-a100-bf6eebf57c92,segment=NetworkSegment(074ab541-f33c-4499-ad06-a5238349559e),segment_id=074ab541-f33c-4499-ad06-a5238349559e)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:33:15.800218 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f66a7df8-6d6c-47e0-95da-4be9b339e4a8 None None] Provisioning for port 537a90c7-64c9-4414-a9cf-e68a8cedc4df completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:15.811390 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f66a7df8-6d6c-47e0-95da-4be9b339e4a8 None None] Provisioning complete for port 537a90c7-64c9-4414-a9cf-e68a8cedc4df triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:15.811905 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f66a7df8-6d6c-47e0-95da-4be9b339e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:15.941943 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:15.996315 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Made reservation on behalf of 1ce0c351af064399b2091caffd0aad03 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:15.998700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:16.050640 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f66a7df8-6d6c-47e0-95da-4be9b339e4a8 None None] Port 537a90c7-64c9-4414-a9cf-e68a8cedc4df cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:33:16.077675 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3e8b4-764d-4917-978b-5622dcb718cf None None] Pushing event updated for resources: {'Port': ['ID=516f1128-2e67-4001-a100-bf6eebf57c92,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:16.093442 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3514a3e7-ea5a-46cc-9202-dd22d53b3599 None None] DHCP port deletion for d21c725f-ee2a-4a4e-9183-fb916de02c70 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:33:16.123828 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f66a7df8-6d6c-47e0-95da-4be9b339e4a8 None None] Provisioning complete for port be7802ef-d130-4c72-81f8-9876099aa1c8 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:16.127665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f66a7df8-6d6c-47e0-95da-4be9b339e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:16.132575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:33:16.145497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f2adcb-b498-4e52-a569-6b6ce821b30e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:33:16.163541 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:16.163541 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Added segment a8d299e2-eb62-4eb1-9a9e-8efd9917200d of type vlan for network 099cf199-e617-41fb-8649-0ad4ef3fd1d0 Jan 12 09:33:16.174459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-3514a3e7-ea5a-46cc-9202-dd22d53b3599 None None] Deleting port be7802ef-d130-4c72-81f8-9876099aa1c8 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:16.175103 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3514a3e7-ea5a-46cc-9202-dd22d53b3599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:16.190589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005636bb-77cd-4579-b79f-bafdfc8a70b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:33:16.198961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:16.214136 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c66873-285c-4454-9a65-66e0fda93ccd None None] Sync routers for ids ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:33:16.214881 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:port and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:16.231178 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c66873-285c-4454-9a65-66e0fda93ccd None None] Routers {'0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:33:16.232482 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-88c66873-285c-4454-9a65-66e0fda93ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:33:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:16.267608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:16.274212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-005636bb-77cd-4579-b79f-bafdfc8a70b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:16.322470 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:16.340065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] For port 342ee463-a845-4b70-a961-4ff2c2969451, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:33:16.340408 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-348074bf-fce2-425c-a427-3fc89a03f5f7 tempest-RoutersTestDVR-1156752465 tempest-RoutersTestDVR-1156752465-project] 10.222.0.26 "GET /v2.0/routers/b030dcfa-e128-40d1-a0a7-2fc1e7e7b7ae HTTP/1.1" status: 200 len: 682 time: 0.6557670 Jan 12 09:33:16.354700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59658) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:16.405476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5ef52c7f-04c9-4e86-8cba-175e8bbcc01e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:16.418994 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] For port 342ee463-a845-4b70-a961-4ff2c2969451, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=342ee463-a845-4b70-a961-4ff2c2969451,segment=NetworkSegment(c00d83be-e2cd-4177-a22a-693bf795890e),segment_id=c00d83be-e2cd-4177-a22a-693bf795890e)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:33:16.490614 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:16.614227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0d8ddcfc-cfd8-4774-a73a-70111305553f tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:16.645296 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:16.649109 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-3514a3e7-ea5a-46cc-9202-dd22d53b3599 None None] For port be7802ef-d130-4c72-81f8-9876099aa1c8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=be7802ef-d130-4c72-81f8-9876099aa1c8,segment=NetworkSegment(e7cbb717-f70e-4ed6-8dda-cf3144fb385b),segment_id=e7cbb717-f70e-4ed6-8dda-cf3144fb385b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:16.649507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3514a3e7-ea5a-46cc-9202-dd22d53b3599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:16.694666 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-88c66873-285c-4454-9a65-66e0fda93ccd None None] Set router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:33:16.759174 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:16.811790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-3514a3e7-ea5a-46cc-9202-dd22d53b3599 None None] Calling delete_port for be7802ef-d130-4c72-81f8-9876099aa1c8 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:16.875652 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c379c-c0fc-46e6-9de4-2f2f7309fa9f None None] Pushing event updated for resources: {'Port': ['ID=342ee463-a845-4b70-a961-4ff2c2969451,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:16.971358 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-005636bb-77cd-4579-b79f-bafdfc8a70b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "PUT /v2.0/floatingips/92a2bdf5-f2d2-4332-b6cb-18004a46a4f4 HTTP/1.1" status: 200 len: 991 time: 5.6090684 Jan 12 09:33:16.974816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5ef52c7f-04c9-4e86-8cba-175e8bbcc01e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:16.976710 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5ef52c7f-04c9-4e86-8cba-175e8bbcc01e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "DELETE /v2.0/subnets/6351e8c3-93e8-4abc-9d01-4f59099e9a7e HTTP/1.1" status: 204 len: 168 time: 3.7844014 Jan 12 09:33:16.984645 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 516f1128-2e67-4001-a100-bf6eebf57c92 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:16.991752 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59664) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:17.023440 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d', 'tag': '509e414c-c5df-4c47-9541-364be67574fb'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:33:17.042072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'port': 2} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:17.048449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:17.070708 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef52c7f-04c9-4e86-8cba-175e8bbcc01e tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event deleted for resources: {'Subnet': ['ID=6351e8c3-93e8-4abc-9d01-4f59099e9a7e,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:17.115608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:17.140217 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d', 'tag': '509e414c-c5df-4c47-9541-364be67574fb', 'status': 'completed', 'code': 200} Jan 12 09:33:17.153626 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-29efd32d-9260-40c5-b7a9-c4cc3476c711 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:17.155754 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3514a3e7-ea5a-46cc-9202-dd22d53b3599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:17.215171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-29efd32d-9260-40c5-b7a9-c4cc3476c711 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:17.229901 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 516f1128-2e67-4001-a100-bf6eebf57c92 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:17.255613 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514a3e7-ea5a-46cc-9202-dd22d53b3599 None None] Pushing event deleted for resources: {'Port': ['ID=be7802ef-d130-4c72-81f8-9876099aa1c8,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:17.261074 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514a3e7-ea5a-46cc-9202-dd22d53b3599 None None] No DVR routers for this DVR port be7802ef-d130-4c72-81f8-9876099aa1c8 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:33:17.338701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device be7802ef-d130-4c72-81f8-9876099aa1c8 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:33:17.361278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:33:17.392720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: be7802ef-d130-4c72-81f8-9876099aa1c8 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:33:17.393146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device be7802ef-d130-4c72-81f8-9876099aa1c8 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:33:17.412779 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-88c66873-285c-4454-9a65-66e0fda93ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'name': 'tempest-ServersTestManualDisk-1875479056-router', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:03Z', 'updated_at': '2022-01-12T09:32:18Z', 'revision_number': 4, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'gw_port': {'id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:86:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '92a2bdf5-f2d2-4332-b6cb-18004a46a4f4', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'floating_ip_address': '172.26.2.124', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'port_id': '509e414c-c5df-4c47-9541-364be67574fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd', 'mac_address': 'fa:16:3e:7f:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:32:34Z', 'updated_at': '2022-01-12T09:33:13Z', 'revision_number': 1, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f086cb-0922-4900-9c40-af79477cc088', 'name': '', 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'mac_address': 'fa:16:3e:58:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:14Z', 'updated_at': '2022-01-12T09:32:29Z', 'revision_number': 5, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'subnets': [{'id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:17.417147 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c66873-285c-4454-9a65-66e0fda93ccd None None] Checking router: 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:33:17.427099 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c66873-285c-4454-9a65-66e0fda93ccd None None] Routers {'0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:33:17.427700 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-88c66873-285c-4454-9a65-66e0fda93ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:33:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:17.557622 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:17.563398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:17.564813 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:17.570609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] device_id is not set on port 65074d80-dec8-4590-8a59-1791d8e4b05d yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:17.632769 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-88c66873-285c-4454-9a65-66e0fda93ccd None None] Set router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:33:17.689387 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-29efd32d-9260-40c5-b7a9-c4cc3476c711 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Floating IP d6bc9b41-62cb-4884-9cf9-5166183ea3f9 associated. External IP: 172.26.2.187, port: be31cfb0-7a24-4d7b-b88f-13670ed1bd92. Jan 12 09:33:17.708479 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191ca2a0-f3f3-4f3d-a645-52613872d760 None None] Network c9ea30ab-e849-4821-808c-dc88ea9c50bb requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:17.871457 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:17.915280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event updated for resources: {'Network': ['ID=099cf199-e617-41fb-8649-0ad4ef3fd1d0,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:18.000765 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 099cf199-e617-41fb-8649-0ad4ef3fd1d0 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:33:18.035025 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f2adcb-b498-4e52-a569-6b6ce821b30e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:33:18.055167 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fe8110b5-5e32-4349-863f-9f89ed3adc94 None None] Provisioning for port 516f1128-2e67-4001-a100-bf6eebf57c92 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:18.066120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-44f2adcb-b498-4e52-a569-6b6ce821b30e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:18.082527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fe8110b5-5e32-4349-863f-9f89ed3adc94 None None] Provisioning complete for port 516f1128-2e67-4001-a100-bf6eebf57c92 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:18.083040 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fe8110b5-5e32-4349-863f-9f89ed3adc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:18.121659 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b3638-586d-4056-83dd-572ec6d4c822 None None] Sync routers for ids ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:33:18.129992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0d8ddcfc-cfd8-4774-a73a-70111305553f tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:18.136776 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-44f2adcb-b498-4e52-a569-6b6ce821b30e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "PUT /v2.0/floatingips/4aafe6be-a49e-4443-bdee-8453c093fc62 HTTP/1.1" status: 200 len: 990 time: 6.0250018 Jan 12 09:33:18.141472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0d8ddcfc-cfd8-4774-a73a-70111305553f tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:18.143502 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e214d23-4055-42bf-9be4-ca2446c3166a', 'tag': 'c206227f-ad9e-432b-9392-1ddeaec7f587'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:33:18.149906 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ca3a7aa3-f2dd-44ff-9ba8-d5928de17f0d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5421352 Jan 12 09:33:18.156435 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-66aea97e-e306-468a-96d4-0e69710a462d tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Deleting subnet c3a212b4-a977-46bd-8748-d3c37b40b660 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:33:18.162326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] device_id is not set on port ce7041eb-e224-46ee-aa93-fd08bf9f8097 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:18.163218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59678) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:18.170331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66aea97e-e306-468a-96d4-0e69710a462d tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:18.253833 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b3638-586d-4056-83dd-572ec6d4c822 None None] Routers {'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:33:18.255345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-3d1b3638-586d-4056-83dd-572ec6d4c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:33:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:18.270717 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-88c66873-285c-4454-9a65-66e0fda93ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'name': 'tempest-ServersTestManualDisk-1875479056-router', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:03Z', 'updated_at': '2022-01-12T09:32:18Z', 'revision_number': 4, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'gw_port': {'id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:86:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '92a2bdf5-f2d2-4332-b6cb-18004a46a4f4', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'floating_ip_address': '172.26.2.124', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'port_id': '509e414c-c5df-4c47-9541-364be67574fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd', 'mac_address': 'fa:16:3e:7f:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:32:34Z', 'updated_at': '2022-01-12T09:33:13Z', 'revision_number': 1, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f086cb-0922-4900-9c40-af79477cc088', 'name': '', 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'mac_address': 'fa:16:3e:58:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:14Z', 'updated_at': '2022-01-12T09:32:29Z', 'revision_number': 5, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'subnets': [{'id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:18.279798 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c66873-285c-4454-9a65-66e0fda93ccd None None] The sync data for ids ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'] in dv-neutron-824346-1-hyperv is: [{'id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'name': 'tempest-ServersTestManualDisk-1875479056-router', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:03Z', 'updated_at': '2022-01-12T09:32:18Z', 'revision_number': 4, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'gw_port': {'id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:86:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '92a2bdf5-f2d2-4332-b6cb-18004a46a4f4', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'floating_ip_address': '172.26.2.124', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'port_id': '509e414c-c5df-4c47-9541-364be67574fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd', 'mac_address': 'fa:16:3e:7f:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:32:34Z', 'updated_at': '2022-01-12T09:33:13Z', 'revision_number': 1, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f086cb-0922-4900-9c40-af79477cc088', 'name': '', 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'mac_address': 'fa:16:3e:58:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:14Z', 'updated_at': '2022-01-12T09:32:29Z', 'revision_number': 5, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'subnets': [{'id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:33:18.398808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5e09acbd-6acb-49e6-ac07-34c058bac291 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Request body: {'subnet': {'network_id': '099cf199-e617-41fb-8649-0ad4ef3fd1d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:18.431746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c50f03-7649-480c-80d4-4b960ade0954 None None] Network 214c5657-8049-47d4-a3d2-4f06668ec7a5 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:18.449012 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e214d23-4055-42bf-9be4-ca2446c3166a', 'tag': 'c206227f-ad9e-432b-9392-1ddeaec7f587', 'status': 'completed', 'code': 200} Jan 12 09:33:18.471925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225f6d3-5b48-49aa-be7d-9c370a38b7b3 req-58479c31-b001-476f-be25-e5b4a5543e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:18.473585 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1225f6d3-5b48-49aa-be7d-9c370a38b7b3 req-58479c31-b001-476f-be25-e5b4a5543e13 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cc823a812264b34a63384f9a88614d6&device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 1098 time: 1.1321509 Jan 12 09:33:18.606552 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aebffe1-8bb7-4f40-a6cf-dfdbf25260c3 None None] New status for floating IP 92a2bdf5-f2d2-4332-b6cb-18004a46a4f4: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:33:18.650132 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0d8ddcfc-cfd8-4774-a73a-70111305553f tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:18.650605 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8ddcfc-cfd8-4774-a73a-70111305553f tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b030dcfa-e128-40d1-a0a7-2fc1e7e7b7ae {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:33:18.750708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66aea97e-e306-468a-96d4-0e69710a462d tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:18.760128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29efd32d-9260-40c5-b7a9-c4cc3476c711 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Router fc1cf035-d511-42b4-bf40-d8064044d417 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:33:18.774511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:18.856368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0d8ddcfc-cfd8-4774-a73a-70111305553f tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:18.861436 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0d8ddcfc-cfd8-4774-a73a-70111305553f tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] 10.222.0.26 "DELETE /v2.0/routers/b030dcfa-e128-40d1-a0a7-2fc1e7e7b7ae HTTP/1.1" status: 204 len: 168 time: 2.4863133 Jan 12 09:33:18.867208 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59686) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:18.879734 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5e09acbd-6acb-49e6-ac07-34c058bac291 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:18.903549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-bdbf8e38-66de-436f-81bd-4445cdae5982 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Request body: {'router': {'name': 'tempest-router-574770506', 'distributed': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:18.927928 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b241b4-ee3a-4cb6-8890-aaf20f26ccbf req-caffdfce-9cb8-4575-8aae-10b03a510e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:18.929438 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9b241b4-ee3a-4cb6-8890-aaf20f26ccbf req-caffdfce-9cb8-4575-8aae-10b03a510e8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a462b68449743d888150888eed67276&device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 1098 time: 0.2937558 Jan 12 09:33:18.936393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-bdbf8e38-66de-436f-81bd-4445cdae5982 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:18.939753 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5e09acbd-6acb-49e6-ac07-34c058bac291 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:18.941367 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-3d1b3638-586d-4056-83dd-572ec6d4c822 None None] Set router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:33:18.947329 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225f6d3-5b48-49aa-be7d-9c370a38b7b3 req-1c37798f-2932-4f1f-845b-137e94617ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:18.948345 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1225f6d3-5b48-49aa-be7d-9c370a38b7b3 req-1c37798f-2932-4f1f-845b-137e94617ad8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b58e70f3-410d-4dd4-968c-5801134546cd HTTP/1.1" status: 200 len: 913 time: 0.3985403 Jan 12 09:33:18.957566 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67b1109c-1aaa-4066-bf60-f071453352c3 req-b85b0baa-bdcc-4924-83c1-9086590a5f7e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5110788 Jan 12 09:33:18.961564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bdbf8e38-66de-436f-81bd-4445cdae5982 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Usage tracker for resource:router and tenant:c5de1beec2d14979956093154ba30249 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:18.994743 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 342ee463-a845-4b70-a961-4ff2c2969451 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:19.019319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fe8110b5-5e32-4349-863f-9f89ed3adc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:19.057091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bdbf8e38-66de-436f-81bd-4445cdae5982 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:19.102097 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-bdbf8e38-66de-436f-81bd-4445cdae5982 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:19.112624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e09acbd-6acb-49e6-ac07-34c058bac291 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Made reservation on behalf of 1ce0c351af064399b2091caffd0aad03 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:19.116537 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5e09acbd-6acb-49e6-ac07-34c058bac291 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:19.201658 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-fe8110b5-5e32-4349-863f-9f89ed3adc94 None None] For port 516f1128-2e67-4001-a100-bf6eebf57c92, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=516f1128-2e67-4001-a100-bf6eebf57c92,segment=NetworkSegment(074ab541-f33c-4499-ad06-a5238349559e),segment_id=074ab541-f33c-4499-ad06-a5238349559e)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:19.215102 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8e38-66de-436f-81bd-4445cdae5982 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:19.216141 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8e38-66de-436f-81bd-4445cdae5982 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:19.229116 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fe8110b5-5e32-4349-863f-9f89ed3adc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:19.237691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66aea97e-e306-468a-96d4-0e69710a462d tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:19.262487 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29efd32d-9260-40c5-b7a9-c4cc3476c711 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:33:19.269704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:19.293796 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2392c9e-6726-4808-943f-c5aa55d5adef None None] Sync routers for ids ['fc1cf035-d511-42b4-bf40-d8064044d417'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:33:19.334411 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1225f6d3-5b48-49aa-be7d-9c370a38b7b3 req-2263adcd-99fb-4cde-b63e-3551d07f741e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=509e414c-c5df-4c47-9541-364be67574fb HTTP/1.1" status: 200 len: 999 time: 0.3748777 Jan 12 09:33:19.354577 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:19.358391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-29efd32d-9260-40c5-b7a9-c4cc3476c711 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:19.375522 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8e38-66de-436f-81bd-4445cdae5982 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:19.429012 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:19.449555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:19.455908 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:19.463279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5abf9540-27c8-4071-8996-de79518e046e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:19.514649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b241b4-ee3a-4cb6-8890-aaf20f26ccbf req-364f3dfd-089c-484f-9399-3f1541fd084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:19.516255 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9b241b4-ee3a-4cb6-8890-aaf20f26ccbf req-364f3dfd-089c-484f-9399-3f1541fd084b service neutron] 10.222.0.53 "GET /v2.0/networks?id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a HTTP/1.1" status: 200 len: 913 time: 0.5675132 Jan 12 09:33:19.516917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=65074d80-dec8-4590-8a59-1791d8e4b05d,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:19.585449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2392c9e-6726-4808-943f-c5aa55d5adef None None] Routers {'fc1cf035-d511-42b4-bf40-d8064044d417'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:33:19.586168 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a2392c9e-6726-4808-943f-c5aa55d5adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:33:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc1cf035-d511-42b4-bf40-d8064044d417'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:19.631498 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-29efd32d-9260-40c5-b7a9-c4cc3476c711 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "PUT /v2.0/floatingips/d6bc9b41-62cb-4884-9cf9-5166183ea3f9 HTTP/1.1" status: 200 len: 991 time: 4.6513939 Jan 12 09:33:19.646849 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cdf350-052d-49bc-9919-4c9f43d3f124', 'tag': 'be31cfb0-7a24-4d7b-b88f-13670ed1bd92'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:33:19.695684 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 342ee463-a845-4b70-a961-4ff2c2969451 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:19.708150 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=ce7041eb-e224-46ee-aa93-fd08bf9f8097,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:19.723610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Checking segment: {'id': 'b9a2c0a5-6e37-4231-b0df-402910135d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5c7280d2-9224-4406-99e0-41457871d8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:19.724043 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network hostable DHCP agents. Network: 5c7280d2-9224-4406-99e0-41457871d8ac, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:19.733119 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9b241b4-ee3a-4cb6-8890-aaf20f26ccbf req-f6eff6cb-7837-441b-86d6-fe316a684a76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c206227f-ad9e-432b-9392-1ddeaec7f587 HTTP/1.1" status: 200 len: 998 time: 0.1689603 Jan 12 09:33:19.750186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 5c7280d2-9224-4406-99e0-41457871d8ac is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:19.757265 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cdf350-052d-49bc-9919-4c9f43d3f124', 'tag': 'be31cfb0-7a24-4d7b-b88f-13670ed1bd92', 'status': 'completed', 'code': 200} Jan 12 09:33:19.823230 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 5c7280d2-9224-4406-99e0-41457871d8ac) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:19.830486 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:19.835886 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:19.840543 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:19.841197 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:19.849346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b241b4-ee3a-4cb6-8890-aaf20f26ccbf req-bc525cc4-c520-4969-b1cb-4bc03726064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:19.850810 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9b241b4-ee3a-4cb6-8890-aaf20f26ccbf req-bc525cc4-c520-4969-b1cb-4bc03726064e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd HTTP/1.1" status: 200 len: 851 time: 0.0971732 Jan 12 09:33:19.893527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-a2392c9e-6726-4808-943f-c5aa55d5adef None None] Set router fc1cf035-d511-42b4-bf40-d8064044d417 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:33:19.920905 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6e26ca08-bfe9-4f33-817a-710bb25f69ee tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.9312408 Jan 12 09:33:19.923763 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59698) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:19.975437 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8110b5-5e32-4349-863f-9f89ed3adc94 None None] Pushing event updated for resources: {'Port': ['ID=516f1128-2e67-4001-a100-bf6eebf57c92,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:19.982106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee00830-1945-4cf7-bb4f-97e692621ef4 None None] Network 5c7280d2-9224-4406-99e0-41457871d8ac requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:20.035675 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225f6d3-5b48-49aa-be7d-9c370a38b7b3 req-021edc26-9dcd-453e-b40e-4d5a12eb61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:20.037252 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1225f6d3-5b48-49aa-be7d-9c370a38b7b3 req-021edc26-9dcd-453e-b40e-4d5a12eb61b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59039bb2-2ecd-4352-a837-d58b0d19d54e HTTP/1.1" status: 200 len: 851 time: 0.6675944 Jan 12 09:33:20.038367 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8e38-66de-436f-81bd-4445cdae5982 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:20.082332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9cda103a-68d6-4127-b1e9-537641fca39d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port ce7041eb-e224-46ee-aa93-fd08bf9f8097 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:20.083061 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9cda103a-68d6-4127-b1e9-537641fca39d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:20.091209 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] DHCP port deletion for 214c5657-8049-47d4-a3d2-4f06668ec7a5 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:33:20.110628 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-16041710-207e-4775-b2ec-d518b51fcbb0 None None] Provisioning for port 342ee463-a845-4b70-a961-4ff2c2969451 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:20.140226 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b241b4-ee3a-4cb6-8890-aaf20f26ccbf req-2c82548c-c075-48a1-843f-7e94ab2c75dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:20.141877 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9b241b4-ee3a-4cb6-8890-aaf20f26ccbf req-2c82548c-c075-48a1-843f-7e94ab2c75dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2741990 Jan 12 09:33:20.165285 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66aea97e-e306-468a-96d4-0e69710a462d tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:20.186522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Deleting port 342ee463-a845-4b70-a961-4ff2c2969451 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:20.186963 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:20.283878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8e38-66de-436f-81bd-4445cdae5982 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:20.285140 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bdbf8e38-66de-436f-81bd-4445cdae5982 tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.4029775 Jan 12 09:33:20.287484 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aea97e-e306-468a-96d4-0e69710a462d tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a212b4-a977-46bd-8748-d3c37b40b660,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:20.292309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59702) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:20.293553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66aea97e-e306-468a-96d4-0e69710a462d tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:20.297915 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-66aea97e-e306-468a-96d4-0e69710a462d tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "DELETE /v2.0/subnets/c3a212b4-a977-46bd-8748-d3c37b40b660 HTTP/1.1" status: 204 len: 168 time: 3.2550585 Jan 12 09:33:20.300988 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-16041710-207e-4775-b2ec-d518b51fcbb0 None None] Provisioning complete for port 342ee463-a845-4b70-a961-4ff2c2969451 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:20.301815 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-16041710-207e-4775-b2ec-d518b51fcbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:20.302776 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59706) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:20.387946 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff87c9-fc0c-40ae-b5a6-90e2a68d680e req-406790bd-d824-4fb1-b3b0-e3baf3c258fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:20.389780 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1cff87c9-fc0c-40ae-b5a6-90e2a68d680e req-406790bd-d824-4fb1-b3b0-e3baf3c258fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebb294eb2d1b42b58d6a86284879f275&device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 1098 time: 0.5332141 Jan 12 09:33:20.403296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225f6d3-5b48-49aa-be7d-9c370a38b7b3 req-b8b846a1-6184-4758-9c2b-ead559a2a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:20.405317 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1225f6d3-5b48-49aa-be7d-9c370a38b7b3 req-b8b846a1-6184-4758-9c2b-ead559a2a72f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b58e70f3-410d-4dd4-968c-5801134546cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3512232 Jan 12 09:33:20.440321 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23086e03-ca5d-43fe-bd42-6521789e45e8 None None] Network c9ea30ab-e849-4821-808c-dc88ea9c50bb requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:20.535067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9028a78-40f7-44f1-91ed-146e25620df7 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:20.535925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f9028a78-40f7-44f1-91ed-146e25620df7 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Synchronizing usage tracker for tenant:bbfe563db97341b486692c5ac1f89c77 on resource:subnet {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:20.607075 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9b241b4-ee3a-4cb6-8890-aaf20f26ccbf req-cbbcb4b6-bf35-41e5-bf2c-c406016e6baa service neutron] 10.222.0.53 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550698 Jan 12 09:33:20.667653 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-3d1b3638-586d-4056-83dd-572ec6d4c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'name': 'tempest-ServerActionsTestJSON-1191303219-router', 'tenant_id': '4a462b68449743d888150888eed67276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:06Z', 'updated_at': '2022-01-12T09:32:19Z', 'revision_number': 4, 'project_id': '4a462b68449743d888150888eed67276', 'gw_port': {'id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:07Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '4aafe6be-a49e-4443-bdee-8453c093fc62', 'tenant_id': '4a462b68449743d888150888eed67276', 'floating_ip_address': '172.26.2.61', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'port_id': 'c206227f-ad9e-432b-9392-1ddeaec7f587', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'mac_address': 'fa:16:3e:ba:9b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e214d23-4055-42bf-9be4-ca2446c3166a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:32:35Z', 'updated_at': '2022-01-12T09:33:14Z', 'revision_number': 1, 'project_id': '4a462b68449743d888150888eed67276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93574377-b9ff-4eb4-a6a9-26da98305f15', 'name': '', 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'tenant_id': '4a462b68449743d888150888eed67276', 'mac_address': 'fa:16:3e:1c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:16Z', 'updated_at': '2022-01-12T09:32:31Z', 'revision_number': 5, 'project_id': '4a462b68449743d888150888eed67276', 'subnets': [{'id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:20.708189 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b3638-586d-4056-83dd-572ec6d4c822 None None] Checking router: a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:33:20.790858 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f9028a78-40f7-44f1-91ed-146e25620df7 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Unset dirty status for tenant:bbfe563db97341b486692c5ac1f89c77 on resource:subnet {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:20.796481 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f9028a78-40f7-44f1-91ed-146e25620df7 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4872425 Jan 12 09:33:20.810959 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59714) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:20.826918 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-5abf9540-27c8-4071-8996-de79518e046e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Deleting port c59b2699-a2d6-43bc-b626-dccc232691bf {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:20.827342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5abf9540-27c8-4071-8996-de79518e046e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:20.867130 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-20ebcb01-e966-4320-9e93-83036a74bf2d tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:20.888435 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 516f1128-2e67-4001-a100-bf6eebf57c92 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:20.941125 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b3638-586d-4056-83dd-572ec6d4c822 None None] Routers {'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:33:20.941469 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-3d1b3638-586d-4056-83dd-572ec6d4c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:33:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:20.966662 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff87c9-fc0c-40ae-b5a6-90e2a68d680e req-9f1042d0-0eed-498d-ba48-0459b1a59210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:20.968266 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1cff87c9-fc0c-40ae-b5a6-90e2a68d680e req-9f1042d0-0eed-498d-ba48-0459b1a59210 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f97beb88-ba86-4f8e-9a7c-dda2e84c4fba HTTP/1.1" status: 200 len: 906 time: 0.5689659 Jan 12 09:33:20.979933 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9b241b4-ee3a-4cb6-8890-aaf20f26ccbf req-8ff782b6-49fd-4d5f-8eea-e0fb1ae1b753 service neutron] 10.222.0.53 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549547 Jan 12 09:33:20.985433 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1225f6d3-5b48-49aa-be7d-9c370a38b7b3 req-c344203f-0a91-4cfd-810a-a2365ea48f5d service neutron] 10.222.0.53 "GET /v2.0/networks/b58e70f3-410d-4dd4-968c-5801134546cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472004 Jan 12 09:33:21.125205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.objects.ports [None req-5e09acbd-6acb-49e6-ac07-34c058bac291 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87663) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:33:21.166340 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5e09acbd-6acb-49e6-ac07-34c058bac291 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.219194 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9cda103a-68d6-4127-b1e9-537641fca39d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.390337 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] For port 342ee463-a845-4b70-a961-4ff2c2969451, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=342ee463-a845-4b70-a961-4ff2c2969451,segment=NetworkSegment(c00d83be-e2cd-4177-a22a-693bf795890e),segment_id=c00d83be-e2cd-4177-a22a-693bf795890e)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:21.391009 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.408761 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9cda103a-68d6-4127-b1e9-537641fca39d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for ce7041eb-e224-46ee-aa93-fd08bf9f8097 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:21.409636 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.438949 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-20ebcb01-e966-4320-9e93-83036a74bf2d tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.448030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-20ebcb01-e966-4320-9e93-83036a74bf2d tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.510426 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-20ebcb01-e966-4320-9e93-83036a74bf2d tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.511009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ebcb01-e966-4320-9e93-83036a74bf2d tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de6dd6df-4943-4737-95de-a2c8f2f62ae0 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:33:21.537283 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-20ebcb01-e966-4320-9e93-83036a74bf2d tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.543069 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-20ebcb01-e966-4320-9e93-83036a74bf2d tempest-RoutersTestDVR-1094672898 tempest-RoutersTestDVR-1094672898-project-admin] 10.222.0.26 "DELETE /v2.0/routers/de6dd6df-4943-4737-95de-a2c8f2f62ae0 HTTP/1.1" status: 204 len: 168 time: 1.2444820 Jan 12 09:33:21.553171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9cda103a-68d6-4127-b1e9-537641fca39d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.574021 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-16041710-207e-4775-b2ec-d518b51fcbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.595185 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Calling delete_port for 342ee463-a845-4b70-a961-4ff2c2969451 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:21.608469 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda103a-68d6-4127-b1e9-537641fca39d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=ce7041eb-e224-46ee-aa93-fd08bf9f8097,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:21.614899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9cda103a-68d6-4127-b1e9-537641fca39d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.621424 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9cda103a-68d6-4127-b1e9-537641fca39d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/ce7041eb-e224-46ee-aa93-fd08bf9f8097 HTTP/1.1" status: 204 len: 168 time: 1.6960239 Jan 12 09:33:21.623932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59722) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:21.634674 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cacb46-4a68-42d4-81e7-1a715e437db4 None None] DHCP port deletion for c9ea30ab-e849-4821-808c-dc88ea9c50bb request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:33:21.654961 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1cff87c9-fc0c-40ae-b5a6-90e2a68d680e req-46413b4d-7955-41ed-a0e5-aa56f7f40ffb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be31cfb0-7a24-4d7b-b88f-13670ed1bd92 HTTP/1.1" status: 200 len: 999 time: 0.6661026 Jan 12 09:33:21.696416 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b2cacb46-4a68-42d4-81e7-1a715e437db4 None None] Deleting port 516f1128-2e67-4001-a100-bf6eebf57c92 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:21.696787 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b2cacb46-4a68-42d4-81e7-1a715e437db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.717551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4830481-95ed-4c74-8913-b89fdcec55f3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:21.724937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4830481-95ed-4c74-8913-b89fdcec55f3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:21.725915 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b4830481-95ed-4c74-8913-b89fdcec55f3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:21.740241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Deleting port 516f1128-2e67-4001-a100-bf6eebf57c92 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:21.740601 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.745125 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-3d1b3638-586d-4056-83dd-572ec6d4c822 None None] Set router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:33:21.747758 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b4830481-95ed-4c74-8913-b89fdcec55f3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:21.752541 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b4830481-95ed-4c74-8913-b89fdcec55f3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1263721 Jan 12 09:33:21.752541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59726) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:21.765084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09acbd-6acb-49e6-ac07-34c058bac291 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event updated for resources: {'Subnet': ['ID=e96cb4b5-aa01-4645-b85e-7fcc58c3236c,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:21.827494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 516f1128-2e67-4001-a100-bf6eebf57c92 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:21.827891 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.845599 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e09acbd-6acb-49e6-ac07-34c058bac291 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Checking segment: {'id': 'a8d299e2-eb62-4eb1-9a9e-8efd9917200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '099cf199-e617-41fb-8649-0ad4ef3fd1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:21.846319 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e09acbd-6acb-49e6-ac07-34c058bac291 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Network hostable DHCP agents. Network: 099cf199-e617-41fb-8649-0ad4ef3fd1d0, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:21.848721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-10513efc-6e5f-4014-ab92-e970481b027a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port 65074d80-dec8-4590-8a59-1791d8e4b05d {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:21.849063 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10513efc-6e5f-4014-ab92-e970481b027a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.852791 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1225f6d3-5b48-49aa-be7d-9c370a38b7b3 req-387de757-08f4-4315-8e37-352cbef69ae4 service neutron] 10.222.0.53 "GET /v2.0/networks/b58e70f3-410d-4dd4-968c-5801134546cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7403119 Jan 12 09:33:21.864845 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff87c9-fc0c-40ae-b5a6-90e2a68d680e req-5743eadb-79e6-439c-b9e6-cb347b9b91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:21.866440 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1cff87c9-fc0c-40ae-b5a6-90e2a68d680e req-5743eadb-79e6-439c-b9e6-cb347b9b91bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=534f7caf-d9ea-461d-b429-d1585a1de062 HTTP/1.1" status: 200 len: 844 time: 0.1871297 Jan 12 09:33:21.874978 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5abf9540-27c8-4071-8996-de79518e046e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:21.997231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59736) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:22.091972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-16041710-207e-4775-b2ec-d518b51fcbb0 None None] For port 342ee463-a845-4b70-a961-4ff2c2969451, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=342ee463-a845-4b70-a961-4ff2c2969451,segment=NetworkSegment(c00d83be-e2cd-4177-a22a-693bf795890e),segment_id=c00d83be-e2cd-4177-a22a-693bf795890e)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:22.161217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] For port 516f1128-2e67-4001-a100-bf6eebf57c92, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=516f1128-2e67-4001-a100-bf6eebf57c92,segment=NetworkSegment(074ab541-f33c-4499-ad06-a5238349559e),segment_id=074ab541-f33c-4499-ad06-a5238349559e)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:22.161573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:22.234160 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-16041710-207e-4775-b2ec-d518b51fcbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:22.244378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1d38219e-cb80-4e73-83ed-72751a7e5ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:22.257725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10513efc-6e5f-4014-ab92-e970481b027a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:22.328004 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:33:22.328389 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:33:22.364604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Calling delete_port for 516f1128-2e67-4001-a100-bf6eebf57c92 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:22.476011 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16041710-207e-4775-b2ec-d518b51fcbb0 None None] Pushing event updated for resources: {'Port': ['ID=342ee463-a845-4b70-a961-4ff2c2969451,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:22.491778 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1d38219e-cb80-4e73-83ed-72751a7e5ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:22.500092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-10513efc-6e5f-4014-ab92-e970481b027a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for 65074d80-dec8-4590-8a59-1791d8e4b05d owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:22.507045 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a2392c9e-6726-4808-943f-c5aa55d5adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'name': 'tempest-ServersTestJSON-590366113-router', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'gw_port': {'id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:08Z', 'updated_at': '2022-01-12T09:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'd6bc9b41-62cb-4884-9cf9-5166183ea3f9', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'floating_ip_address': '172.26.2.187', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'port_id': 'be31cfb0-7a24-4d7b-b88f-13670ed1bd92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'mac_address': 'fa:16:3e:93:4b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cdf350-052d-49bc-9919-4c9f43d3f124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:32:36Z', 'updated_at': '2022-01-12T09:33:16Z', 'revision_number': 1, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329b750c-5615-417b-b8cb-1cf6a23024a4', 'name': '', 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'mac_address': 'fa:16:3e:59:c5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:20Z', 'updated_at': '2022-01-12T09:32:34Z', 'revision_number': 5, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'subnets': [{'id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:22.534904 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1d38219e-cb80-4e73-83ed-72751a7e5ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:04d950cba9fa458dbc9fc9297b7f881b is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:22.543892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1d38219e-cb80-4e73-83ed-72751a7e5ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:22.553222 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1d38219e-cb80-4e73-83ed-72751a7e5ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:22.563067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-5abf9540-27c8-4071-8996-de79518e046e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Calling delete_port for c59b2699-a2d6-43bc-b626-dccc232691bf owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:22.617665 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10513efc-6e5f-4014-ab92-e970481b027a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:22.620873 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0de8f44f-decf-4824-b380-a1d80fc4f94a None None] Provisioning complete for port 516f1128-2e67-4001-a100-bf6eebf57c92 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:22.621254 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0de8f44f-decf-4824-b380-a1d80fc4f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:22.644049 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e09acbd-6acb-49e6-ac07-34c058bac291 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Network 099cf199-e617-41fb-8649-0ad4ef3fd1d0 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:22.663820 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2392c9e-6726-4808-943f-c5aa55d5adef None None] Checking router: fc1cf035-d511-42b4-bf40-d8064044d417 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:33:22.675118 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10513efc-6e5f-4014-ab92-e970481b027a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=65074d80-dec8-4590-8a59-1791d8e4b05d,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:22.687387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-5e09acbd-6acb-49e6-ac07-34c058bac291 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 099cf199-e617-41fb-8649-0ad4ef3fd1d0) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:22.699165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e09acbd-6acb-49e6-ac07-34c058bac291 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:22.699723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5e09acbd-6acb-49e6-ac07-34c058bac291 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:22.701316 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-b2cacb46-4a68-42d4-81e7-1a715e437db4 None None] For port 516f1128-2e67-4001-a100-bf6eebf57c92, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=516f1128-2e67-4001-a100-bf6eebf57c92,segment=NetworkSegment(074ab541-f33c-4499-ad06-a5238349559e),segment_id=074ab541-f33c-4499-ad06-a5238349559e)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:22.702008 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b2cacb46-4a68-42d4-81e7-1a715e437db4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:22.702573 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10513efc-6e5f-4014-ab92-e970481b027a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:22.712581 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b73648c-7184-4fae-97a4-640b7b71d26e None None] Network 099cf199-e617-41fb-8649-0ad4ef3fd1d0 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:22.753216 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-10513efc-6e5f-4014-ab92-e970481b027a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/65074d80-dec8-4590-8a59-1791d8e4b05d HTTP/1.1" status: 204 len: 168 time: 0.9984794 Jan 12 09:33:22.756429 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59744) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:22.760559 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1d38219e-cb80-4e73-83ed-72751a7e5ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:22.803110 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1d38219e-cb80-4e73-83ed-72751a7e5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:22.856906 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5e09acbd-6acb-49e6-ac07-34c058bac291 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6859884 Jan 12 09:33:22.859173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59748) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:22.869776 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:22.872749 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Request body: {'port': {'network_id': '099cf199-e617-41fb-8649-0ad4ef3fd1d0', 'name': 'tempest-NetworksIpV6TestAttrs-2064547031'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:22.881713 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 342ee463-a845-4b70-a961-4ff2c2969451 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:33:22.898930 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1d38219e-cb80-4e73-83ed-72751a7e5ea0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04d950cba9fa458dbc9fc9297b7f881b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8982422 Jan 12 09:33:22.904401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59752) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:22.905460 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38219e-cb80-4e73-83ed-72751a7e5ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f163c6a-b268-4248-81c6-b20d5e7251af,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:22.911526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Deleting port 342ee463-a845-4b70-a961-4ff2c2969451 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:22.911908 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:22.925306 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1109c-1aaa-4066-bf60-f071453352c3 req-92216300-9a63-4b4a-8023-cfb9d525c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:22.926824 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67b1109c-1aaa-4066-bf60-f071453352c3 req-92216300-9a63-4b4a-8023-cfb9d525c99c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cc823a812264b34a63384f9a88614d6&device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 1098 time: 0.6878264 Jan 12 09:33:22.939473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff87c9-fc0c-40ae-b5a6-90e2a68d680e req-5c5a03d5-8cac-4642-85d9-f41b371597a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:22.940353 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1cff87c9-fc0c-40ae-b5a6-90e2a68d680e req-5c5a03d5-8cac-4642-85d9-f41b371597a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f97beb88-ba86-4f8e-9a7c-dda2e84c4fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7052858 Jan 12 09:33:22.943353 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b2cacb46-4a68-42d4-81e7-1a715e437db4 None None] Calling delete_port for 516f1128-2e67-4001-a100-bf6eebf57c92 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:22.943518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event deleted for resources: {'Port': ['ID=516f1128-2e67-4001-a100-bf6eebf57c92,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:22.948442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] No DVR routers for this DVR port 516f1128-2e67-4001-a100-bf6eebf57c92 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:33:22.985263 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2392c9e-6726-4808-943f-c5aa55d5adef None None] Routers {'fc1cf035-d511-42b4-bf40-d8064044d417'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:33:22.985890 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a2392c9e-6726-4808-943f-c5aa55d5adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:33:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc1cf035-d511-42b4-bf40-d8064044d417'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:23.067068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb08c5-0268-4998-8e03-f32c77863a23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:23.068027 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-75fb08c5-0268-4998-8e03-f32c77863a23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:23.093128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-637fd811-8b4c-486f-a9fc-377e2de9e589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:23.131649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-637fd811-8b4c-486f-a9fc-377e2de9e589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:23.171055 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:23.175990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Usage tracker for resource:port and tenant:1ce0c351af064399b2091caffd0aad03 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:23.179660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:23.186563 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:23.217112 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0de8f44f-decf-4824-b380-a1d80fc4f94a None None] Could not find standard attr ID for object 516f1128-2e67-4001-a100-bf6eebf57c92. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:33:23.217528 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Made reservation on behalf of 1ce0c351af064399b2091caffd0aad03 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:23.220154 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.db [None req-0de8f44f-decf-4824-b380-a1d80fc4f94a None None] No ports have port_id starting with 516f1128-2e67-4001-a100-bf6eebf57c92 Jan 12 09:33:23.221307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:23.264318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] device_id is not set on port 5789112b-0d62-4415-a0e2-9a19eff1eeba yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:23.324490 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-75fb08c5-0268-4998-8e03-f32c77863a23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:23.328726 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-75fb08c5-0268-4998-8e03-f32c77863a23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5689754 Jan 12 09:33:23.332067 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59762) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:23.399869 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c91cd52-cdb3-4a12-8a42-2c0b750e6136 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] GET failed (client error): The resource could not be found. Jan 12 09:33:23.401390 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9c91cd52-cdb3-4a12-8a42-2c0b750e6136 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/ce7041eb-e224-46ee-aa93-fd08bf9f8097 HTTP/1.1" status: 404 len: 333 time: 0.0682271 Jan 12 09:33:23.405226 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59766) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:23.484794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-637fd811-8b4c-486f-a9fc-377e2de9e589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:23.497865 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e26018-4c49-4684-8b20-1bf72bb740b3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] GET failed (client error): The resource could not be found. Jan 12 09:33:23.498640 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:23.503380 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-36e26018-4c49-4684-8b20-1bf72bb740b3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/65074d80-dec8-4590-8a59-1791d8e4b05d HTTP/1.1" status: 404 len: 333 time: 0.0927832 Jan 12 09:33:23.505509 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59770) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:23.530792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fd811-8b4c-486f-a9fc-377e2de9e589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f163c6a-b268-4248-81c6-b20d5e7251af,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:23.560923 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ea30ab-e849-4821-808c-dc88ea9c50bb']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:23.589137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Allocated IP 2001:db8::f816:3eff:fe59:8c13 (099cf199-e617-41fb-8649-0ad4ef3fd1d0/e96cb4b5-aa01-4645-b85e-7fcc58c3236c/5789112b-0d62-4415-a0e2-9a19eff1eeba) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:23.605792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074ab541-f33c-4499-ad06-a5238349559e') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:23.606201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074ab541-f33c-4499-ad06-a5238349559e') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:23.614096 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1cff87c9-fc0c-40ae-b5a6-90e2a68d680e req-42e2325a-39bf-4160-ab36-62096447e898 service neutron] 10.222.0.53 "GET /v2.0/networks/f97beb88-ba86-4f8e-9a7c-dda2e84c4fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374776 Jan 12 09:33:23.638710 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-637fd811-8b4c-486f-a9fc-377e2de9e589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:23.642680 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-637fd811-8b4c-486f-a9fc-377e2de9e589 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f163c6a-b268-4248-81c6-b20d5e7251af HTTP/1.1" status: 204 len: 168 time: 0.7314897 Jan 12 09:33:23.659849 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-099cf199-e617-41fb-8649-0ad4ef3fd1d0', 'network_id': '099cf199-e617-41fb-8649-0ad4ef3fd1d0', 'tenant_id': '1ce0c351af064399b2091caffd0aad03', 'fixed_ips': [{'subnet_id': 'e96cb4b5-aa01-4645-b85e-7fcc58c3236c'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:33:23.660823 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:23.668591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1c40c179-84a3-4937-896c-e8567d94abfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:23.674212 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:23.684597 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-b2cacb46-4a68-42d4-81e7-1a715e437db4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:33:23.685124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-b2cacb46-4a68-42d4-81e7-1a715e437db4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:33:23.708630 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1109c-1aaa-4066-bf60-f071453352c3 req-c65ba393-463b-46b7-afaf-ef34b2c09669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:23.710025 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67b1109c-1aaa-4066-bf60-f071453352c3 req-c65ba393-463b-46b7-afaf-ef34b2c09669 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b58e70f3-410d-4dd4-968c-5801134546cd HTTP/1.1" status: 200 len: 913 time: 0.7156820 Jan 12 09:33:23.817296 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-a2392c9e-6726-4808-943f-c5aa55d5adef None None] Set router fc1cf035-d511-42b4-bf40-d8064044d417 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:33:23.852926 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67b1109c-1aaa-4066-bf60-f071453352c3 req-c99e0e4a-1d07-4390-9e42-6b48fb61f780 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=509e414c-c5df-4c47-9541-364be67574fb HTTP/1.1" status: 200 len: 1001 time: 0.1265099 Jan 12 09:33:23.863425 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:23.863673 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:23.877416 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1c40c179-84a3-4937-896c-e8567d94abfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:23.961589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:33:23.962000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:23.967865 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-1c40c179-84a3-4937-896c-e8567d94abfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7280d2-9224-4406-99e0-41457871d8ac']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:33:23.977350 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:33:23.992558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-1c40c179-84a3-4937-896c-e8567d94abfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a2c0a5-6e37-4231-b0df-402910135d46') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:23.992939 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-1c40c179-84a3-4937-896c-e8567d94abfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a2c0a5-6e37-4231-b0df-402910135d46') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:23.996394 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5abf9540-27c8-4071-8996-de79518e046e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.011068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1c40c179-84a3-4937-896c-e8567d94abfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.057641 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1c40c179-84a3-4937-896c-e8567d94abfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.080899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c40c179-84a3-4937-896c-e8567d94abfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:33:24.080899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1c40c179-84a3-4937-896c-e8567d94abfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.092589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf9540-27c8-4071-8996-de79518e046e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event deleted for resources: {'Port': ['ID=c59b2699-a2d6-43bc-b626-dccc232691bf,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:24.110336 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-3d1b3638-586d-4056-83dd-572ec6d4c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'name': 'tempest-ServerActionsTestJSON-1191303219-router', 'tenant_id': '4a462b68449743d888150888eed67276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:06Z', 'updated_at': '2022-01-12T09:32:19Z', 'revision_number': 4, 'project_id': '4a462b68449743d888150888eed67276', 'gw_port': {'id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:07Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '4aafe6be-a49e-4443-bdee-8453c093fc62', 'tenant_id': '4a462b68449743d888150888eed67276', 'floating_ip_address': '172.26.2.61', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'port_id': 'c206227f-ad9e-432b-9392-1ddeaec7f587', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'mac_address': 'fa:16:3e:ba:9b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e214d23-4055-42bf-9be4-ca2446c3166a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:32:35Z', 'updated_at': '2022-01-12T09:33:14Z', 'revision_number': 1, 'project_id': '4a462b68449743d888150888eed67276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93574377-b9ff-4eb4-a6a9-26da98305f15', 'name': '', 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'tenant_id': '4a462b68449743d888150888eed67276', 'mac_address': 'fa:16:3e:1c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:16Z', 'updated_at': '2022-01-12T09:32:31Z', 'revision_number': 5, 'project_id': '4a462b68449743d888150888eed67276', 'subnets': [{'id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:24.129370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 342ee463-a845-4b70-a961-4ff2c2969451, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=342ee463-a845-4b70-a961-4ff2c2969451,segment=NetworkSegment(c00d83be-e2cd-4177-a22a-693bf795890e),segment_id=c00d83be-e2cd-4177-a22a-693bf795890e)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:24.132480 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] For port 342ee463-a845-4b70-a961-4ff2c2969451, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=342ee463-a845-4b70-a961-4ff2c2969451,segment=NetworkSegment(c00d83be-e2cd-4177-a22a-693bf795890e),segment_id=c00d83be-e2cd-4177-a22a-693bf795890e)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:24.133200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:33:24.138988 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:33:24.152625 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b3638-586d-4056-83dd-572ec6d4c822 None None] The sync data for ids ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'] in dv-neutron-824346-1-hyperv is: [{'id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'name': 'tempest-ServerActionsTestJSON-1191303219-router', 'tenant_id': '4a462b68449743d888150888eed67276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:06Z', 'updated_at': '2022-01-12T09:32:19Z', 'revision_number': 4, 'project_id': '4a462b68449743d888150888eed67276', 'gw_port': {'id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:07Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '4aafe6be-a49e-4443-bdee-8453c093fc62', 'tenant_id': '4a462b68449743d888150888eed67276', 'floating_ip_address': '172.26.2.61', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'port_id': 'c206227f-ad9e-432b-9392-1ddeaec7f587', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'mac_address': 'fa:16:3e:ba:9b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e214d23-4055-42bf-9be4-ca2446c3166a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:32:35Z', 'updated_at': '2022-01-12T09:33:14Z', 'revision_number': 1, 'project_id': '4a462b68449743d888150888eed67276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93574377-b9ff-4eb4-a6a9-26da98305f15', 'name': '', 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'tenant_id': '4a462b68449743d888150888eed67276', 'mac_address': 'fa:16:3e:1c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:16Z', 'updated_at': '2022-01-12T09:32:31Z', 'revision_number': 5, 'project_id': '4a462b68449743d888150888eed67276', 'subnets': [{'id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:33:24.154298 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.161356 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.164224 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59778) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:24.245698 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cbe23894-c6e1-4c68-b031-e842e70995e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.282481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Transition to ACTIVE for port object 5789112b-0d62-4415-a0e2-9a19eff1eeba will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:24.292407 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b2cacb46-4a68-42d4-81e7-1a715e437db4 None None] Deleting port 516f1128-2e67-4001-a100-bf6eebf57c92 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:24.292595 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1c40c179-84a3-4937-896c-e8567d94abfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.292771 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b2cacb46-4a68-42d4-81e7-1a715e437db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.354163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1c40c179-84a3-4937-896c-e8567d94abfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.361636 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cbe23894-c6e1-4c68-b031-e842e70995e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:24.368267 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.370744 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40c179-84a3-4937-896c-e8567d94abfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Network': ['ID=5c7280d2-9224-4406-99e0-41457871d8ac,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:24.372958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.377047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cbe23894-c6e1-4c68-b031-e842e70995e9 admin admin] Usage tracker for resource:security_group_rule and tenant:c5de1beec2d14979956093154ba30249 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:24.378164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.417770 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 516f1128-2e67-4001-a100-bf6eebf57c92 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:33:24.470799 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cbe23894-c6e1-4c68-b031-e842e70995e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:24.484143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Calling delete_port for 342ee463-a845-4b70-a961-4ff2c2969451 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:24.490518 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1c40c179-84a3-4937-896c-e8567d94abfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/networks/5c7280d2-9224-4406-99e0-41457871d8ac HTTP/1.1" status: 204 len: 168 time: 0.9819143 Jan 12 09:33:24.516982 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cbe23894-c6e1-4c68-b031-e842e70995e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:24.518905 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59788) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:24.542858 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1109c-1aaa-4066-bf60-f071453352c3 req-bc2ddee4-a7bb-4dbb-b0b9-ff29c3e6003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:24.544210 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67b1109c-1aaa-4066-bf60-f071453352c3 req-bc2ddee4-a7bb-4dbb-b0b9-ff29c3e6003b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59039bb2-2ecd-4352-a837-d58b0d19d54e HTTP/1.1" status: 200 len: 851 time: 0.6780984 Jan 12 09:33:24.566749 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a6109560-de7e-42e3-b65b-9b837222a865 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2012249417'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:24.595708 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "DELETE /v2.0/networks/c9ea30ab-e849-4821-808c-dc88ea9c50bb HTTP/1.1" status: 204 len: 168 time: 3.7710366 Jan 12 09:33:24.606935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9572a-73f5-4e6a-885f-744f8280d496 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event deleted for resources: {'Network': ['ID=c9ea30ab-e849-4821-808c-dc88ea9c50bb,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:24.617038 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4c1629-163d-4c4d-a332-d4e347c2fd43 None None] New status for floating IP 4aafe6be-a49e-4443-bdee-8453c093fc62: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:33:24.629691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59792) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:24.629918 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 516f1128-2e67-4001-a100-bf6eebf57c92 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:33:24.630119 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 516f1128-2e67-4001-a100-bf6eebf57c92 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:33:24.663710 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a6109560-de7e-42e3-b65b-9b837222a865 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:24.669702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Network 099cf199-e617-41fb-8649-0ad4ef3fd1d0 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:24.671196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:24.678130 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:24.684176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:24.684781 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.690572 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1cff87c9-fc0c-40ae-b5a6-90e2a68d680e req-6dcc5f9f-af16-4b61-a87f-4fd445f12e8e service neutron] 10.222.0.53 "GET /v2.0/networks/f97beb88-ba86-4f8e-9a7c-dda2e84c4fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0197968 Jan 12 09:33:24.692192 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b2cacb46-4a68-42d4-81e7-1a715e437db4 None None] The port '516f1128-2e67-4001-a100-bf6eebf57c92' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:33:24.710754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a6109560-de7e-42e3-b65b-9b837222a865 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:network and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:24.733395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a6109560-de7e-42e3-b65b-9b837222a865 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:24.758824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a6109560-de7e-42e3-b65b-9b837222a865 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:24.764431 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event updated for resources: {'Port': ['ID=5789112b-0d62-4415-a0e2-9a19eff1eeba,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:24.766575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Allocated IP 2001:db8::f816:3eff:fea7:1c00 (099cf199-e617-41fb-8649-0ad4ef3fd1d0/e96cb4b5-aa01-4645-b85e-7fcc58c3236c/b50ad8c8-1f88-4861-8366-0f90d59aeb02) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:24.811988 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ef5858bc-e838-49ea-94dd-32a479a9e656 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9445703 Jan 12 09:33:24.815660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59796) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:24.819439 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cbe23894-c6e1-4c68-b031-e842e70995e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.831418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=342ee463-a845-4b70-a961-4ff2c2969451,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:24.874169 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:33:24.874459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:33:24.949538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.953181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5abf9540-27c8-4071-8996-de79518e046e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:24.977289 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Deleting port 342ee463-a845-4b70-a961-4ff2c2969451 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:24.977549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.080075 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-73deb204-5ec4-4831-8950-c6915f646dcd tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Deleting subnet e96cb4b5-aa01-4645-b85e-7fcc58c3236c {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:33:25.087864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cbe23894-c6e1-4c68-b031-e842e70995e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.111027 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6109560-de7e-42e3-b65b-9b837222a865 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:25.119866 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1109c-1aaa-4066-bf60-f071453352c3 req-952215f3-07c7-4a40-93f9-46cb97acf206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:25.120292 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a2392c9e-6726-4808-943f-c5aa55d5adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'name': 'tempest-ServersTestJSON-590366113-router', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'gw_port': {'id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:08Z', 'updated_at': '2022-01-12T09:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'd6bc9b41-62cb-4884-9cf9-5166183ea3f9', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'floating_ip_address': '172.26.2.187', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'port_id': 'be31cfb0-7a24-4d7b-b88f-13670ed1bd92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'mac_address': 'fa:16:3e:93:4b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cdf350-052d-49bc-9919-4c9f43d3f124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:32:36Z', 'updated_at': '2022-01-12T09:33:16Z', 'revision_number': 1, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329b750c-5615-417b-b8cb-1cf6a23024a4', 'name': '', 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'mac_address': 'fa:16:3e:59:c5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:20Z', 'updated_at': '2022-01-12T09:32:34Z', 'revision_number': 5, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'subnets': [{'id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:25.122250 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67b1109c-1aaa-4066-bf60-f071453352c3 req-952215f3-07c7-4a40-93f9-46cb97acf206 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b58e70f3-410d-4dd4-968c-5801134546cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5233088 Jan 12 09:33:25.126172 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a6109560-de7e-42e3-b65b-9b837222a865 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.127762 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.134432 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2392c9e-6726-4808-943f-c5aa55d5adef None None] The sync data for ids ['fc1cf035-d511-42b4-bf40-d8064044d417'] in dv-neutron-824346-1-hyperv is: [{'id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'name': 'tempest-ServersTestJSON-590366113-router', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'gw_port': {'id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:08Z', 'updated_at': '2022-01-12T09:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'd6bc9b41-62cb-4884-9cf9-5166183ea3f9', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'floating_ip_address': '172.26.2.187', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'port_id': 'be31cfb0-7a24-4d7b-b88f-13670ed1bd92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'mac_address': 'fa:16:3e:93:4b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cdf350-052d-49bc-9919-4c9f43d3f124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:32:36Z', 'updated_at': '2022-01-12T09:33:16Z', 'revision_number': 1, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329b750c-5615-417b-b8cb-1cf6a23024a4', 'name': '', 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'mac_address': 'fa:16:3e:59:c5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:20Z', 'updated_at': '2022-01-12T09:32:34Z', 'revision_number': 5, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'subnets': [{'id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:33:25.147538 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Deleting port 342ee463-a845-4b70-a961-4ff2c2969451 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:25.148251 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.183391 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Transition to ACTIVE for port object b50ad8c8-1f88-4861-8366-0f90d59aeb02 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:25.198109 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6109560-de7e-42e3-b65b-9b837222a865 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:33:25.207147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Transition to ACTIVE for port object b50ad8c8-1f88-4861-8366-0f90d59aeb02 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:25.208789 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a6109560-de7e-42e3-b65b-9b837222a865 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.209144 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-a6109560-de7e-42e3-b65b-9b837222a865 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Added segment 83ba9f51-a52f-42eb-9552-7475e7e3ff44 of type vlan for network 9af38932-55f0-4ea8-96a2-f0f1300ad15b Jan 12 09:33:25.230594 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.235244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-73deb204-5ec4-4831-8950-c6915f646dcd tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.284565 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cbe23894-c6e1-4c68-b031-e842e70995e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5de1beec2d14979956093154ba30249&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1167386 Jan 12 09:33:25.286864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe23894-c6e1-4c68-b031-e842e70995e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8daf6af-e592-4eab-b4af-b3134f3b2957,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:25.290282 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a6109560-de7e-42e3-b65b-9b837222a865 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.294187 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59800) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:25.334681 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Network 099cf199-e617-41fb-8649-0ad4ef3fd1d0 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:25.343681 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:25.353651 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:25.357922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-73deb204-5ec4-4831-8950-c6915f646dcd tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.365866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Pushing event updated for resources: {'Port': ['ID=b50ad8c8-1f88-4861-8366-0f90d59aeb02,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:25.426734 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f57e0b6d-845a-41ab-8a7c-3d90d43e3f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.483904 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a6109560-de7e-42e3-b65b-9b837222a865 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.489631 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6109560-de7e-42e3-b65b-9b837222a865 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:25.490270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a6109560-de7e-42e3-b65b-9b837222a865 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.517980 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f57e0b6d-845a-41ab-8a7c-3d90d43e3f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.540538 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38326fbf-ae03-41e7-b917-6efa73486bc8 None None] New status for floating IP d6bc9b41-62cb-4884-9cf9-5166183ea3f9: ACTIVE {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:33:25.651388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Attempting to bind port b50ad8c8-1f88-4861-8366-0f90d59aeb02 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:33:25.652017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Attempting to bind port b50ad8c8-1f88-4861-8366-0f90d59aeb02 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'a8d299e2-eb62-4eb1-9a9e-8efd9917200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '099cf199-e617-41fb-8649-0ad4ef3fd1d0'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:33:25.652540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Attempting to bind port b50ad8c8-1f88-4861-8366-0f90d59aeb02 on network 099cf199-e617-41fb-8649-0ad4ef3fd1d0 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:33:25.669525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] For port 342ee463-a845-4b70-a961-4ff2c2969451, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=342ee463-a845-4b70-a961-4ff2c2969451,segment=NetworkSegment(c00d83be-e2cd-4177-a22a-693bf795890e),segment_id=c00d83be-e2cd-4177-a22a-693bf795890e)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:25.673732 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:33:25.674303 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Checking segment: {'id': 'a8d299e2-eb62-4eb1-9a9e-8efd9917200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '099cf199-e617-41fb-8649-0ad4ef3fd1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:25.674887 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.675420 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Bound using segment: {'id': 'a8d299e2-eb62-4eb1-9a9e-8efd9917200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '099cf199-e617-41fb-8649-0ad4ef3fd1d0'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:33:25.676149 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Bound port: b50ad8c8-1f88-4861-8366-0f90d59aeb02, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d299e2-eb62-4eb1-9a9e-8efd9917200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '099cf199-e617-41fb-8649-0ad4ef3fd1d0'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:33:25.676686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.677746 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.684535 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a6109560-de7e-42e3-b65b-9b837222a865 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1451476 Jan 12 09:33:25.701021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59808) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:25.704489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6109560-de7e-42e3-b65b-9b837222a865 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Network': ['ID=9af38932-55f0-4ea8-96a2-f0f1300ad15b,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:25.711509 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'subnet': {'network_id': '9af38932-55f0-4ea8-96a2-f0f1300ad15b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:25.747726 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 9af38932-55f0-4ea8-96a2-f0f1300ad15b details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:33:25.763709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-73deb204-5ec4-4831-8950-c6915f646dcd tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.849100 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67b1109c-1aaa-4066-bf60-f071453352c3 req-7ba30cda-cdaa-429b-85ad-165df0fb20e9 service neutron] 10.222.0.53 "GET /v2.0/networks/b58e70f3-410d-4dd4-968c-5801134546cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6969285 Jan 12 09:33:25.857411 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Calling delete_port for 342ee463-a845-4b70-a961-4ff2c2969451 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:25.890397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f57e0b6d-845a-41ab-8a7c-3d90d43e3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.908845 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:25.918095 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e0b6d-845a-41ab-8a7c-3d90d43e3f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8daf6af-e592-4eab-b4af-b3134f3b2957,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:25.920358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:subnet and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:25.929641 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:25.936329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:25.939882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f57e0b6d-845a-41ab-8a7c-3d90d43e3f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.940949 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f57e0b6d-845a-41ab-8a7c-3d90d43e3f11 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8daf6af-e592-4eab-b4af-b3134f3b2957 HTTP/1.1" status: 204 len: 168 time: 0.6434276 Jan 12 09:33:25.945776 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-73deb204-5ec4-4831-8950-c6915f646dcd tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.984412 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:25.987974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:25.992627 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] For port 342ee463-a845-4b70-a961-4ff2c2969451, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=342ee463-a845-4b70-a961-4ff2c2969451,segment=NetworkSegment(c00d83be-e2cd-4177-a22a-693bf795890e),segment_id=c00d83be-e2cd-4177-a22a-693bf795890e)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:25.993027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:26.005971 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73deb204-5ec4-4831-8950-c6915f646dcd tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event deleted for resources: {'Subnet': ['ID=e96cb4b5-aa01-4645-b85e-7fcc58c3236c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:26.016873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-73deb204-5ec4-4831-8950-c6915f646dcd tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:26.077513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:26.110171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.ipam_backend_mixin [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Performing IP validity checks on allocation pools {{(pid=87664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 12 09:33:26.111266 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.ipam_backend_mixin [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 12 09:33:26.155204 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event deleted for resources: {'Port': ['ID=342ee463-a845-4b70-a961-4ff2c2969451,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:26.166957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] No DVR routers for this DVR port 342ee463-a845-4b70-a961-4ff2c2969451 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:33:26.177494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Calling delete_port for 342ee463-a845-4b70-a961-4ff2c2969451 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:26.213822 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-73deb204-5ec4-4831-8950-c6915f646dcd tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/subnets/e96cb4b5-aa01-4645-b85e-7fcc58c3236c HTTP/1.1" status: 204 len: 168 time: 1.3966885 Jan 12 09:33:26.220256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59816) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:26.295694 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] For port b50ad8c8-1f88-4861-8366-0f90d59aeb02, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:33:26.312498 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] For port b50ad8c8-1f88-4861-8366-0f90d59aeb02, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b50ad8c8-1f88-4861-8366-0f90d59aeb02,segment=NetworkSegment(a8d299e2-eb62-4eb1-9a9e-8efd9917200d),segment_id=a8d299e2-eb62-4eb1-9a9e-8efd9917200d)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:33:26.329585 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:26.337718 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4ed085-f7ef-4d68-a377-1316fff100f0 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:26.339940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4ed085-f7ef-4d68-a377-1316fff100f0 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:26.340759 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1c4ed085-f7ef-4d68-a377-1316fff100f0 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Synchronizing usage tracker for tenant:1ce0c351af064399b2091caffd0aad03 on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:26.377083 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:26.388133 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1c4ed085-f7ef-4d68-a377-1316fff100f0 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Unset dirty status for tenant:1ce0c351af064399b2091caffd0aad03 on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:26.390669 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:33:26.391197 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:33:26.396857 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1c4ed085-f7ef-4d68-a377-1316fff100f0 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1740353 Jan 12 09:33:26.397560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59822) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:26.425014 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23735bf-7f45-4f41-9a50-855a26ce6aaf None None] Pushing event updated for resources: {'Port': ['ID=b50ad8c8-1f88-4861-8366-0f90d59aeb02,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:26.566932 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:26.567113 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Checking segment: {'id': '83ba9f51-a52f-42eb-9552-7475e7e3ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9af38932-55f0-4ea8-96a2-f0f1300ad15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:26.567652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network hostable DHCP agents. Network: 9af38932-55f0-4ea8-96a2-f0f1300ad15b, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:26.578908 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67b1109c-1aaa-4066-bf60-f071453352c3 req-124152e1-521c-451e-8816-3b1e2676c7d0 service neutron] 10.222.0.53 "GET /v2.0/networks/b58e70f3-410d-4dd4-968c-5801134546cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679633 Jan 12 09:33:26.603394 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abf9540-27c8-4071-8996-de79518e046e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Router 7b74c8d6-c878-49f2-9ed7-ce90f224ac9b has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:33:26.611797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214c5657-8049-47d4-a3d2-4f06668ec7a5']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:26.628088 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00d83be-e2cd-4177-a22a-693bf795890e') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:26.628387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00d83be-e2cd-4177-a22a-693bf795890e') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:26.640486 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Subnet': ['ID=43bd658c-4514-4753-b661-a54d031e4262,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:26.697938 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:26.721149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a29be455-0267-4379-b689-c02c15568565 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:26.731933 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 9af38932-55f0-4ea8-96a2-f0f1300ad15b is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:26.735037 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:26.740062 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29be455-0267-4379-b689-c02c15568565 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 12 09:33:26.749775 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:33:26.752168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:26.752410 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a29be455-0267-4379-b689-c02c15568565 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:33:26.778377 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a29be455-0267-4379-b689-c02c15568565 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/networks/099cf199-e617-41fb-8649-0ad4ef3fd1d0 HTTP/1.1" status: 409 len: 405 time: 0.3115175 Jan 12 09:33:26.778377 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59836) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:26.784795 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-65f6dcb7-59d9-40bf-a30b-fe149652f34e tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1287643992'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:26.792222 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 9af38932-55f0-4ea8-96a2-f0f1300ad15b) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:26.801996 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9a0487-5580-4479-aa55-21dd15f5d73e None None] Network 9af38932-55f0-4ea8-96a2-f0f1300ad15b requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:26.808836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:26.809463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:26.827650 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-65f6dcb7-59d9-40bf-a30b-fe149652f34e tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:26.832732 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-65f6dcb7-59d9-40bf-a30b-fe149652f34e tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Usage tracker for resource:network and tenant:1ce0c351af064399b2091caffd0aad03 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:26.845645 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-baa3acf4-87f2-4197-ab19-1787935bc285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1422167 Jan 12 09:33:26.846929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59844) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:26.847860 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-65f6dcb7-59d9-40bf-a30b-fe149652f34e tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:26.857974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'network_id': '9af38932-55f0-4ea8-96a2-f0f1300ad15b', 'name': 'tempest-PortsTestJSON-1419613022'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:27.009756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-65f6dcb7-59d9-40bf-a30b-fe149652f34e tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:27.092810 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:27.120009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f6dcb7-59d9-40bf-a30b-fe149652f34e tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Made reservation on behalf of 1ce0c351af064399b2091caffd0aad03 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:27.128406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-65f6dcb7-59d9-40bf-a30b-fe149652f34e tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:33:27.130139 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:33:27.146584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:27.178186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:27.185308 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:27.229077 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f6dcb7-59d9-40bf-a30b-fe149652f34e tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:33:27.239513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:27.241854 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] device_id is not set on port 70fee314-8b07-4eea-8b0f-58e22baf50e5 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:27.265258 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:27.271854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abf9540-27c8-4071-8996-de79518e046e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:33:27.284251 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41a26f2-005f-44e1-9353-9ba2224e6e2a None None] Sync routers for ids ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:33:27.284840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event deleted for resources: {'Network': ['ID=214c5657-8049-47d4-a3d2-4f06668ec7a5,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:27.291324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-65f6dcb7-59d9-40bf-a30b-fe149652f34e tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:27.291726 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-65f6dcb7-59d9-40bf-a30b-fe149652f34e tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Added segment 972435a0-d9f0-442f-9bf0-a242ae17edf2 of type vlan for network 51332351-67d1-4fba-bce6-3cf92b8f8248 Jan 12 09:33:27.304250 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41a26f2-005f-44e1-9353-9ba2224e6e2a None None] Routers {'7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:33:27.305407 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a41a26f2-005f-44e1-9353-9ba2224e6e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:33:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:27.313240 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5abf9540-27c8-4071-8996-de79518e046e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] 10.222.0.26 "PUT /v2.0/routers/7b74c8d6-c878-49f2-9ed7-ce90f224ac9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5707924 Jan 12 09:33:27.313240 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-33550b3d-7a1c-4c08-b308-1adf7a284922 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "DELETE /v2.0/networks/214c5657-8049-47d4-a3d2-4f06668ec7a5 HTTP/1.1" status: 204 len: 168 time: 2.6183729 Jan 12 09:33:27.313240 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59856) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:27.313677 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59860) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:27.323926 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59864) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:27.326551 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Deleting port 342ee463-a845-4b70-a961-4ff2c2969451 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:27.327030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:27.359982 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-65f6dcb7-59d9-40bf-a30b-fe149652f34e tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:27.366988 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-9af38932-55f0-4ea8-96a2-f0f1300ad15b', 'network_id': '9af38932-55f0-4ea8-96a2-f0f1300ad15b', 'tenant_id': 'e398d06e5ea248788795b74f5516b423', 'fixed_ips': [{'subnet_id': '43bd658c-4514-4753-b661-a54d031e4262'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:33:27.370751 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:27.467244 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a41a26f2-005f-44e1-9353-9ba2224e6e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:27.470216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f9055ec3-65e2-4ebf-b64e-6992dfd92ad7 None None] The port '342ee463-a845-4b70-a961-4ff2c2969451' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:33:27.492572 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41a26f2-005f-44e1-9353-9ba2224e6e2a None None] Routers {'7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:33:27.493176 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a41a26f2-005f-44e1-9353-9ba2224e6e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:33:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:27.496140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Allocated IP 172.20.0.14 (9af38932-55f0-4ea8-96a2-f0f1300ad15b/43bd658c-4514-4753-b661-a54d031e4262/70fee314-8b07-4eea-8b0f-58e22baf50e5) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:27.499331 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-65f6dcb7-59d9-40bf-a30b-fe149652f34e tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:27.508714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f6dcb7-59d9-40bf-a30b-fe149652f34e tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:27.510119 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-65f6dcb7-59d9-40bf-a30b-fe149652f34e tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:27.629152 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a41a26f2-005f-44e1-9353-9ba2224e6e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:27.629873 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41a26f2-005f-44e1-9353-9ba2224e6e2a None None] The sync data for ids ['7b74c8d6-c878-49f2-9ed7-ce90f224ac9b'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:33:27.655386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-852dafe2-ccf5-4203-a04b-4bc355c860bd tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:27.669410 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-65f6dcb7-59d9-40bf-a30b-fe149652f34e tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8887377 Jan 12 09:33:27.671416 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59870) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:27.681090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6dcb7-59d9-40bf-a30b-fe149652f34e tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event updated for resources: {'Network': ['ID=51332351-67d1-4fba-bce6-3cf92b8f8248,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:27.684052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-dba15319-6b33-4dbc-9f7c-2e8c1e37f6d5 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Request body: {'subnet': {'network_id': '51332351-67d1-4fba-bce6-3cf92b8f8248', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:27.693292 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 51332351-67d1-4fba-bce6-3cf92b8f8248 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:33:27.702050 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-80d207a0-f44e-443f-88cb-d2e543dcc114 tempest-AgentManagementNegativeTest-1581852492 tempest-AgentManagementNegativeTest-1581852492-project] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3741913 Jan 12 09:33:27.798891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e32d1d7e-f00f-4e71-b43b-1405794f4a6e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:27.985581 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820f07fb-7e19-44a1-b36b-20cb302266f5 None None] Network 099cf199-e617-41fb-8649-0ad4ef3fd1d0 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:27.987198 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-dba15319-6b33-4dbc-9f7c-2e8c1e37f6d5 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:28.099823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59882) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:28.107451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-dba15319-6b33-4dbc-9f7c-2e8c1e37f6d5 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:28.119574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-852dafe2-ccf5-4203-a04b-4bc355c860bd tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.150802 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fd5eb23f-1d99-48c5-999f-dba6d414630c None None] Provisioning for port b50ad8c8-1f88-4861-8366-0f90d59aeb02 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:28.161575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba15319-6b33-4dbc-9f7c-2e8c1e37f6d5 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Made reservation on behalf of 1ce0c351af064399b2091caffd0aad03 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:28.165217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dba15319-6b33-4dbc-9f7c-2e8c1e37f6d5 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.199920 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-852dafe2-ccf5-4203-a04b-4bc355c860bd tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf62d4d-a474-4541-a585-f956f4151ae6']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:28.232045 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.255754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-852dafe2-ccf5-4203-a04b-4bc355c860bd tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2505f67-c54c-42a3-80a9-6015bc4108d7') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:28.255978 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-852dafe2-ccf5-4203-a04b-4bc355c860bd tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2505f67-c54c-42a3-80a9-6015bc4108d7') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:28.292078 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Transition to ACTIVE for port object 70fee314-8b07-4eea-8b0f-58e22baf50e5 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:28.295885 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e32d1d7e-f00f-4e71-b43b-1405794f4a6e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.300076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-852dafe2-ccf5-4203-a04b-4bc355c860bd tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.357053 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.410158 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd68ef5a-012c-4c7b-9c58-426ece21f270 None None] DHCP port deletion for 099cf199-e617-41fb-8649-0ad4ef3fd1d0 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:33:28.419415 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-dd68ef5a-012c-4c7b-9c58-426ece21f270 None None] Deleting port b50ad8c8-1f88-4861-8366-0f90d59aeb02 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:28.419652 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-dd68ef5a-012c-4c7b-9c58-426ece21f270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.422426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e32d1d7e-f00f-4e71-b43b-1405794f4a6e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Deleting port 8b997840-afc8-45db-9e40-413345d45516 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:28.422795 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e32d1d7e-f00f-4e71-b43b-1405794f4a6e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.438039 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 9af38932-55f0-4ea8-96a2-f0f1300ad15b is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:28.441134 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:28.445238 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:28.455654 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9ac4209b-f5ff-449e-a111-be7d8c3e98fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.469072 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-852dafe2-ccf5-4203-a04b-4bc355c860bd tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.495863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Allocated IP 172.20.0.2 (9af38932-55f0-4ea8-96a2-f0f1300ad15b/43bd658c-4514-4753-b661-a54d031e4262/9c769a62-7061-4313-9d2d-63e474b8b1ed) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:28.497866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=70fee314-8b07-4eea-8b0f-58e22baf50e5,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:28.499414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852dafe2-ccf5-4203-a04b-4bc355c860bd tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:33:28.500093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-852dafe2-ccf5-4203-a04b-4bc355c860bd tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:33:28.515774 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:33:28.528287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9ac4209b-f5ff-449e-a111-be7d8c3e98fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:28.532553 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:28.533179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.556461 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8b70a04e-a3cb-465c-a8dc-b1000ade097b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7018700 Jan 12 09:33:28.556659 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59890) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:28.567214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9ac4209b-f5ff-449e-a111-be7d8c3e98fc admin admin] Usage tracker for resource:security_group_rule and tenant:6ac252c5d0784ce08add8a56026a4412 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:28.622525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9ac4209b-f5ff-449e-a111-be7d8c3e98fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:28.625846 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-77ffb47c-b864-418a-ab45-9c6457c5b07f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port 70fee314-8b07-4eea-8b0f-58e22baf50e5 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:28.626196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77ffb47c-b864-418a-ab45-9c6457c5b07f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.647279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9ac4209b-f5ff-449e-a111-be7d8c3e98fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:28.733087 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-852dafe2-ccf5-4203-a04b-4bc355c860bd tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.752511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-dd68ef5a-012c-4c7b-9c58-426ece21f270 None None] For port b50ad8c8-1f88-4861-8366-0f90d59aeb02, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b50ad8c8-1f88-4861-8366-0f90d59aeb02,segment=NetworkSegment(a8d299e2-eb62-4eb1-9a9e-8efd9917200d),segment_id=a8d299e2-eb62-4eb1-9a9e-8efd9917200d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:28.752908 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-dd68ef5a-012c-4c7b-9c58-426ece21f270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.882530 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77ffb47c-b864-418a-ab45-9c6457c5b07f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.892657 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-dd68ef5a-012c-4c7b-9c58-426ece21f270 None None] Calling delete_port for b50ad8c8-1f88-4861-8366-0f90d59aeb02 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:28.896167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-852dafe2-ccf5-4203-a04b-4bc355c860bd tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:28.928066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852dafe2-ccf5-4203-a04b-4bc355c860bd tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event deleted for resources: {'Network': ['ID=bdf62d4d-a474-4541-a585-f956f4151ae6,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:28.974836 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-852dafe2-ccf5-4203-a04b-4bc355c860bd tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "DELETE /v2.0/networks/bdf62d4d-a474-4541-a585-f956f4151ae6 HTTP/1.1" status: 204 len: 168 time: 1.6593182 Jan 12 09:33:28.983244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59894) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:28.986539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e32d1d7e-f00f-4e71-b43b-1405794f4a6e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.009059 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-77ffb47c-b864-418a-ab45-9c6457c5b07f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for 70fee314-8b07-4eea-8b0f-58e22baf50e5 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:29.034471 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.046376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-dd68ef5a-012c-4c7b-9c58-426ece21f270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.050373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Transition to ACTIVE for port object 9c769a62-7061-4313-9d2d-63e474b8b1ed will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:29.105845 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68ef5a-012c-4c7b-9c58-426ece21f270 None None] Pushing event deleted for resources: {'Port': ['ID=b50ad8c8-1f88-4861-8366-0f90d59aeb02,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:29.114011 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd68ef5a-012c-4c7b-9c58-426ece21f270 None None] No DVR routers for this DVR port b50ad8c8-1f88-4861-8366-0f90d59aeb02 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:33:29.186406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77ffb47c-b864-418a-ab45-9c6457c5b07f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.187081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Transition to ACTIVE for port object 9c769a62-7061-4313-9d2d-63e474b8b1ed will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:29.198351 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.243890 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffb47c-b864-418a-ab45-9c6457c5b07f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=70fee314-8b07-4eea-8b0f-58e22baf50e5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:29.255623 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e32d1d7e-f00f-4e71-b43b-1405794f4a6e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Calling delete_port for 8b997840-afc8-45db-9e40-413345d45516 owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:29.281563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Network 9af38932-55f0-4ea8-96a2-f0f1300ad15b is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:29.285212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:29.289292 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:29.336476 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Pushing event updated for resources: {'Port': ['ID=9c769a62-7061-4313-9d2d-63e474b8b1ed,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:29.385917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77ffb47c-b864-418a-ab45-9c6457c5b07f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.388260 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9ac4209b-f5ff-449e-a111-be7d8c3e98fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.407416 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-77ffb47c-b864-418a-ab45-9c6457c5b07f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/70fee314-8b07-4eea-8b0f-58e22baf50e5 HTTP/1.1" status: 204 len: 168 time: 0.8495908 Jan 12 09:33:29.408183 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59902) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:29.431383 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Attempting to bind port 9c769a62-7061-4313-9d2d-63e474b8b1ed on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:33:29.431681 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9ac4209b-f5ff-449e-a111-be7d8c3e98fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.431841 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Attempting to bind port 9c769a62-7061-4313-9d2d-63e474b8b1ed by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '83ba9f51-a52f-42eb-9552-7475e7e3ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9af38932-55f0-4ea8-96a2-f0f1300ad15b'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:33:29.431841 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Attempting to bind port 9c769a62-7061-4313-9d2d-63e474b8b1ed on network 9af38932-55f0-4ea8-96a2-f0f1300ad15b {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:33:29.437686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:33:29.438030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Checking segment: {'id': '83ba9f51-a52f-42eb-9552-7475e7e3ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9af38932-55f0-4ea8-96a2-f0f1300ad15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:29.439013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.439381 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Bound using segment: {'id': '83ba9f51-a52f-42eb-9552-7475e7e3ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9af38932-55f0-4ea8-96a2-f0f1300ad15b'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:33:29.439865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Bound port: 9c769a62-7061-4313-9d2d-63e474b8b1ed, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ba9f51-a52f-42eb-9552-7475e7e3ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9af38932-55f0-4ea8-96a2-f0f1300ad15b'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:33:29.440271 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.452415 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-00295d42-9768-4d8b-b6d6-c8ec4a8d368e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] DELETE failed (client error): The resource could not be found. Jan 12 09:33:29.453007 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00295d42-9768-4d8b-b6d6-c8ec4a8d368e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:33:29.454371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e9b628b9-d931-410a-9449-15b5c4edaaf6 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.454864 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-00295d42-9768-4d8b-b6d6-c8ec4a8d368e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/70fee314-8b07-4eea-8b0f-58e22baf50e5 HTTP/1.1" status: 404 len: 333 time: 0.0453975 Jan 12 09:33:29.459014 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59906) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:29.509766 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccab3c9e-a0ec-4227-8a21-302c8edc8b48 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] GET failed (client error): The resource could not be found. Jan 12 09:33:29.510312 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ccab3c9e-a0ec-4227-8a21-302c8edc8b48 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:29.530790 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ccab3c9e-a0ec-4227-8a21-302c8edc8b48 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:29.535515 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ccab3c9e-a0ec-4227-8a21-302c8edc8b48 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/70fee314-8b07-4eea-8b0f-58e22baf50e5 HTTP/1.1" status: 404 len: 333 time: 0.0726275 Jan 12 09:33:29.536401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59912) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:29.543394 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9ac4209b-f5ff-449e-a111-be7d8c3e98fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ac252c5d0784ce08add8a56026a4412&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4335225 Jan 12 09:33:29.547496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] For port 9c769a62-7061-4313-9d2d-63e474b8b1ed, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:33:29.547940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4209b-f5ff-449e-a111-be7d8c3e98fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438e3d85-3c4c-4dc1-b17e-164af66dd478,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:29.550257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59916) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:29.551773 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] For port 9c769a62-7061-4313-9d2d-63e474b8b1ed, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9c769a62-7061-4313-9d2d-63e474b8b1ed,segment=NetworkSegment(83ba9f51-a52f-42eb-9552-7475e7e3ff44),segment_id=83ba9f51-a52f-42eb-9552-7475e7e3ff44)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:33:29.568028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.618498 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.objects.ports [None req-dba15319-6b33-4dbc-9f7c-2e8c1e37f6d5 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87663) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:33:29.631216 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dba15319-6b33-4dbc-9f7c-2e8c1e37f6d5 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.636769 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e96547-3750-4f6c-94e5-b1c0e5180a4c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting subnet 43bd658c-4514-4753-b661-a54d031e4262 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:33:29.641492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95e96547-3750-4f6c-94e5-b1c0e5180a4c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.661573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9409b-8a25-43c2-b2d6-2fe94f60fb2f None None] Pushing event updated for resources: {'Port': ['ID=9c769a62-7061-4313-9d2d-63e474b8b1ed,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:29.715421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95e96547-3750-4f6c-94e5-b1c0e5180a4c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.803834 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95e96547-3750-4f6c-94e5-b1c0e5180a4c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.825759 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e9b628b9-d931-410a-9449-15b5c4edaaf6 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.863164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba15319-6b33-4dbc-9f7c-2e8c1e37f6d5 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event updated for resources: {'Subnet': ['ID=58fa21b4-dddd-45e8-ab15-d7eac0a91adf,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:29.902436 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95e96547-3750-4f6c-94e5-b1c0e5180a4c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.935189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e9b628b9-d931-410a-9449-15b5c4edaaf6 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5377a6e0-cc32-4c41-8e79-b17dcc9a841c']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:29.948859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e96547-3750-4f6c-94e5-b1c0e5180a4c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Subnet': ['ID=43bd658c-4514-4753-b661-a54d031e4262,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:29.954024 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95e96547-3750-4f6c-94e5-b1c0e5180a4c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.954204 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba15319-6b33-4dbc-9f7c-2e8c1e37f6d5 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Checking segment: {'id': '972435a0-d9f0-442f-9bf0-a242ae17edf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '51332351-67d1-4fba-bce6-3cf92b8f8248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:29.954390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba15319-6b33-4dbc-9f7c-2e8c1e37f6d5 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Network hostable DHCP agents. Network: 51332351-67d1-4fba-bce6-3cf92b8f8248, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:29.960569 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-95e96547-3750-4f6c-94e5-b1c0e5180a4c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/43bd658c-4514-4753-b661-a54d031e4262 HTTP/1.1" status: 204 len: 168 time: 0.4228051 Jan 12 09:33:29.963153 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59920) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:29.967165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6f36de0-ca81-4b32-9f52-bc33532bf400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:29.996101 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e9b628b9-d931-410a-9449-15b5c4edaaf6 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20002b28-b660-4c62-9469-0839021a7c63') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:29.996420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e9b628b9-d931-410a-9449-15b5c4edaaf6 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20002b28-b660-4c62-9469-0839021a7c63') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:30.014592 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6f36de0-ca81-4b32-9f52-bc33532bf400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.039562 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e9b628b9-d931-410a-9449-15b5c4edaaf6 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.070900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba15319-6b33-4dbc-9f7c-2e8c1e37f6d5 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Network 51332351-67d1-4fba-bce6-3cf92b8f8248 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:30.082453 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.085546 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e9b628b9-d931-410a-9449-15b5c4edaaf6 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.094478 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port 9c769a62-7061-4313-9d2d-63e474b8b1ed {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:30.094731 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.101327 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e32d1d7e-f00f-4e71-b43b-1405794f4a6e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.105980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b628b9-d931-410a-9449-15b5c4edaaf6 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:33:30.106396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e9b628b9-d931-410a-9449-15b5c4edaaf6 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:33:30.150189 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:33:30.161430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-dba15319-6b33-4dbc-9f7c-2e8c1e37f6d5 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 51332351-67d1-4fba-bce6-3cf92b8f8248) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:30.171814 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2830d96-cbd0-4727-b976-3c00068681ad None None] Network 51332351-67d1-4fba-bce6-3cf92b8f8248 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:30.178209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d1d7e-f00f-4e71-b43b-1405794f4a6e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event deleted for resources: {'Port': ['ID=8b997840-afc8-45db-9e40-413345d45516,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:30.181007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba15319-6b33-4dbc-9f7c-2e8c1e37f6d5 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:30.182075 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dba15319-6b33-4dbc-9f7c-2e8c1e37f6d5 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.350788 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6f36de0-ca81-4b32-9f52-bc33532bf400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.381930 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e9b628b9-d931-410a-9449-15b5c4edaaf6 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.392503 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-dba15319-6b33-4dbc-9f7c-2e8c1e37f6d5 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7178349 Jan 12 09:33:30.393820 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f36de0-ca81-4b32-9f52-bc33532bf400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438e3d85-3c4c-4dc1-b17e-164af66dd478,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:30.406379 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6f36de0-ca81-4b32-9f52-bc33532bf400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.411568 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f6f36de0-ca81-4b32-9f52-bc33532bf400 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/438e3d85-3c4c-4dc1-b17e-164af66dd478 HTTP/1.1" status: 204 len: 168 time: 0.8585024 Jan 12 09:33:30.412316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59926) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:30.422957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e9b628b9-d931-410a-9449-15b5c4edaaf6 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.426824 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e9b628b9-d931-410a-9449-15b5c4edaaf6 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] 10.222.0.26 "DELETE /v2.0/networks/5377a6e0-cc32-4c41-8e79-b17dcc9a841c HTTP/1.1" status: 204 len: 168 time: 1.4410052 Jan 12 09:33:30.429677 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9c769a62-7061-4313-9d2d-63e474b8b1ed up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:30.491898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e32d1d7e-f00f-4e71-b43b-1405794f4a6e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.492956 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] For port 9c769a62-7061-4313-9d2d-63e474b8b1ed, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9c769a62-7061-4313-9d2d-63e474b8b1ed,segment=NetworkSegment(83ba9f51-a52f-42eb-9552-7475e7e3ff44),segment_id=83ba9f51-a52f-42eb-9552-7475e7e3ff44)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:30.493618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.750737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 9c769a62-7061-4313-9d2d-63e474b8b1ed completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:30.763663 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-51332351-67d1-4fba-bce6-3cf92b8f8248', 'network_id': '51332351-67d1-4fba-bce6-3cf92b8f8248', 'tenant_id': '1ce0c351af064399b2091caffd0aad03', 'fixed_ips': [{'subnet_id': '58fa21b4-dddd-45e8-ab15-d7eac0a91adf'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:33:30.766311 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.838275 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for 9c769a62-7061-4313-9d2d-63e474b8b1ed owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:30.911014 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e32d1d7e-f00f-4e71-b43b-1405794f4a6e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.913922 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e32d1d7e-f00f-4e71-b43b-1405794f4a6e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.914554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b50ad8c8-1f88-4861-8366-0f90d59aeb02 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:33:30.942466 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b628b9-d931-410a-9449-15b5c4edaaf6 tempest-BulkNetworkOpsIpV6Test-886439156 tempest-BulkNetworkOpsIpV6Test-886439156-project] Pushing event deleted for resources: {'Network': ['ID=5377a6e0-cc32-4c41-8e79-b17dcc9a841c,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:30.954921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59944) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:30.959746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: b50ad8c8-1f88-4861-8366-0f90d59aeb02 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:33:30.960089 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b50ad8c8-1f88-4861-8366-0f90d59aeb02 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:33:30.974360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e32d1d7e-f00f-4e71-b43b-1405794f4a6e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:30.974932 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32d1d7e-f00f-4e71-b43b-1405794f4a6e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Fanout notify agent at l3_agent the message router_deleted on router 7b74c8d6-c878-49f2-9ed7-ce90f224ac9b {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:33:31.006585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.021563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e32d1d7e-f00f-4e71-b43b-1405794f4a6e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.023085 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e32d1d7e-f00f-4e71-b43b-1405794f4a6e tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] 10.222.0.26 "DELETE /v2.0/routers/7b74c8d6-c878-49f2-9ed7-ce90f224ac9b HTTP/1.1" status: 204 len: 168 time: 3.7109380 Jan 12 09:33:31.026727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59952) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:31.116087 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-035e1f06-aca5-4a8a-af2f-1e6e04a6d7e0 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Deleting subnet 9dadf753-25d1-48b8-8e7e-1ae8ed929160 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:33:31.124288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No DVR routers for this DVR port 9c769a62-7061-4313-9d2d-63e474b8b1ed on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:33:31.140665 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=9c769a62-7061-4313-9d2d-63e474b8b1ed,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:31.162612 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a5615-436f-4813-bf51-2d05d3f80110 None None] Network 9af38932-55f0-4ea8-96a2-f0f1300ad15b requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:31.183887 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-035e1f06-aca5-4a8a-af2f-1e6e04a6d7e0 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.233553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Allocated IP 2001:db8::f816:3eff:fe13:f8f5 (51332351-67d1-4fba-bce6-3cf92b8f8248/58fa21b4-dddd-45e8-ab15-d7eac0a91adf/e137bee1-d903-4afa-a858-8758c7177aa5) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:31.250559 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-aba5706e-78d9-45dd-a914-f92ad44465fd None None] Could not find standard attr ID for object 9c769a62-7061-4313-9d2d-63e474b8b1ed. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:33:31.297682 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-035e1f06-aca5-4a8a-af2f-1e6e04a6d7e0 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.310726 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.353109 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af38932-55f0-4ea8-96a2-f0f1300ad15b']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:31.364992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.370396 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ba9f51-a52f-42eb-9552-7475e7e3ff44') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:31.370689 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ba9f51-a52f-42eb-9552-7475e7e3ff44') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:31.384756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.391325 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b3844961-1284-4fc2-a0c0-bde4d064ef32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bbfe563db97341b486692c5ac1f89c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328921 Jan 12 09:33:31.392129 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59962) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:31.404771 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.411937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:33:31.412339 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.499512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.513993 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df657435-832d-4106-b6b8-6060d0c20ff4 None None] DHCP port deletion for 9af38932-55f0-4ea8-96a2-f0f1300ad15b request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:33:31.517236 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:33:31.529912 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.579440 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.595125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Network': ['ID=9af38932-55f0-4ea8-96a2-f0f1300ad15b,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:31.609863 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9f56f975-70d5-49eb-959e-2b496642c094 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/networks/9af38932-55f0-4ea8-96a2-f0f1300ad15b HTTP/1.1" status: 204 len: 168 time: 1.6456349 Jan 12 09:33:31.614163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59972) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:31.620199 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-de15d4e0-85f7-4295-93a4-ad46d7aeed8f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-885374213'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:31.627124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-de15d4e0-85f7-4295-93a4-ad46d7aeed8f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:31.631565 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-de15d4e0-85f7-4295-93a4-ad46d7aeed8f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:network and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:31.637490 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-035e1f06-aca5-4a8a-af2f-1e6e04a6d7e0 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.642277 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-de15d4e0-85f7-4295-93a4-ad46d7aeed8f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:31.649683 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-de15d4e0-85f7-4295-93a4-ad46d7aeed8f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:31.676486 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de15d4e0-85f7-4295-93a4-ad46d7aeed8f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:31.679188 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-86e82e23-8026-44a2-8d21-c08b777f89fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.688594 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de15d4e0-85f7-4295-93a4-ad46d7aeed8f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.717971 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.723520 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-86e82e23-8026-44a2-8d21-c08b777f89fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.731877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Transition to ACTIVE for port object e137bee1-d903-4afa-a858-8758c7177aa5 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:31.754712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Transition to ACTIVE for port object e137bee1-d903-4afa-a858-8758c7177aa5 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:31.766875 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.780522 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-035e1f06-aca5-4a8a-af2f-1e6e04a6d7e0 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.795451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59980) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:31.823605 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e1f06-aca5-4a8a-af2f-1e6e04a6d7e0 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event deleted for resources: {'Subnet': ['ID=9dadf753-25d1-48b8-8e7e-1ae8ed929160,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:31.828056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.835424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de15d4e0-85f7-4295-93a4-ad46d7aeed8f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:33:31.839072 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-035e1f06-aca5-4a8a-af2f-1e6e04a6d7e0 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.853517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de15d4e0-85f7-4295-93a4-ad46d7aeed8f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.853852 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-de15d4e0-85f7-4295-93a4-ad46d7aeed8f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Added segment eba61e43-35b5-4111-a860-73c26011bd0d of type vlan for network f1555eac-ff9c-48b9-a29b-2826f75c9614 Jan 12 09:33:31.859209 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4fcfd3-c60c-4e9d-a797-dc8dee0b6da2 None None] Network 1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:31.895768 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-86e82e23-8026-44a2-8d21-c08b777f89fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.907319 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de15d4e0-85f7-4295-93a4-ad46d7aeed8f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:31.909854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event deleted for resources: {'Subnet': ['ID=58fa21b4-dddd-45e8-ab15-d7eac0a91adf,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:31.920044 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Network 51332351-67d1-4fba-bce6-3cf92b8f8248 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:31.921824 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:31.930301 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:31.934241 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-035e1f06-aca5-4a8a-af2f-1e6e04a6d7e0 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] 10.222.0.26 "DELETE /v2.0/subnets/9dadf753-25d1-48b8-8e7e-1ae8ed929160 HTTP/1.1" status: 204 len: 168 time: 0.9034359 Jan 12 09:33:31.934241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e82e23-8026-44a2-8d21-c08b777f89fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690b744f-eb38-44e3-9729-7f53f79dd59a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:31.936325 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 59988) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:31.992204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1686447367'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:32.012182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:32.020063 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:network and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:32.031910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:32.032864 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-86e82e23-8026-44a2-8d21-c08b777f89fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.034232 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-86e82e23-8026-44a2-8d21-c08b777f89fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/690b744f-eb38-44e3-9729-7f53f79dd59a HTTP/1.1" status: 204 len: 168 time: 0.6410558 Jan 12 09:33:32.042053 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.081781 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51332351-67d1-4fba-bce6-3cf92b8f8248']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:32.089520 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:32.098348 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972435a0-d9f0-442f-9bf0-a242ae17edf2') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:32.099033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972435a0-d9f0-442f-9bf0-a242ae17edf2') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:32.115605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.118595 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.125073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de15d4e0-85f7-4295-93a4-ad46d7aeed8f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.130984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de15d4e0-85f7-4295-93a4-ad46d7aeed8f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:32.131575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de15d4e0-85f7-4295-93a4-ad46d7aeed8f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.147165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.156082 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Pushing event updated for resources: {'Port': ['ID=e137bee1-d903-4afa-a858-8758c7177aa5,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:32.158902 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:32.159176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:33:32.159720 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.162220 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:33:32.180835 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:33:32.186924 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.196593 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Deleting port 90e7a160-06b3-4d10-804d-959e30162684 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:32.196933 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.292769 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:33:32.292769 dv-neutron-824346-1-hyperv neutron-server[87663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:33:32.292769 dv-neutron-824346-1-hyperv neutron-server[87663]: [parameters: {'id': '51332351-67d1-4fba-bce6-3cf92b8f8248'}] Jan 12 09:33:32.292769 dv-neutron-824346-1-hyperv neutron-server[87663]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:33:32.293190 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:33:32.296701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9c769a62-7061-4313-9d2d-63e474b8b1ed no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:33:32.323351 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-de15d4e0-85f7-4295-93a4-ad46d7aeed8f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7049613 Jan 12 09:33:32.324484 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 59996) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:32.328797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:32.332884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-7a4f28a6-c6c7-44d4-a6c5-427eb9641cdd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'subnet': {'network_id': 'f1555eac-ff9c-48b9-a29b-2826f75c9614', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:32.333018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15d4e0-85f7-4295-93a4-ad46d7aeed8f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Network': ['ID=f1555eac-ff9c-48b9-a29b-2826f75c9614,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:32.341082 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:security_group_rule and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:32.361050 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 9c769a62-7061-4313-9d2d-63e474b8b1ed {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:33:32.361457 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9c769a62-7061-4313-9d2d-63e474b8b1ed not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:33:32.363171 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network f1555eac-ff9c-48b9-a29b-2826f75c9614 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:33:32.377447 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:32.382717 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Attempting to bind port e137bee1-d903-4afa-a858-8758c7177aa5 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:33:32.383231 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Attempting to bind port e137bee1-d903-4afa-a858-8758c7177aa5 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '972435a0-d9f0-442f-9bf0-a242ae17edf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '51332351-67d1-4fba-bce6-3cf92b8f8248'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:33:32.384778 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Attempting to bind port e137bee1-d903-4afa-a858-8758c7177aa5 on network 51332351-67d1-4fba-bce6-3cf92b8f8248 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:33:32.392790 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:32.398369 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:33:32.398827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Checking segment: {'id': '972435a0-d9f0-442f-9bf0-a242ae17edf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '51332351-67d1-4fba-bce6-3cf92b8f8248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:32.399568 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.400679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Bound using segment: {'id': '972435a0-d9f0-442f-9bf0-a242ae17edf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '51332351-67d1-4fba-bce6-3cf92b8f8248'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:33:32.401357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Bound port: e137bee1-d903-4afa-a858-8758c7177aa5, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972435a0-d9f0-442f-9bf0-a242ae17edf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '51332351-67d1-4fba-bce6-3cf92b8f8248'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:33:32.401939 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.455541 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7a4f28a6-c6c7-44d4-a6c5-427eb9641cdd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:32.461150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7a4f28a6-c6c7-44d4-a6c5-427eb9641cdd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:subnet and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:32.463731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7a4f28a6-c6c7-44d4-a6c5-427eb9641cdd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:32.470287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7a4f28a6-c6c7-44d4-a6c5-427eb9641cdd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:32.484226 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4f28a6-c6c7-44d4-a6c5-427eb9641cdd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:32.489769 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7a4f28a6-c6c7-44d4-a6c5-427eb9641cdd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.585732 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] For port 90e7a160-06b3-4d10-804d-959e30162684, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=90e7a160-06b3-4d10-804d-959e30162684,segment=NetworkSegment(a1de79b8-8c81-480a-9516-92b2572f06df),segment_id=a1de79b8-8c81-480a-9516-92b2572f06df)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:32.586066 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.611385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] For port e137bee1-d903-4afa-a858-8758c7177aa5, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:33:32.629007 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] For port e137bee1-d903-4afa-a858-8758c7177aa5, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e137bee1-d903-4afa-a858-8758c7177aa5,segment=NetworkSegment(972435a0-d9f0-442f-9bf0-a242ae17edf2),segment_id=972435a0-d9f0-442f-9bf0-a242ae17edf2)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:33:32.635811 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.682679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8593d867-9a87-439f-a1f4-d7cac0abb037 None None] DHCP port deletion for 1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:33:32.699767 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8593d867-9a87-439f-a1f4-d7cac0abb037 None None] Deleting port 90e7a160-06b3-4d10-804d-959e30162684 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:32.700210 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8593d867-9a87-439f-a1f4-d7cac0abb037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.794165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.799108 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7a4f28a6-c6c7-44d4-a6c5-427eb9641cdd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.883866 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Deleting port e137bee1-d903-4afa-a858-8758c7177aa5 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:32.884281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:32.934373 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Calling delete_port for 90e7a160-06b3-4d10-804d-959e30162684 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:32.963814 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395996d7-4f00-4ade-87fe-a67c14809c20 None None] Pushing event updated for resources: {'Port': ['ID=e137bee1-d903-4afa-a858-8758c7177aa5,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:33.000676 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd98433-f6a9-4dcd-b127-799419c87d70 None None] Network 51332351-67d1-4fba-bce6-3cf92b8f8248 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:33.005056 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.027678 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f28a6-c6c7-44d4-a6c5-427eb9641cdd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Subnet': ['ID=7836d77c-b613-47f0-b903-ba5f3e8e5c33,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:33.028134 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.065253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:33:33.076825 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.077403 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Added segment ea196262-ea27-46fc-a0e4-f2d456ed2875 of type vlan for network ff4a5360-acb6-446d-a4d9-75b6632567e8 Jan 12 09:33:33.124451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.175998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.182236 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:33.182903 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.191604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-8593d867-9a87-439f-a1f4-d7cac0abb037 None None] For port 90e7a160-06b3-4d10-804d-959e30162684, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=90e7a160-06b3-4d10-804d-959e30162684,segment=NetworkSegment(a1de79b8-8c81-480a-9516-92b2572f06df),segment_id=a1de79b8-8c81-480a-9516-92b2572f06df)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:33.191996 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8593d867-9a87-439f-a1f4-d7cac0abb037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.201448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4f28a6-c6c7-44d4-a6c5-427eb9641cdd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Checking segment: {'id': 'eba61e43-35b5-4111-a860-73c26011bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f1555eac-ff9c-48b9-a29b-2826f75c9614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:33.201804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4f28a6-c6c7-44d4-a6c5-427eb9641cdd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network hostable DHCP agents. Network: f1555eac-ff9c-48b9-a29b-2826f75c9614, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:33.302343 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60022) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:33.312306 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa7e406-0e53-423e-ac78-15ab643bbf4b,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:33.383274 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5820055 Jan 12 09:33:33.383274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe70c06-6d89-4887-9318-580c8ebd1158 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Network': ['ID=ff4a5360-acb6-446d-a4d9-75b6632567e8,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:33.385772 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60028) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:33.396821 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-0252f7eb-a55f-4a80-adc6-e08939a9f6ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:33.404460 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8593d867-9a87-439f-a1f4-d7cac0abb037 None None] Calling delete_port for 90e7a160-06b3-4d10-804d-959e30162684 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:33.421465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.436599 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:33:33.466131 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] For port e137bee1-d903-4afa-a858-8758c7177aa5, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e137bee1-d903-4afa-a858-8758c7177aa5,segment=NetworkSegment(972435a0-d9f0-442f-9bf0-a242ae17edf2),segment_id=972435a0-d9f0-442f-9bf0-a242ae17edf2)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:33.467484 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.475981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4f28a6-c6c7-44d4-a6c5-427eb9641cdd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network f1555eac-ff9c-48b9-a29b-2826f75c9614 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:33.506531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event deleted for resources: {'Port': ['ID=90e7a160-06b3-4d10-804d-959e30162684,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:33.516421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] No DVR routers for this DVR port 90e7a160-06b3-4d10-804d-959e30162684 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:33:33.523054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307797489'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:33.543657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-7a4f28a6-c6c7-44d4-a6c5-427eb9641cdd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, f1555eac-ff9c-48b9-a29b-2826f75c9614) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:33.566309 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d7136-faab-4230-be81-5a96934ff830 None None] Network f1555eac-ff9c-48b9-a29b-2826f75c9614 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:33.605541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:33.609034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4f28a6-c6c7-44d4-a6c5-427eb9641cdd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:33.609628 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7a4f28a6-c6c7-44d4-a6c5-427eb9641cdd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.620550 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Calling delete_port for e137bee1-d903-4afa-a858-8758c7177aa5 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:33.624599 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:33.641120 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:33.654493 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0252f7eb-a55f-4a80-adc6-e08939a9f6ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:33.657803 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0252f7eb-a55f-4a80-adc6-e08939a9f6ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:33.660697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0252f7eb-a55f-4a80-adc6-e08939a9f6ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:33.663465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:33.669352 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-8593d867-9a87-439f-a1f4-d7cac0abb037 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:33:33.669734 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-8593d867-9a87-439f-a1f4-d7cac0abb037 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:33:33.680231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0252f7eb-a55f-4a80-adc6-e08939a9f6ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:33.692600 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7a4f28a6-c6c7-44d4-a6c5-427eb9641cdd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3652761 Jan 12 09:33:33.695483 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60032) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:33.706150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'network_id': 'f1555eac-ff9c-48b9-a29b-2826f75c9614', 'security_groups': [], 'name': 'tempest-PortsTestJSON-831902885'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:33.752552 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0252f7eb-a55f-4a80-adc6-e08939a9f6ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:33.756028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0252f7eb-a55f-4a80-adc6-e08939a9f6ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.775363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.782560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.828938 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.833053 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-f1555eac-ff9c-48b9-a29b-2826f75c9614', 'network_id': 'f1555eac-ff9c-48b9-a29b-2826f75c9614', 'tenant_id': 'e398d06e5ea248788795b74f5516b423', 'fixed_ips': [{'subnet_id': '7836d77c-b613-47f0-b903-ba5f3e8e5c33'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:33:33.834143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.843958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.896929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:33.914457 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event deleted for resources: {'Port': ['ID=e137bee1-d903-4afa-a858-8758c7177aa5,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:33.915612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:33.916591 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] No DVR routers for this DVR port e137bee1-d903-4afa-a858-8758c7177aa5 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:33:33.923864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1de79b8-8c81-480a-9516-92b2572f06df') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:33.924158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1de79b8-8c81-480a-9516-92b2572f06df') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:33.934864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:33.943318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:33.950623 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.968274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:33.969985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:33.980357 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:port and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:33.985355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:33.987541 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:34.004683 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:33:34.005088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.009493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:33:34.019997 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:33:34.065825 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.066908 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Allocated IP 172.20.0.2 (f1555eac-ff9c-48b9-a29b-2826f75c9614/7836d77c-b613-47f0-b903-ba5f3e8e5c33/9efdbad0-bf96-4113-add2-970fe4cf71a8) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:34.088421 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:34.092196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.111986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51332351-67d1-4fba-bce6-3cf92b8f8248']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:34.130286 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972435a0-d9f0-442f-9bf0-a242ae17edf2') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:34.130596 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972435a0-d9f0-442f-9bf0-a242ae17edf2') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:34.141763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] device_id is not set on port d0164f0d-1e72-4a0d-9012-1acb0e7ca9e0 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:34.183284 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.208589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.213721 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.219456 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.226299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8593d867-9a87-439f-a1f4-d7cac0abb037 None None] Deleting port 90e7a160-06b3-4d10-804d-959e30162684 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:34.226674 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8593d867-9a87-439f-a1f4-d7cac0abb037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.232455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:33:34.232862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:33:34.247389 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:33:34.317644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.338859 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 90e7a160-06b3-4d10-804d-959e30162684 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:33:34.342718 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0252f7eb-a55f-4a80-adc6-e08939a9f6ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.345682 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.347703 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.352355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.380313 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8593d867-9a87-439f-a1f4-d7cac0abb037 None None] The port '90e7a160-06b3-4d10-804d-959e30162684' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:33:34.383172 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/networks/51332351-67d1-4fba-bce6-3cf92b8f8248 HTTP/1.1" status: 204 len: 168 time: 3.9566953 Jan 12 09:33:34.387323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60042) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:34.394556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 90e7a160-06b3-4d10-804d-959e30162684 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:33:34.394874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:34.395525 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 90e7a160-06b3-4d10-804d-959e30162684 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:33:34.396380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-8536168f-c525-44f1-baf4-c574cba6aba2 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1222217867'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:34.401869 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be04e0-c029-4968-b278-7f7115e03056 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event deleted for resources: {'Network': ['ID=51332351-67d1-4fba-bce6-3cf92b8f8248,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:34.409709 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8536168f-c525-44f1-baf4-c574cba6aba2 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:34.413772 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event deleted for resources: {'Network': ['ID=1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:34.418270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8536168f-c525-44f1-baf4-c574cba6aba2 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Usage tracker for resource:network and tenant:1ce0c351af064399b2091caffd0aad03 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:34.422750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8536168f-c525-44f1-baf4-c574cba6aba2 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:34.430207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8536168f-c525-44f1-baf4-c574cba6aba2 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:34.431767 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:34.443198 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8536168f-c525-44f1-baf4-c574cba6aba2 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Made reservation on behalf of 1ce0c351af064399b2091caffd0aad03 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:34.447808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8536168f-c525-44f1-baf4-c574cba6aba2 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.456203 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:34.477283 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8536168f-c525-44f1-baf4-c574cba6aba2 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:33:34.487300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.488773 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8536168f-c525-44f1-baf4-c574cba6aba2 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.489163 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-8536168f-c525-44f1-baf4-c574cba6aba2 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Added segment c36101db-55f5-45f4-a369-cb794c5d7a27 of type vlan for network ac5cf876-bcfb-4bb3-aaf1-79d83077e276 Jan 12 09:33:34.489919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:34.499652 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Transition to ACTIVE for port object 9efdbad0-bf96-4113-add2-970fe4cf71a8 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:34.500588 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e6e66f2a-cf97-4603-9dbc-edb882a1b3a3 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] 10.222.0.26 "DELETE /v2.0/networks/1d826b3d-9ac9-472c-87aa-fc2f8c3dc84f HTTP/1.1" status: 204 len: 168 time: 2.5628285 Jan 12 09:33:34.503605 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60046) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:34.512825 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c6d3eb-d2e0-4f92-b1ba-24d65d03391a,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:34.523608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252f7eb-a55f-4a80-adc6-e08939a9f6ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=b15e4778-2c0b-442e-8356-ddec0e798ab3,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:34.527098 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0252f7eb-a55f-4a80-adc6-e08939a9f6ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:34.527452 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0252f7eb-a55f-4a80-adc6-e08939a9f6ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network hostable DHCP agents. Network: ff4a5360-acb6-446d-a4d9-75b6632567e8, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:34.528299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Transition to ACTIVE for port object 9efdbad0-bf96-4113-add2-970fe4cf71a8 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:34.534674 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.562928 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0252f7eb-a55f-4a80-adc6-e08939a9f6ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:34.581906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-0252f7eb-a55f-4a80-adc6-e08939a9f6ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, ff4a5360-acb6-446d-a4d9-75b6632567e8) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:34.592417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0252f7eb-a55f-4a80-adc6-e08939a9f6ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:34.593046 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0252f7eb-a55f-4a80-adc6-e08939a9f6ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.594222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8536168f-c525-44f1-baf4-c574cba6aba2 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.595160 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9fb6fe-2eeb-4efa-8232-d8e4f9a8e313 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:34.639796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.645333 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0252f7eb-a55f-4a80-adc6-e08939a9f6ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2555947 Jan 12 09:33:34.645333 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.649110 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60050) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:34.661562 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'name': 'tempest-NetworksTestDHCPv6-1095595131'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:34.687027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Network f1555eac-ff9c-48b9-a29b-2826f75c9614 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:34.687346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.691303 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3844359 Jan 12 09:33:34.691531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60054) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:34.692630 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:34.694539 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29af4bd-afa5-47ae-b0a0-e43f3a43ccd0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3874f4-a4d5-43ff-92a3-b63e240ca100,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:34.695994 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Pushing event updated for resources: {'Port': ['ID=9efdbad0-bf96-4113-add2-970fe4cf71a8,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:34.699874 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:34.767528 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-66991375-6246-45ab-a5a6-6d40768d64c4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:34.787043 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-66991375-6246-45ab-a5a6-6d40768d64c4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:34.791076 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-66991375-6246-45ab-a5a6-6d40768d64c4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.0959947 Jan 12 09:33:34.792291 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60058) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:34.796753 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-135b6c00-cddc-413c-a356-ec8e716abff3 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group': {'name': 'tempest-security--1509589355', 'description': 'tempest-security-description-1583842493'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:34.814091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-88c01bad-fa83-47ef-80f4-d49616168183 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Deleting port 0b282d65-bbe2-4bbe-bf69-a95bbbcfe8c0 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:34.814432 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88c01bad-fa83-47ef-80f4-d49616168183 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.833280 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-135b6c00-cddc-413c-a356-ec8e716abff3 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.856968 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Attempting to bind port 9efdbad0-bf96-4113-add2-970fe4cf71a8 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:33:34.857746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Attempting to bind port 9efdbad0-bf96-4113-add2-970fe4cf71a8 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'eba61e43-35b5-4111-a860-73c26011bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f1555eac-ff9c-48b9-a29b-2826f75c9614'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:33:34.857746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Attempting to bind port 9efdbad0-bf96-4113-add2-970fe4cf71a8 on network f1555eac-ff9c-48b9-a29b-2826f75c9614 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:33:34.892549 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-135b6c00-cddc-413c-a356-ec8e716abff3 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.896080 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:33:34.896521 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Checking segment: {'id': 'eba61e43-35b5-4111-a860-73c26011bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f1555eac-ff9c-48b9-a29b-2826f75c9614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:34.897147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.897283 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Bound using segment: {'id': 'eba61e43-35b5-4111-a860-73c26011bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f1555eac-ff9c-48b9-a29b-2826f75c9614'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:33:34.897675 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Bound port: 9efdbad0-bf96-4113-add2-970fe4cf71a8, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba61e43-35b5-4111-a860-73c26011bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f1555eac-ff9c-48b9-a29b-2826f75c9614'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:33:34.898036 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.899154 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-135b6c00-cddc-413c-a356-ec8e716abff3 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.901862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-135b6c00-cddc-413c-a356-ec8e716abff3 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.905760 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-135b6c00-cddc-413c-a356-ec8e716abff3 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "PUT /v2.0/security-groups/6e3874f4-a4d5-43ff-92a3-b63e240ca100 HTTP/1.1" status: 200 len: 1778 time: 0.1109333 Jan 12 09:33:34.908609 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Allocated IP 172.20.0.12 (f1555eac-ff9c-48b9-a29b-2826f75c9614/7836d77c-b613-47f0-b903-ba5f3e8e5c33/d0164f0d-1e72-4a0d-9012-1acb0e7ca9e0) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:34.910518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60062) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:34.918401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8536168f-c525-44f1-baf4-c574cba6aba2 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.923811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8536168f-c525-44f1-baf4-c574cba6aba2 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:34.924395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8536168f-c525-44f1-baf4-c574cba6aba2 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:34.933296 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b6c00-cddc-413c-a356-ec8e716abff3 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3874f4-a4d5-43ff-92a3-b63e240ca100,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:35.020543 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': 'b15e4778-2c0b-442e-8356-ddec0e798ab3'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:33:35.021696 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:35.031048 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8536168f-c525-44f1-baf4-c574cba6aba2 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6426046 Jan 12 09:33:35.034735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60068) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:35.046871 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f2c7133e-1828-4c4f-8189-1e59a5b80f51 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Request body: {'subnet': {'network_id': 'ac5cf876-bcfb-4bb3-aaf1-79d83077e276', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:35.086626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] For port 9efdbad0-bf96-4113-add2-970fe4cf71a8, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:33:35.103963 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] For port 9efdbad0-bf96-4113-add2-970fe4cf71a8, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9efdbad0-bf96-4113-add2-970fe4cf71a8,segment=NetworkSegment(eba61e43-35b5-4111-a860-73c26011bd0d),segment_id=eba61e43-35b5-4111-a860-73c26011bd0d)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:33:35.115978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:35.205361 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f2c7133e-1828-4c4f-8189-1e59a5b80f51 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:35.209719 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f2c7133e-1828-4c4f-8189-1e59a5b80f51 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Usage tracker for resource:subnet and tenant:1ce0c351af064399b2091caffd0aad03 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:35.213032 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f2c7133e-1828-4c4f-8189-1e59a5b80f51 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:35.219669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f2c7133e-1828-4c4f-8189-1e59a5b80f51 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:35.232056 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c7133e-1828-4c4f-8189-1e59a5b80f51 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Made reservation on behalf of 1ce0c351af064399b2091caffd0aad03 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:35.236141 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f2c7133e-1828-4c4f-8189-1e59a5b80f51 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:35.276920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a07f75-f7b0-485f-ad97-5beffd7861c8 None None] Pushing event updated for resources: {'Port': ['ID=9efdbad0-bf96-4113-add2-970fe4cf71a8,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:35.292029 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Allocated IP 2001:db8::2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/b15e4778-2c0b-442e-8356-ddec0e798ab3/d581430e-d9d8-4a8c-a969-81f509bd4f29) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:35.425256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536168f-c525-44f1-baf4-c574cba6aba2 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event updated for resources: {'Network': ['ID=ac5cf876-bcfb-4bb3-aaf1-79d83077e276,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:35.432938 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4c0f5f2e-d035-46b2-9faa-21de5371a22d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-groups/6e3874f4-a4d5-43ff-92a3-b63e240ca100 HTTP/1.1" status: 200 len: 1778 time: 0.4935606 Jan 12 09:33:35.434665 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60074) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:35.441509 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network ac5cf876-bcfb-4bb3-aaf1-79d83077e276 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:33:35.456515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:35.528742 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:port and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:35.536109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:35.540322 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88c01bad-fa83-47ef-80f4-d49616168183 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:35.540903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88c01bad-fa83-47ef-80f4-d49616168183 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:35.601727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:35.692883 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:35.709725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Transition to ACTIVE for port object d581430e-d9d8-4a8c-a969-81f509bd4f29 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:35.746042 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Transition to ACTIVE for port object d581430e-d9d8-4a8c-a969-81f509bd4f29 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:35.747739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f2c7133e-1828-4c4f-8189-1e59a5b80f51 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:35.763431 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:35.794270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-88c01bad-fa83-47ef-80f4-d49616168183 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Calling delete_port for 0b282d65-bbe2-4bbe-bf69-a95bbbcfe8c0 owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:35.834422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:35.837093 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:35.837936 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:35.845604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:35.848299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:35.866444 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7133e-1828-4c4f-8189-1e59a5b80f51 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event updated for resources: {'Subnet': ['ID=b3d41bf1-4dff-4a92-98b1-126c1978f983,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:35.869614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c7133e-1828-4c4f-8189-1e59a5b80f51 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Checking segment: {'id': 'c36101db-55f5-45f4-a369-cb794c5d7a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ac5cf876-bcfb-4bb3-aaf1-79d83077e276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:35.869974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c7133e-1828-4c4f-8189-1e59a5b80f51 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Network hostable DHCP agents. Network: ac5cf876-bcfb-4bb3-aaf1-79d83077e276, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:35.876192 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:35.895243 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1efdc59-372d-4403-87b5-35f1f024a13b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:35.903715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port bf8cf7a8-5dc6-4e2e-8758-15e4f8b9f138 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:35.927721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c7133e-1828-4c4f-8189-1e59a5b80f51 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Network ac5cf876-bcfb-4bb3-aaf1-79d83077e276 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:35.938564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1efdc59-372d-4403-87b5-35f1f024a13b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:35.939878 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Pushing event updated for resources: {'Port': ['ID=d581430e-d9d8-4a8c-a969-81f509bd4f29,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:35.946758 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Transition to ACTIVE for port object d0164f0d-1e72-4a0d-9012-1acb0e7ca9e0 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:35.963467 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Attempting to bind port d581430e-d9d8-4a8c-a969-81f509bd4f29 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:33:35.964213 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Attempting to bind port d581430e-d9d8-4a8c-a969-81f509bd4f29 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:33:35.964796 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Attempting to bind port d581430e-d9d8-4a8c-a969-81f509bd4f29 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:33:35.967825 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-f2c7133e-1828-4c4f-8189-1e59a5b80f51 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, ac5cf876-bcfb-4bb3-aaf1-79d83077e276) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:35.973882 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:33:35.975381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c7133e-1828-4c4f-8189-1e59a5b80f51 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:35.975643 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:35.975826 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f2c7133e-1828-4c4f-8189-1e59a5b80f51 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:35.976476 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:35.977157 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:33:35.977952 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Bound port: d581430e-d9d8-4a8c-a969-81f509bd4f29, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:33:35.979552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:35.999797 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ae90f-318f-4874-b8af-9ee215b61f35 None None] Network ac5cf876-bcfb-4bb3-aaf1-79d83077e276 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:36.051945 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f2c7133e-1828-4c4f-8189-1e59a5b80f51 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0110326 Jan 12 09:33:36.052215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60080) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:36.085704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1efdc59-372d-4403-87b5-35f1f024a13b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:36.088121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1efdc59-372d-4403-87b5-35f1f024a13b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:36.092081 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c1efdc59-372d-4403-87b5-35f1f024a13b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-groups/6e3874f4-a4d5-43ff-92a3-b63e240ca100 HTTP/1.1" status: 204 len: 168 time: 0.3779256 Jan 12 09:33:36.092972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60084) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:36.128972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efdc59-372d-4403-87b5-35f1f024a13b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3874f4-a4d5-43ff-92a3-b63e240ca100,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:36.155388 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::3de (ff4a5360-acb6-446d-a4d9-75b6632567e8/b15e4778-2c0b-442e-8356-ddec0e798ab3/bf8cf7a8-5dc6-4e2e-8758-15e4f8b9f138) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:36.190989 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] For port d581430e-d9d8-4a8c-a969-81f509bd4f29, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:33:36.223120 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] For port d581430e-d9d8-4a8c-a969-81f509bd4f29, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d581430e-d9d8-4a8c-a969-81f509bd4f29,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:33:36.263680 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:36.277544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:36.309146 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2c627e0c-cbbf-4cb3-a7ad-77f3cccd108c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:36.363973 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f3ef4fe-2f19-4677-8ae1-c769c4f09ef8 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:36.367882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2c627e0c-cbbf-4cb3-a7ad-77f3cccd108c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:36.372387 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2c627e0c-cbbf-4cb3-a7ad-77f3cccd108c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2601244 Jan 12 09:33:36.373054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60090) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:36.398508 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88c01bad-fa83-47ef-80f4-d49616168183 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:36.407766 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-be055e2a-3637-45fe-a972-5f9a0922054a tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] delete failed (client error): The resource could not be found. Jan 12 09:33:36.412519 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-be055e2a-3637-45fe-a972-5f9a0922054a tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-groups/6e3874f4-a4d5-43ff-92a3-b63e240ca100 HTTP/1.1" status: 404 len: 347 time: 0.0340040 Jan 12 09:33:36.413530 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60094) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:36.427459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9efdbad0-bf96-4113-add2-970fe4cf71a8 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:36.492241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-0ae4c30e-f420-4e6c-b98e-6cb4a5870e92 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group': {'name': 'tempest-secgroup--1574429186'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:36.506592 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f3ef4fe-2f19-4677-8ae1-c769c4f09ef8 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:36.552080 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 9efdbad0-bf96-4113-add2-970fe4cf71a8 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:36.571246 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network f1555eac-ff9c-48b9-a29b-2826f75c9614 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:36.590112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:36.599198 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0ae4c30e-f420-4e6c-b98e-6cb4a5870e92 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:36.626802 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eae3f8-a6c9-43cd-8732-4aa346a29c51 None None] Pushing event updated for resources: {'Port': ['ID=d581430e-d9d8-4a8c-a969-81f509bd4f29,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:36.632113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:36.642097 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f3ef4fe-2f19-4677-8ae1-c769c4f09ef8 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:36.646243 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7a64d7-6bdb-4552-9ae2-1cd1e6f9973d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ac5cf876-bcfb-4bb3-aaf1-79d83077e276', 'network_id': 'ac5cf876-bcfb-4bb3-aaf1-79d83077e276', 'tenant_id': '1ce0c351af064399b2091caffd0aad03', 'fixed_ips': [{'subnet_id': 'b3d41bf1-4dff-4a92-98b1-126c1978f983'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:33:36.647508 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6a7a64d7-6bdb-4552-9ae2-1cd1e6f9973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:36.713573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=d0164f0d-1e72-4a0d-9012-1acb0e7ca9e0,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:36.762958 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ef4fe-2f19-4677-8ae1-c769c4f09ef8 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d41bf1-4dff-4a92-98b1-126c1978f983,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:36.791116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0ae4c30e-f420-4e6c-b98e-6cb4a5870e92 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:36.859017 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c01bad-fa83-47ef-80f4-d49616168183 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Pushing event deleted for resources: {'Port': ['ID=0b282d65-bbe2-4bbe-bf69-a95bbbcfe8c0,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:36.894691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:36.895348 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:36.908100 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c30e-f420-4e6c-b98e-6cb4a5870e92 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:36.932884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:36.948326 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b51169db-06f9-4ce9-91e3-416000dcf25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:36.948933 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88c01bad-fa83-47ef-80f4-d49616168183 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:36.959121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f3ef4fe-2f19-4677-8ae1-c769c4f09ef8 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:36.962563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa90dd4-92ed-4084-9855-a26580f064b2 None None] Network f1555eac-ff9c-48b9-a29b-2826f75c9614 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:36.981318 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88c01bad-fa83-47ef-80f4-d49616168183 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:36.984501 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-88c01bad-fa83-47ef-80f4-d49616168183 tempest-FloatingIPAdminTestJSON-1079208218 tempest-FloatingIPAdminTestJSON-1079208218-project] 10.222.0.26 "DELETE /v2.0/floatingips/6306e5b5-d58a-4904-8291-27860026a746 HTTP/1.1" status: 204 len: 168 time: 2.4776394 Jan 12 09:33:36.984501 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0ae4c30e-f420-4e6c-b98e-6cb4a5870e92 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:36.986406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object bf8cf7a8-5dc6-4e2e-8758-15e4f8b9f138 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:36.988320 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5d1846d7-de88-4d7a-b905-d03ffb254e92 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.2919011 Jan 12 09:33:36.991775 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0ae4c30e-f420-4e6c-b98e-6cb4a5870e92 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:36.991944 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-7f3ef4fe-2f19-4677-8ae1-c769c4f09ef8 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5cf876-bcfb-4bb3-aaf1-79d83077e276']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:36.995409 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60104) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:36.999324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0ae4c30e-f420-4e6c-b98e-6cb4a5870e92 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:37.008869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-7f3ef4fe-2f19-4677-8ae1-c769c4f09ef8 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36101db-55f5-45f4-a369-cb794c5d7a27') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:37.009292 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-7f3ef4fe-2f19-4677-8ae1-c769c4f09ef8 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36101db-55f5-45f4-a369-cb794c5d7a27') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:37.025805 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f3ef4fe-2f19-4677-8ae1-c769c4f09ef8 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.040361 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0ae4c30e-f420-4e6c-b98e-6cb4a5870e92 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:37.062597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f3ef4fe-2f19-4677-8ae1-c769c4f09ef8 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.076890 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3ef4fe-2f19-4677-8ae1-c769c4f09ef8 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:33:37.077288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f3ef4fe-2f19-4677-8ae1-c769c4f09ef8 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.093436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-1b31d95d-fc5d-4e07-9d86-5b2c49c9f64f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port d0164f0d-1e72-4a0d-9012-1acb0e7ca9e0 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:37.093779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1b31d95d-fc5d-4e07-9d86-5b2c49c9f64f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:33:37.105160 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:33:37.162256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.178549 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e51b4-823d-4ee5-a962-360fde777567 None None] Network ac5cf876-bcfb-4bb3-aaf1-79d83077e276 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:37.244694 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f3ef4fe-2f19-4677-8ae1-c769c4f09ef8 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.273942 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d1a1c0e2-00de-4084-b5ac-af3c5c4fe124 None None] Provisioning for port 9efdbad0-bf96-4113-add2-970fe4cf71a8 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:37.284049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f3ef4fe-2f19-4677-8ae1-c769c4f09ef8 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.287260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ef4fe-2f19-4677-8ae1-c769c4f09ef8 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event deleted for resources: {'Network': ['ID=ac5cf876-bcfb-4bb3-aaf1-79d83077e276,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:37.307830 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7f3ef4fe-2f19-4677-8ae1-c769c4f09ef8 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/networks/ac5cf876-bcfb-4bb3-aaf1-79d83077e276 HTTP/1.1" status: 204 len: 168 time: 1.2545717 Jan 12 09:33:37.311729 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60110) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:37.318494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-bd90c1f6-aabd-4abc-b005-f66cbf6cc344 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1470926101'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:37.324792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-bd90c1f6-aabd-4abc-b005-f66cbf6cc344 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:37.330204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bd90c1f6-aabd-4abc-b005-f66cbf6cc344 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Usage tracker for resource:network and tenant:1ce0c351af064399b2091caffd0aad03 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:37.334195 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bd90c1f6-aabd-4abc-b005-f66cbf6cc344 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:37.342116 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-bd90c1f6-aabd-4abc-b005-f66cbf6cc344 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:37.344384 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d1a1c0e2-00de-4084-b5ac-af3c5c4fe124 None None] Provisioning complete for port 9efdbad0-bf96-4113-add2-970fe4cf71a8 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:37.344978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c0e2-00de-4084-b5ac-af3c5c4fe124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.357775 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd90c1f6-aabd-4abc-b005-f66cbf6cc344 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Made reservation on behalf of 1ce0c351af064399b2091caffd0aad03 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:37.363944 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd90c1f6-aabd-4abc-b005-f66cbf6cc344 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.416025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd90c1f6-aabd-4abc-b005-f66cbf6cc344 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:33:37.420818 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60114) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:37.469541 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:37.486332 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:37.488460 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=bf8cf7a8-5dc6-4e2e-8758-15e4f8b9f138,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:37.490287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd90c1f6-aabd-4abc-b005-f66cbf6cc344 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.490635 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-bd90c1f6-aabd-4abc-b005-f66cbf6cc344 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Added segment 2f659841-41b3-4f4e-8d4d-e784ddc52057 of type vlan for network a522db41-c2c8-429a-b038-51ec83fd342c Jan 12 09:33:37.498907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:37.505303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:37.506022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.536167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c30e-f420-4e6c-b98e-6cb4a5870e92 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.550205 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd90c1f6-aabd-4abc-b005-f66cbf6cc344 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.563084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c30e-f420-4e6c-b98e-6cb4a5870e92 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.591589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd90c1f6-aabd-4abc-b005-f66cbf6cc344 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.598020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd90c1f6-aabd-4abc-b005-f66cbf6cc344 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:37.598913 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd90c1f6-aabd-4abc-b005-f66cbf6cc344 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.674755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c0e2-00de-4084-b5ac-af3c5c4fe124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.687677 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c30e-f420-4e6c-b98e-6cb4a5870e92 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.689289 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0ae4c30e-f420-4e6c-b98e-6cb4a5870e92 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2639198 Jan 12 09:33:37.693475 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60122) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:37.696678 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4c30e-f420-4e6c-b98e-6cb4a5870e92 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8429659-92c9-4643-87ac-26a2aab2503f,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:37.705031 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bd90c1f6-aabd-4abc-b005-f66cbf6cc344 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3892291 Jan 12 09:33:37.709128 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-172f6959-9475-4ef1-8dab-2568e527b7da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0589395 Jan 12 09:33:37.729393 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d1a1c0e2-00de-4084-b5ac-af3c5c4fe124 None None] For port 9efdbad0-bf96-4113-add2-970fe4cf71a8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9efdbad0-bf96-4113-add2-970fe4cf71a8,segment=NetworkSegment(eba61e43-35b5-4111-a860-73c26011bd0d),segment_id=eba61e43-35b5-4111-a860-73c26011bd0d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:37.737191 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c0e2-00de-4084-b5ac-af3c5c4fe124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.775295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60128) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:37.775659 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60130) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:37.813913 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Request body: {'subnet': {'network_id': 'a522db41-c2c8-429a-b038-51ec83fd342c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:37.850574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1b31d95d-fc5d-4e07-9d86-5b2c49c9f64f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:37.858634 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1c0e2-00de-4084-b5ac-af3c5c4fe124 None None] Pushing event updated for resources: {'Port': ['ID=9efdbad0-bf96-4113-add2-970fe4cf71a8,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:37.982256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-49c3c6ab-a2f0-438c-b199-bddaad55f246 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group_rule': {'security_group_id': 'a8429659-92c9-4643-87ac-26a2aab2503f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:37.994193 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-1b31d95d-fc5d-4e07-9d86-5b2c49c9f64f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for d0164f0d-1e72-4a0d-9012-1acb0e7ca9e0 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:38.039898 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90c1f6-aabd-4abc-b005-f66cbf6cc344 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event updated for resources: {'Network': ['ID=a522db41-c2c8-429a-b038-51ec83fd342c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:38.040134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-49c3c6ab-a2f0-438c-b199-bddaad55f246 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:38.053165 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:38.053810 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network a522db41-c2c8-429a-b038-51ec83fd342c details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:33:38.071898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-49c3c6ab-a2f0-438c-b199-bddaad55f246 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:38.078137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Usage tracker for resource:subnet and tenant:1ce0c351af064399b2091caffd0aad03 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:38.080398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-49c3c6ab-a2f0-438c-b199-bddaad55f246 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:38.083058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:38.087940 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c8dbf66b-3597-4146-ba26-843bd29f51da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=714b5a922d2b4dd6a255a7b932995853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6656373 Jan 12 09:33:38.095660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60138) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:38.099029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:38.105960 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-49c3c6ab-a2f0-438c-b199-bddaad55f246 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:38.138063 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0240ee8f-0c4b-4aa6-b2d5-04868410e639 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:38.144444 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Made reservation on behalf of 1ce0c351af064399b2091caffd0aad03 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:38.148144 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.165543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-49c3c6ab-a2f0-438c-b199-bddaad55f246 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.209335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce72461-30f7-44c9-8c96-5f38f608fc29 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:38.216611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce72461-30f7-44c9-8c96-5f38f608fc29 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:38.218327 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6ce72461-30f7-44c9-8c96-5f38f608fc29 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4369588 Jan 12 09:33:38.222745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60142) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:38.300489 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1b31d95d-fc5d-4e07-9d86-5b2c49c9f64f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.346372 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b4c3ec51-39e7-43f6-a8bc-a0622e2a5d53 None None] Provisioning for port d0164f0d-1e72-4a0d-9012-1acb0e7ca9e0 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:38.354216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b4c3ec51-39e7-43f6-a8bc-a0622e2a5d53 None None] Provisioning complete for port d0164f0d-1e72-4a0d-9012-1acb0e7ca9e0 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:38.354896 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b4c3ec51-39e7-43f6-a8bc-a0622e2a5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.363500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-49c3c6ab-a2f0-438c-b199-bddaad55f246 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.366122 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31d95d-fc5d-4e07-9d86-5b2c49c9f64f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=d0164f0d-1e72-4a0d-9012-1acb0e7ca9e0,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:38.401431 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-49c3c6ab-a2f0-438c-b199-bddaad55f246 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.416502 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b4c3ec51-39e7-43f6-a8bc-a0622e2a5d53 None None] Port d0164f0d-1e72-4a0d-9012-1acb0e7ca9e0 was deleted so its status cannot be updated. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 12 09:33:38.419175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-06ca5067-c404-4de9-bc44-67f38eaf9b7d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port bf8cf7a8-5dc6-4e2e-8758-15e4f8b9f138 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:38.419738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-06ca5067-c404-4de9-bc44-67f38eaf9b7d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.424489 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3c6ab-a2f0-438c-b199-bddaad55f246 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456e70bc-8257-438f-ba73-4c4bc7396cbc,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:38.447268 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b4c3ec51-39e7-43f6-a8bc-a0622e2a5d53 None None] Provisioning complete for port 9efdbad0-bf96-4113-add2-970fe4cf71a8 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:38.447790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b4c3ec51-39e7-43f6-a8bc-a0622e2a5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.503348 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-49c3c6ab-a2f0-438c-b199-bddaad55f246 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.507310 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-49c3c6ab-a2f0-438c-b199-bddaad55f246 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8100364 Jan 12 09:33:38.507762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1b31d95d-fc5d-4e07-9d86-5b2c49c9f64f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.510134 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1b31d95d-fc5d-4e07-9d86-5b2c49c9f64f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/d0164f0d-1e72-4a0d-9012-1acb0e7ca9e0 HTTP/1.1" status: 204 len: 168 time: 1.5137548 Jan 12 09:33:38.511061 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60146) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:38.513540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60148) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:38.556844 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d581430e-d9d8-4a8c-a969-81f509bd4f29 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:38.569742 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a5bff9-bd55-4c98-bbd2-583419613abe tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] GET failed (client error): The resource could not be found. Jan 12 09:33:38.570702 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d1a5bff9-bd55-4c98-bbd2-583419613abe tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:38.588070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb3afc03-ec7f-4690-a629-96dc283c8d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.601322 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-370d106d-04d7-4d0b-92c1-253b50de76d5 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.614944 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-370d106d-04d7-4d0b-92c1-253b50de76d5 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.621357 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d1a5bff9-bd55-4c98-bbd2-583419613abe tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:38.622735 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d1a5bff9-bd55-4c98-bbd2-583419613abe tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/d0164f0d-1e72-4a0d-9012-1acb0e7ca9e0 HTTP/1.1" status: 404 len: 333 time: 0.1082168 Jan 12 09:33:38.628352 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60154) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:38.733347 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c956b3-2918-41fc-a8fb-38bad5fae285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting subnet 7836d77c-b613-47f0-b903-ba5f3e8e5c33 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:33:38.743371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-43c956b3-2918-41fc-a8fb-38bad5fae285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.760781 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port d581430e-d9d8-4a8c-a969-81f509bd4f29 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:38.766572 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b4c3ec51-39e7-43f6-a8bc-a0622e2a5d53 None None] Provisioning for port d581430e-d9d8-4a8c-a969-81f509bd4f29 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:38.771278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port d581430e-d9d8-4a8c-a969-81f509bd4f29 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:38.771687 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.798004 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-370d106d-04d7-4d0b-92c1-253b50de76d5 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.802805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b4c3ec51-39e7-43f6-a8bc-a0622e2a5d53 None None] Provisioning complete for port d581430e-d9d8-4a8c-a969-81f509bd4f29 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:38.802805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b4c3ec51-39e7-43f6-a8bc-a0622e2a5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.830805 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb3afc03-ec7f-4690-a629-96dc283c8d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:38.902379 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-43c956b3-2918-41fc-a8fb-38bad5fae285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.042235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-43c956b3-2918-41fc-a8fb-38bad5fae285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.099492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-370d106d-04d7-4d0b-92c1-253b50de76d5 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.109035 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-370d106d-04d7-4d0b-92c1-253b50de76d5 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/456e70bc-8257-438f-ba73-4c4bc7396cbc HTTP/1.1" status: 204 len: 168 time: 0.5967851 Jan 12 09:33:39.118122 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60164) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:39.124125 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d106d-04d7-4d0b-92c1-253b50de76d5 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=456e70bc-8257-438f-ba73-4c4bc7396cbc,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:39.147100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.197320 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-dbc7455c-5c4a-470a-84d9-45339ea5c2f9 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:39.202510 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-43c956b3-2918-41fc-a8fb-38bad5fae285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.227770 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port d581430e-d9d8-4a8c-a969-81f509bd4f29, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d581430e-d9d8-4a8c-a969-81f509bd4f29,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:39.228979 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b4c3ec51-39e7-43f6-a8bc-a0622e2a5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.236042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-06ca5067-c404-4de9-bc44-67f38eaf9b7d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.243531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb3afc03-ec7f-4690-a629-96dc283c8d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.254074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c956b3-2918-41fc-a8fb-38bad5fae285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Subnet': ['ID=7836d77c-b613-47f0-b903-ba5f3e8e5c33,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:39.259903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.260710 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9efdbad0-bf96-4113-add2-970fe4cf71a8 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:39.260958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-43c956b3-2918-41fc-a8fb-38bad5fae285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.273239 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-43c956b3-2918-41fc-a8fb-38bad5fae285 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/7836d77c-b613-47f0-b903-ba5f3e8e5c33 HTTP/1.1" status: 204 len: 168 time: 0.6436455 Jan 12 09:33:39.276122 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60168) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:39.308055 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-dbc7455c-5c4a-470a-84d9-45339ea5c2f9 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:39.312909 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-dbc7455c-5c4a-470a-84d9-45339ea5c2f9 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1935611 Jan 12 09:33:39.317537 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60172) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:39.398914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65086fc5-9e34-4b40-be5c-3e709c98ed4c None None] Network f1555eac-ff9c-48b9-a29b-2826f75c9614 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:39.400678 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3afc03-ec7f-4690-a629-96dc283c8d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271fcde8-957f-418f-9f18-8e3688b758f4,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:39.410316 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-06ca5067-c404-4de9-bc44-67f38eaf9b7d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for bf8cf7a8-5dc6-4e2e-8758-15e4f8b9f138 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:39.427212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=d581430e-d9d8-4a8c-a969-81f509bd4f29,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:39.443031 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.460635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-36131356-ab05-4af6-897d-ac3fbf43e1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.480129 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port 9efdbad0-bf96-4113-add2-970fe4cf71a8 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:39.480707 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.509713 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ac699dee-00b2-4f96-8f68-bd92dc7d6fd6 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.529089 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb3afc03-ec7f-4690-a629-96dc283c8d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.533164 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fb3afc03-ec7f-4690-a629-96dc283c8d31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/271fcde8-957f-418f-9f18-8e3688b758f4 HTTP/1.1" status: 204 len: 168 time: 1.4331353 Jan 12 09:33:39.556689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ac699dee-00b2-4f96-8f68-bd92dc7d6fd6 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.630377 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.objects.ports [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87664) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:33:39.631868 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.685596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-b4c3ec51-39e7-43f6-a8bc-a0622e2a5d53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:33:39.686068 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-b4c3ec51-39e7-43f6-a8bc-a0622e2a5d53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:33:39.713266 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 9efdbad0-bf96-4113-add2-970fe4cf71a8 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:39.713728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.771275 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] For port 9efdbad0-bf96-4113-add2-970fe4cf71a8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9efdbad0-bf96-4113-add2-970fe4cf71a8,segment=NetworkSegment(eba61e43-35b5-4111-a860-73c26011bd0d),segment_id=eba61e43-35b5-4111-a860-73c26011bd0d)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:39.772021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.777768 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event updated for resources: {'Subnet': ['ID=6ab1d1a5-b6cc-4915-8b63-8ab8094a4dad,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:39.797488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Checking segment: {'id': '2f659841-41b3-4f4e-8d4d-e784ddc52057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a522db41-c2c8-429a-b038-51ec83fd342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:39.797867 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Network hostable DHCP agents. Network: a522db41-c2c8-429a-b038-51ec83fd342c, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:39.809391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-06ca5067-c404-4de9-bc44-67f38eaf9b7d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.883156 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca5067-c404-4de9-bc44-67f38eaf9b7d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=bf8cf7a8-5dc6-4e2e-8758-15e4f8b9f138,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:39.922886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f9c80-167f-488e-927d-b8d5f6616289 None None] DHCP port deletion for f1555eac-ff9c-48b9-a29b-2826f75c9614 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:33:39.928281 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f38f9c80-167f-488e-927d-b8d5f6616289 None None] Deleting port 9efdbad0-bf96-4113-add2-970fe4cf71a8 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:39.928760 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f38f9c80-167f-488e-927d-b8d5f6616289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.937535 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Network a522db41-c2c8-429a-b038-51ec83fd342c is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:39.950299 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-06ca5067-c404-4de9-bc44-67f38eaf9b7d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:39.963139 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60180) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:39.964617 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-06ca5067-c404-4de9-bc44-67f38eaf9b7d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/bf8cf7a8-5dc6-4e2e-8758-15e4f8b9f138 HTTP/1.1" status: 204 len: 168 time: 1.7385063 Jan 12 09:33:39.967421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60184) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:39.993356 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, a522db41-c2c8-429a-b038-51ec83fd342c) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:40.017446 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b75aefe-076e-4b6a-a535-016e927fa1fb None None] Network a522db41-c2c8-429a-b038-51ec83fd342c requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:40.070026 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for 9efdbad0-bf96-4113-add2-970fe4cf71a8 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:40.148983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021dc2de-7c4e-44cc-a79c-9299749addd0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:40.150610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021dc2de-7c4e-44cc-a79c-9299749addd0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:40.151413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-021dc2de-7c4e-44cc-a79c-9299749addd0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:40.164089 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-659e9a6a-1e64-4818-b608-762cfc82bef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.188931 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:40.189744 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.215819 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.223265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-659e9a6a-1e64-4818-b608-762cfc82bef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:40.232766 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-659e9a6a-1e64-4818-b608-762cfc82bef9 admin admin] Usage tracker for resource:security_group_rule and tenant:2bb2a9edc9b4406e9be52c5ec05e5686 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:40.236728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-659e9a6a-1e64-4818-b608-762cfc82bef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:40.244497 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a1ba846c-9669-4f02-910f-a06e8525c4c7 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4648182 Jan 12 09:33:40.245614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-659e9a6a-1e64-4818-b608-762cfc82bef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:40.247472 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60192) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:40.276154 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ac699dee-00b2-4f96-8f68-bd92dc7d6fd6 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.278144 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-021dc2de-7c4e-44cc-a79c-9299749addd0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:40.279469 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-021dc2de-7c4e-44cc-a79c-9299749addd0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2945466 Jan 12 09:33:40.286751 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60196) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:40.288659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No DVR routers for this DVR port 9efdbad0-bf96-4113-add2-970fe4cf71a8 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:33:40.335204 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d581430e-d9d8-4a8c-a969-81f509bd4f29 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:40.373588 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac699dee-00b2-4f96-8f68-bd92dc7d6fd6 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8429659-92c9-4643-87ac-26a2aab2503f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:40.375623 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=9efdbad0-bf96-4113-add2-970fe4cf71a8,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:40.385432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11aa363-f1d6-46dc-b969-32a2f89c12ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet b15e4778-2c0b-442e-8356-ddec0e798ab3 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:33:40.398736 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c11aa363-f1d6-46dc-b969-32a2f89c12ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.408009 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.439842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ac699dee-00b2-4f96-8f68-bd92dc7d6fd6 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.444155 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ac699dee-00b2-4f96-8f68-bd92dc7d6fd6 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-groups/a8429659-92c9-4643-87ac-26a2aab2503f HTTP/1.1" status: 204 len: 168 time: 1.1223986 Jan 12 09:33:40.486875 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60202) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:40.491654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d33f6094-b17c-416c-ae04-3d93f5ea061c None None] Could not find standard attr ID for object d0164f0d-1e72-4a0d-9012-1acb0e7ca9e0. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:33:40.495828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.521783 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1555eac-ff9c-48b9-a29b-2826f75c9614']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:40.534495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba61e43-35b5-4111-a860-73c26011bd0d') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:40.534843 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba61e43-35b5-4111-a860-73c26011bd0d') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:40.546508 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.563809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.571147 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:33:40.571402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c11aa363-f1d6-46dc-b969-32a2f89c12ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.571912 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.586024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d33f6094-b17c-416c-ae04-3d93f5ea061c None None] Could not find standard attr ID for object bf8cf7a8-5dc6-4e2e-8758-15e4f8b9f138. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:33:40.586203 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:33:40.604102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-f38f9c80-167f-488e-927d-b8d5f6616289 None None] For port 9efdbad0-bf96-4113-add2-970fe4cf71a8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9efdbad0-bf96-4113-add2-970fe4cf71a8,segment=NetworkSegment(eba61e43-35b5-4111-a860-73c26011bd0d),segment_id=eba61e43-35b5-4111-a860-73c26011bd0d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:40.604556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f38f9c80-167f-488e-927d-b8d5f6616289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.623247 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d13dc-1caf-4041-841b-0aedc27f7b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-a522db41-c2c8-429a-b038-51ec83fd342c', 'network_id': 'a522db41-c2c8-429a-b038-51ec83fd342c', 'tenant_id': '1ce0c351af064399b2091caffd0aad03', 'fixed_ips': [{'subnet_id': '6ab1d1a5-b6cc-4915-8b63-8ab8094a4dad'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:33:40.624416 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-505d13dc-1caf-4041-841b-0aedc27f7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.665432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-32491e13-ed4a-492c-b459-86ad8a28ecef tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.672180 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.679561 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f235eee3-33e3-4c8c-877a-256261614872 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1851692 Jan 12 09:33:40.690294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port d581430e-d9d8-4a8c-a969-81f509bd4f29 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:40.690847 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.692377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60206) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:40.693347 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.704351 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4ef6ca4e-1518-440a-9ffa-ae0118ebdd18 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group': {'name': 'tempest-secgroup--316965880'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:40.708560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Network': ['ID=f1555eac-ff9c-48b9-a29b-2826f75c9614,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:40.713004 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4ef6ca4e-1518-440a-9ffa-ae0118ebdd18 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:40.717723 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cc18776b-47a9-491a-8818-09f2685b3bdb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/networks/f1555eac-ff9c-48b9-a29b-2826f75c9614 HTTP/1.1" status: 204 len: 168 time: 1.4404340 Jan 12 09:33:40.719211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4ef6ca4e-1518-440a-9ffa-ae0118ebdd18 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:40.722450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4ef6ca4e-1518-440a-9ffa-ae0118ebdd18 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:40.724894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60210) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:40.733140 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-666bbbac-f0b8-4e71-9269-de458fb350bf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'name': 'tempest-PortsTestJSON-650651939'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:40.747109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4ef6ca4e-1518-440a-9ffa-ae0118ebdd18 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:40.755452 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-659e9a6a-1e64-4818-b608-762cfc82bef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.773146 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-659e9a6a-1e64-4818-b608-762cfc82bef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.779001 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4ef6ca4e-1518-440a-9ffa-ae0118ebdd18 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.803717 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f38f9c80-167f-488e-927d-b8d5f6616289 None None] Calling delete_port for 9efdbad0-bf96-4113-add2-970fe4cf71a8 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:40.830403 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d33f6094-b17c-416c-ae04-3d93f5ea061c None None] Provisioning complete for port d581430e-d9d8-4a8c-a969-81f509bd4f29 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:40.830794 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d33f6094-b17c-416c-ae04-3d93f5ea061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.841018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-32491e13-ed4a-492c-b459-86ad8a28ecef tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.863135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4ef6ca4e-1518-440a-9ffa-ae0118ebdd18 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:40.865523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-666bbbac-f0b8-4e71-9269-de458fb350bf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:40.870346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4ef6ca4e-1518-440a-9ffa-ae0118ebdd18 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:40.875939 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4ef6ca4e-1518-440a-9ffa-ae0118ebdd18 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:40.883730 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-666bbbac-f0b8-4e71-9269-de458fb350bf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:40.885862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4ef6ca4e-1518-440a-9ffa-ae0118ebdd18 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:40.909670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666bbbac-f0b8-4e71-9269-de458fb350bf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:40.913200 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-666bbbac-f0b8-4e71-9269-de458fb350bf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:40.947382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-666bbbac-f0b8-4e71-9269-de458fb350bf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] device_id is not set on port 765545af-55eb-4ca0-b29a-c45e7e9cc9c4 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:40.979204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c11aa363-f1d6-46dc-b969-32a2f89c12ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.023292 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-659e9a6a-1e64-4818-b608-762cfc82bef9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bb2a9edc9b4406e9be52c5ec05e5686&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0548334 Jan 12 09:33:41.025145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60214) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:41.035351 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e9a6a-1e64-4818-b608-762cfc82bef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed0fc49-3c0e-44e5-adb3-eb4d22b08ec0,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:41.071582 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.109533 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-32491e13-ed4a-492c-b459-86ad8a28ecef tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.119851 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-f38f9c80-167f-488e-927d-b8d5f6616289 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:33:41.119851 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-f38f9c80-167f-488e-927d-b8d5f6616289 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server [None req-505d13dc-1caf-4041-841b-0aedc27f7b20 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ab1d1a5-b6cc-4915-8b63-8ab8094a4dad: This subnet is being modified by another concurrent operation. Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:33:41.139210 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise exception Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ab1d1a5-b6cc-4915-8b63-8ab8094a4dad: This subnet is being modified by another concurrent operation. Jan 12 09:33:41.143752 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server Jan 12 09:33:41.159730 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c11aa363-f1d6-46dc-b969-32a2f89c12ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.162309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32491e13-ed4a-492c-b459-86ad8a28ecef tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab1d1a5-b6cc-4915-8b63-8ab8094a4dad,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:41.181250 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efef35a0-98b0-4796-b983-921242e32b8c None None] Network a522db41-c2c8-429a-b038-51ec83fd342c requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:41.219771 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11aa363-f1d6-46dc-b969-32a2f89c12ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=b15e4778-2c0b-442e-8356-ddec0e798ab3,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:41.224513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c11aa363-f1d6-46dc-b969-32a2f89c12ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.238201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72554b9-e825-46b1-9682-efa4db00232a None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:41.313537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9efdbad0-bf96-4113-add2-970fe4cf71a8 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:33:41.330966 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-32491e13-ed4a-492c-b459-86ad8a28ecef tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.343879 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c11aa363-f1d6-46dc-b969-32a2f89c12ea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/b15e4778-2c0b-442e-8356-ddec0e798ab3 HTTP/1.1" status: 204 len: 168 time: 1.0519099 Jan 12 09:33:41.346666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60222) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:41.361001 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-666bbbac-f0b8-4e71-9269-de458fb350bf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.377015 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 9efdbad0-bf96-4113-add2-970fe4cf71a8 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:33:41.377973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9efdbad0-bf96-4113-add2-970fe4cf71a8 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:33:41.406302 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4ef6ca4e-1518-440a-9ffa-ae0118ebdd18 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.410992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-666bbbac-f0b8-4e71-9269-de458fb350bf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.433324 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b876b837-41dd-40bd-bfa7-87075378a352 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852830 Jan 12 09:33:41.436323 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60226) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:41.439843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-32491e13-ed4a-492c-b459-86ad8a28ecef tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a522db41-c2c8-429a-b038-51ec83fd342c']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:41.449875 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-af61ce61-9bbe-486e-bb5e-08e0b5f3766b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:41.508064 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bbbac-f0b8-4e71-9269-de458fb350bf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=765545af-55eb-4ca0-b29a-c45e7e9cc9c4,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:41.519338 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4ef6ca4e-1518-440a-9ffa-ae0118ebdd18 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.562078 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-af61ce61-9bbe-486e-bb5e-08e0b5f3766b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:41.566513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-af61ce61-9bbe-486e-bb5e-08e0b5f3766b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:41.569862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-af61ce61-9bbe-486e-bb5e-08e0b5f3766b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:41.576505 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-af61ce61-9bbe-486e-bb5e-08e0b5f3766b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:41.595723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-32491e13-ed4a-492c-b459-86ad8a28ecef tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f659841-41b3-4f4e-8d4d-e784ddc52057') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:41.596016 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-32491e13-ed4a-492c-b459-86ad8a28ecef tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f659841-41b3-4f4e-8d4d-e784ddc52057') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:41.603302 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af61ce61-9bbe-486e-bb5e-08e0b5f3766b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:41.607092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-af61ce61-9bbe-486e-bb5e-08e0b5f3766b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.620724 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f38f9c80-167f-488e-927d-b8d5f6616289 None None] Deleting port 9efdbad0-bf96-4113-add2-970fe4cf71a8 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:41.621191 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f38f9c80-167f-488e-927d-b8d5f6616289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.634874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-32491e13-ed4a-492c-b459-86ad8a28ecef tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.636163 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4ef6ca4e-1518-440a-9ffa-ae0118ebdd18 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.640786 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4ef6ca4e-1518-440a-9ffa-ae0118ebdd18 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9445920 Jan 12 09:33:41.641872 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60232) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:41.646583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666bbbac-f0b8-4e71-9269-de458fb350bf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:41.649848 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-666bbbac-f0b8-4e71-9269-de458fb350bf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:41.660148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6ca4e-1518-440a-9ffa-ae0118ebdd18 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfaee77-7f69-42bd-8426-bfeee9f4680f,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:41.661350 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ddaefa0d-ff0e-4743-992f-3f11f19ceff4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group_rule': {'security_group_id': 'cdfaee77-7f69-42bd-8426-bfeee9f4680f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:41.666167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666bbbac-f0b8-4e71-9269-de458fb350bf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:41.674292 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666bbbac-f0b8-4e71-9269-de458fb350bf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:41.674959 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-666bbbac-f0b8-4e71-9269-de458fb350bf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.679756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ddaefa0d-ff0e-4743-992f-3f11f19ceff4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:41.698646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3610c428-1c40-4f43-a50c-7879f7e3df39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.719411 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-666bbbac-f0b8-4e71-9269-de458fb350bf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9934790 Jan 12 09:33:41.722288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60236) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:41.722428 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f38f9c80-167f-488e-927d-b8d5f6616289 None None] The port '9efdbad0-bf96-4113-add2-970fe4cf71a8' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:33:41.750271 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ddaefa0d-ff0e-4743-992f-3f11f19ceff4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:41.755835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ddaefa0d-ff0e-4743-992f-3f11f19ceff4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:41.763441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-32491e13-ed4a-492c-b459-86ad8a28ecef tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.765316 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ac4f7d-e30b-44fb-a957-38f1a229dc4d None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:33:41.767593 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ddaefa0d-ff0e-4743-992f-3f11f19ceff4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:41.772434 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e5ac4f7d-e30b-44fb-a957-38f1a229dc4d None None] Deleting port d581430e-d9d8-4a8c-a969-81f509bd4f29 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:41.773032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e5ac4f7d-e30b-44fb-a957-38f1a229dc4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.780421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32491e13-ed4a-492c-b459-86ad8a28ecef tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:33:41.780822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-32491e13-ed4a-492c-b459-86ad8a28ecef tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.795311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3610c428-1c40-4f43-a50c-7879f7e3df39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:33:41.796768 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:33:41.820033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-26d9ac66-40c8-439f-9ee9-e0b64f2ce075 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port 765545af-55eb-4ca0-b29a-c45e7e9cc9c4 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:41.820282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-26d9ac66-40c8-439f-9ee9-e0b64f2ce075 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.873103 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddaefa0d-ff0e-4743-992f-3f11f19ceff4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.934305 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-32491e13-ed4a-492c-b459-86ad8a28ecef tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.953762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-32491e13-ed4a-492c-b459-86ad8a28ecef tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.956677 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3610c428-1c40-4f43-a50c-7879f7e3df39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:41.972975 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32491e13-ed4a-492c-b459-86ad8a28ecef tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event deleted for resources: {'Network': ['ID=a522db41-c2c8-429a-b038-51ec83fd342c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:41.982193 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-32491e13-ed4a-492c-b459-86ad8a28ecef tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/networks/a522db41-c2c8-429a-b038-51ec83fd342c HTTP/1.1" status: 204 len: 168 time: 1.7303982 Jan 12 09:33:41.984250 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60240) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:41.999419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610c428-1c40-4f43-a50c-7879f7e3df39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed0fc49-3c0e-44e5-adb3-eb4d22b08ec0,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:42.016952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3610c428-1c40-4f43-a50c-7879f7e3df39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.017318 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e5ac4f7d-e30b-44fb-a957-38f1a229dc4d None None] For port d581430e-d9d8-4a8c-a969-81f509bd4f29, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d581430e-d9d8-4a8c-a969-81f509bd4f29,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:42.021535 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e5ac4f7d-e30b-44fb-a957-38f1a229dc4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.021699 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3610c428-1c40-4f43-a50c-7879f7e3df39 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bed0fc49-3c0e-44e5-adb3-eb4d22b08ec0 HTTP/1.1" status: 204 len: 168 time: 0.9908171 Jan 12 09:33:42.035221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddaefa0d-ff0e-4743-992f-3f11f19ceff4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.036531 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebc4fd5-5142-4be7-b53a-516c2b93a8ad tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] DELETE failed (client error): The resource could not be found. Jan 12 09:33:42.037009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebc4fd5-5142-4be7-b53a-516c2b93a8ad tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:33:42.073277 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddaefa0d-ff0e-4743-992f-3f11f19ceff4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.098611 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8ebc4fd5-5142-4be7-b53a-516c2b93a8ad tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/subnets/6ab1d1a5-b6cc-4915-8b63-8ab8094a4dad HTTP/1.1" status: 404 len: 337 time: 0.1097808 Jan 12 09:33:42.098866 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-26d9ac66-40c8-439f-9ee9-e0b64f2ce075 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.102435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaefa0d-ff0e-4743-992f-3f11f19ceff4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a441e1d3-5109-443b-bf06-0ae425b37838,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:42.103775 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60246) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:42.194255 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-173bdf1c-ccf1-4f18-99d9-febce6a97a71 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] DELETE failed (client error): The resource could not be found. Jan 12 09:33:42.194837 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173bdf1c-ccf1-4f18-99d9-febce6a97a71 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:33:42.195801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e5ac4f7d-e30b-44fb-a957-38f1a229dc4d None None] Calling delete_port for d581430e-d9d8-4a8c-a969-81f509bd4f29 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:42.199315 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-173bdf1c-ccf1-4f18-99d9-febce6a97a71 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/networks/a522db41-c2c8-429a-b038-51ec83fd342c HTTP/1.1" status: 404 len: 339 time: 0.0760028 Jan 12 09:33:42.199447 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60250) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:42.244311 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddaefa0d-ff0e-4743-992f-3f11f19ceff4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.245568 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ddaefa0d-ff0e-4743-992f-3f11f19ceff4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5997071 Jan 12 09:33:42.253584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60254) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:42.268019 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafd7710-88f8-4977-853b-97d0fd16c8cd tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] DELETE failed (client error): The resource could not be found. Jan 12 09:33:42.268713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cafd7710-88f8-4977-853b-97d0fd16c8cd tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:33:42.270404 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cafd7710-88f8-4977-853b-97d0fd16c8cd tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/subnets/b3d41bf1-4dff-4a92-98b1-126c1978f983 HTTP/1.1" status: 404 len: 337 time: 0.0699046 Jan 12 09:33:42.274021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-dcc81400-8523-41b7-909a-f7799b690d02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group_rule': {'security_group_id': 'cdfaee77-7f69-42bd-8426-bfeee9f4680f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:42.282257 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60258) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:42.286900 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e5ac4f7d-e30b-44fb-a957-38f1a229dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.287672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-dcc81400-8523-41b7-909a-f7799b690d02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:42.323223 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-dcc81400-8523-41b7-909a-f7799b690d02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:42.336108 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-dcc81400-8523-41b7-909a-f7799b690d02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:42.339896 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e817ea-e2b3-452b-8e64-6ca9f2dd17bc tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] DELETE failed (client error): The resource could not be found. Jan 12 09:33:42.340577 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e817ea-e2b3-452b-8e64-6ca9f2dd17bc tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:33:42.342749 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a6e817ea-e2b3-452b-8e64-6ca9f2dd17bc tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/networks/ac5cf876-bcfb-4bb3-aaf1-79d83077e276 HTTP/1.1" status: 404 len: 339 time: 0.0592542 Jan 12 09:33:42.347736 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60266) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:42.348581 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-af61ce61-9bbe-486e-bb5e-08e0b5f3766b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.354095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d581430e-d9d8-4a8c-a969-81f509bd4f29 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:33:42.354860 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-dcc81400-8523-41b7-909a-f7799b690d02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:42.403125 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac4f7d-e30b-44fb-a957-38f1a229dc4d None None] Pushing event deleted for resources: {'Port': ['ID=d581430e-d9d8-4a8c-a969-81f509bd4f29,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:42.408296 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac4f7d-e30b-44fb-a957-38f1a229dc4d None None] No DVR routers for this DVR port d581430e-d9d8-4a8c-a969-81f509bd4f29 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:33:42.411747 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: d581430e-d9d8-4a8c-a969-81f509bd4f29 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:33:42.412323 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d581430e-d9d8-4a8c-a969-81f509bd4f29 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:33:42.429242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f6463e-c23d-43cf-959d-e70f3f2f1bef None None] get_active_networks_info from dv-neutron-824346-1-hyperv {{(pid=87665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 12 09:33:42.455069 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61ce61-9bbe-486e-bb5e-08e0b5f3766b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=50712d82-559f-4962-a33a-ef2709c7ae75,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:42.473004 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-242de513-9406-4ccd-ad7f-aaf8f006d8ec tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] DELETE failed (client error): The resource could not be found. Jan 12 09:33:42.473485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242de513-9406-4ccd-ad7f-aaf8f006d8ec tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:33:42.477580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-26d9ac66-40c8-439f-9ee9-e0b64f2ce075 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for 765545af-55eb-4ca0-b29a-c45e7e9cc9c4 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:42.477743 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-242de513-9406-4ccd-ad7f-aaf8f006d8ec tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/subnets/58fa21b4-dddd-45e8-ab15-d7eac0a91adf HTTP/1.1" status: 404 len: 337 time: 0.1224539 Jan 12 09:33:42.479650 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60270) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:42.483816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af61ce61-9bbe-486e-bb5e-08e0b5f3766b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:42.502354 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-af61ce61-9bbe-486e-bb5e-08e0b5f3766b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:42.515663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af61ce61-9bbe-486e-bb5e-08e0b5f3766b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:42.516242 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-af61ce61-9bbe-486e-bb5e-08e0b5f3766b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.522128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dcc81400-8523-41b7-909a-f7799b690d02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.547776 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae8d3c8-1754-4554-b34e-c396b6252114 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] DELETE failed (client error): The resource could not be found. Jan 12 09:33:42.548260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae8d3c8-1754-4554-b34e-c396b6252114 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:33:42.550056 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2ae8d3c8-1754-4554-b34e-c396b6252114 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/networks/51332351-67d1-4fba-bce6-3cf92b8f8248 HTTP/1.1" status: 404 len: 339 time: 0.0695152 Jan 12 09:33:42.558382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60276) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:42.614795 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-af61ce61-9bbe-486e-bb5e-08e0b5f3766b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1773598 Jan 12 09:33:42.617775 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60280) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:42.625648 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-26d9ac66-40c8-439f-9ee9-e0b64f2ce075 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.640983 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f6463e-c23d-43cf-959d-e70f3f2f1bef None None] Resources bound (agent type, host, resource id): {{(pid=87665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:33:42.642901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'name': 'tempest-NetworksTestDHCPv6-1343322879'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:42.644553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.702879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9ac66-40c8-439f-9ee9-e0b64f2ce075 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=765545af-55eb-4ca0-b29a-c45e7e9cc9c4,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:42.705074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60284) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:42.705362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f0672-3360-473c-8036-e6b7c1bd360b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Deleting port 5789112b-0d62-4415-a0e2-9a19eff1eeba {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:42.705704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b6f0672-3360-473c-8036-e6b7c1bd360b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.707972 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-26d9ac66-40c8-439f-9ee9-e0b64f2ce075 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.734528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa5af842-89e2-4744-92f8-8be008d1888d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.747343 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-26d9ac66-40c8-439f-9ee9-e0b64f2ce075 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/765545af-55eb-4ca0-b29a-c45e7e9cc9c4 HTTP/1.1" status: 204 len: 168 time: 1.0240154 Jan 12 09:33:42.750171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60288) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:42.760076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'mac_address': 'fa:16:3e:a9:b6:ac', 'name': 'tempest-PortsTestJSON-1280481116'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:42.773950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-aa5af842-89e2-4744-92f8-8be008d1888d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:42.783481 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-aa5af842-89e2-4744-92f8-8be008d1888d admin admin] Usage tracker for resource:security_group_rule and tenant:90808b92485545a9b9a748910477404d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:42.789060 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-aa5af842-89e2-4744-92f8-8be008d1888d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:42.805818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-aa5af842-89e2-4744-92f8-8be008d1888d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:42.814710 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dcc81400-8523-41b7-909a-f7799b690d02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.828262 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dcc81400-8523-41b7-909a-f7799b690d02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:42.895560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:42.903579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:port and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:42.908029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:42.916828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:42.944368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:43.044082 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc81400-8523-41b7-909a-f7799b690d02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6870a5b-bfcd-4d61-851b-832b5ebc6cb3,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:43.076989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa5af842-89e2-4744-92f8-8be008d1888d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.083569 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.103540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa5af842-89e2-4744-92f8-8be008d1888d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.128901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:43.131000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] device_id is not set on port 84ea856f-1e3a-45fb-9892-638b000709d8 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:43.131246 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': '50712d82-559f-4962-a33a-ef2709c7ae75'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:33:43.132460 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.151640 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:port and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:43.158450 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dcc81400-8523-41b7-909a-f7799b690d02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.162355 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dcc81400-8523-41b7-909a-f7799b690d02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9051499 Jan 12 09:33:43.163333 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:43.166236 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60294) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:43.181249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:43.189067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-eca6bb51-6a7f-4352-8312-ef4db7c73efd tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group_rule': {'security_group_id': 'cdfaee77-7f69-42bd-8426-bfeee9f4680f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:43.213533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-eca6bb51-6a7f-4352-8312-ef4db7c73efd tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:43.221452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5af842-89e2-4744-92f8-8be008d1888d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db69622-61f4-4804-825d-fcf574e8cea7,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:43.232547 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-aa5af842-89e2-4744-92f8-8be008d1888d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90808b92485545a9b9a748910477404d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236363 Jan 12 09:33:43.232547 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-eca6bb51-6a7f-4352-8312-ef4db7c73efd tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:43.236032 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-eca6bb51-6a7f-4352-8312-ef4db7c73efd tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:43.236211 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60298) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:43.258712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-eca6bb51-6a7f-4352-8312-ef4db7c73efd tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:43.266119 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:43.270016 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.280768 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b6f0672-3360-473c-8036-e6b7c1bd360b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.301726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-eca6bb51-6a7f-4352-8312-ef4db7c73efd tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.315430 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Allocated IP 2001:db8::2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/50712d82-559f-4962-a33a-ef2709c7ae75/e338907f-0e8e-4d61-b5f5-b43761450e64) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:43.369493 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port a8b04e5c-3679-439d-bbf8-5f50f761f744 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:43.459796 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.468315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f0672-3360-473c-8036-e6b7c1bd360b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Calling delete_port for 5789112b-0d62-4415-a0e2-9a19eff1eeba owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:43.475022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-eca6bb51-6a7f-4352-8312-ef4db7c73efd tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.483069 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-eca6bb51-6a7f-4352-8312-ef4db7c73efd tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.502324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6bb51-6a7f-4352-8312-ef4db7c73efd tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e8003c-cb0c-46a8-bc5c-47a580b7e270,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:43.537935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.544585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-eca6bb51-6a7f-4352-8312-ef4db7c73efd tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.546006 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-eca6bb51-6a7f-4352-8312-ef4db7c73efd tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3769820 Jan 12 09:33:43.551892 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.553465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60302) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:43.571004 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Transition to ACTIVE for port object e338907f-0e8e-4d61-b5f5-b43761450e64 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:43.571908 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2116d129-96b1-4c34-864c-c17b83b71a5d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group_rule': {'security_group_id': 'cdfaee77-7f69-42bd-8426-bfeee9f4680f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:43.585803 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2116d129-96b1-4c34-864c-c17b83b71a5d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:43.587930 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b38d764c-8101-4599-9aed-82e2ef8816de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.597146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Transition to ACTIVE for port object e338907f-0e8e-4d61-b5f5-b43761450e64 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:43.600961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2116d129-96b1-4c34-864c-c17b83b71a5d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:43.604506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2116d129-96b1-4c34-864c-c17b83b71a5d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:43.611433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:43.613037 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.615073 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:43.619639 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:43.625504 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:43.626333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.640795 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=84ea856f-1e3a-45fb-9892-638b000709d8,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:43.654704 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b63cff11-9f42-429a-b95b-21027e882a9a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9032218 Jan 12 09:33:43.657260 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60308) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:43.679583 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2116d129-96b1-4c34-864c-c17b83b71a5d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:43.690997 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:43.694429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:43.696386 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Pushing event updated for resources: {'Port': ['ID=e338907f-0e8e-4d61-b5f5-b43761450e64,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:43.698600 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:43.715513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b38d764c-8101-4599-9aed-82e2ef8816de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.732012 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b6f0672-3360-473c-8036-e6b7c1bd360b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.739844 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb58180c-ebee-4a7d-9030-51cbbb608014 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:43.740533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bb58180c-ebee-4a7d-9030-51cbbb608014 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:43.771254 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bb58180c-ebee-4a7d-9030-51cbbb608014 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:43.772561 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bb58180c-ebee-4a7d-9030-51cbbb608014 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/84ea856f-1e3a-45fb-9892-638b000709d8 HTTP/1.1" status: 200 len: 841 time: 0.1139972 Jan 12 09:33:43.775320 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60314) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:43.790561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Attempting to bind port e338907f-0e8e-4d61-b5f5-b43761450e64 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:33:43.791029 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Attempting to bind port e338907f-0e8e-4d61-b5f5-b43761450e64 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:33:43.791444 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Attempting to bind port e338907f-0e8e-4d61-b5f5-b43761450e64 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:33:43.799079 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:33:43.799527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:43.799981 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.800433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:33:43.800951 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Bound port: e338907f-0e8e-4d61-b5f5-b43761450e64, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:33:43.801378 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.821762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2116d129-96b1-4c34-864c-c17b83b71a5d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.845873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-f3501030-930d-4f19-8a7c-462c12f0cf6f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port 84ea856f-1e3a-45fb-9892-638b000709d8 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:43.846454 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f3501030-930d-4f19-8a7c-462c12f0cf6f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.855823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f0672-3360-473c-8036-e6b7c1bd360b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event deleted for resources: {'Port': ['ID=5789112b-0d62-4415-a0e2-9a19eff1eeba,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:43.875764 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b6f0672-3360-473c-8036-e6b7c1bd360b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.902863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] For port e338907f-0e8e-4d61-b5f5-b43761450e64, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:33:43.906827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] For port e338907f-0e8e-4d61-b5f5-b43761450e64, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e338907f-0e8e-4d61-b5f5-b43761450e64,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:33:43.908890 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::1d7 (ff4a5360-acb6-446d-a4d9-75b6632567e8/50712d82-559f-4962-a33a-ef2709c7ae75/a8b04e5c-3679-439d-bbf8-5f50f761f744) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:43.912704 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.918695 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2b6f0672-3360-473c-8036-e6b7c1bd360b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/ports/5789112b-0d62-4415-a0e2-9a19eff1eeba HTTP/1.1" status: 204 len: 168 time: 1.3569994 Jan 12 09:33:43.921364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60318) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:43.976847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b38d764c-8101-4599-9aed-82e2ef8816de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:43.984442 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2116d129-96b1-4c34-864c-c17b83b71a5d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.004990 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-4246dfd0-aca5-4141-b085-88b93d4b748a tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] DELETE failed (client error): The resource could not be found. Jan 12 09:33:44.005284 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2116d129-96b1-4c34-864c-c17b83b71a5d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.005658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4246dfd0-aca5-4141-b085-88b93d4b748a tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:33:44.009941 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4246dfd0-aca5-4141-b085-88b93d4b748a tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/subnets/e96cb4b5-aa01-4645-b85e-7fcc58c3236c HTTP/1.1" status: 404 len: 337 time: 0.0846970 Jan 12 09:33:44.010444 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60322) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:44.016442 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc12d2-97af-4ed4-b48e-a6f1e5dabb09 None None] Pushing event updated for resources: {'Port': ['ID=e338907f-0e8e-4d61-b5f5-b43761450e64,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:44.022517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d764c-8101-4599-9aed-82e2ef8816de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db69622-61f4-4804-825d-fcf574e8cea7,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:44.065382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116d129-96b1-4c34-864c-c17b83b71a5d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edc274a-da4b-4b98-8c1f-48326ab15588,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:44.183359 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b38d764c-8101-4599-9aed-82e2ef8816de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.184735 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b38d764c-8101-4599-9aed-82e2ef8816de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5db69622-61f4-4804-825d-fcf574e8cea7 HTTP/1.1" status: 204 len: 168 time: 0.9475930 Jan 12 09:33:44.209833 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2116d129-96b1-4c34-864c-c17b83b71a5d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.213705 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2116d129-96b1-4c34-864c-c17b83b71a5d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6543026 Jan 12 09:33:44.214191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60330) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:44.222785 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-aa96b96a-6ca0-4479-8d05-1f623371c921 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group_rule': {'security_group_id': 'cdfaee77-7f69-42bd-8426-bfeee9f4680f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:44.229783 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-aa96b96a-6ca0-4479-8d05-1f623371c921 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:44.240991 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-aa96b96a-6ca0-4479-8d05-1f623371c921 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:44.247949 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-aa96b96a-6ca0-4479-8d05-1f623371c921 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:44.274586 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f3501030-930d-4f19-8a7c-462c12f0cf6f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.274921 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-aa96b96a-6ca0-4479-8d05-1f623371c921 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:44.291835 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc7af-6b51-459f-8bae-0c45a3e4607b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.312780 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.329648 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-aa96b96a-6ca0-4479-8d05-1f623371c921 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.360092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object a8b04e5c-3679-439d-bbf8-5f50f761f744 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:44.448401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-aa96b96a-6ca0-4479-8d05-1f623371c921 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.458511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.509555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-aa96b96a-6ca0-4479-8d05-1f623371c921 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.563440 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96b96a-6ca0-4479-8d05-1f623371c921 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb2fbdc-8d0c-4337-a823-cfe82f70f7d2,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:44.568350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-f3501030-930d-4f19-8a7c-462c12f0cf6f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for 84ea856f-1e3a-45fb-9892-638b000709d8 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:44.569621 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:44.578549 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:44.585168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:44.591231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:44.591867 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.596282 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=a8b04e5c-3679-439d-bbf8-5f50f761f744,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:44.600283 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-aa96b96a-6ca0-4479-8d05-1f623371c921 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.601417 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-aa96b96a-6ca0-4479-8d05-1f623371c921 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3861785 Jan 12 09:33:44.607600 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60338) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:44.642076 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9aae0453-c2e6-4fd1-8824-aae32e189be8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0091238 Jan 12 09:33:44.643233 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60344) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:44.686970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ce8a36ce-6c4a-49cb-9564-1c938016f8e1 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.703183 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ce8a36ce-6c4a-49cb-9564-1c938016f8e1 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.762115 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ce8a36ce-6c4a-49cb-9564-1c938016f8e1 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.778125 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc7af-6b51-459f-8bae-0c45a3e4607b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.790276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9509d6-773b-429e-be80-93c784e618d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:44.796400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9509d6-773b-429e-be80-93c784e618d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:44.797209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0f9509d6-773b-429e-be80-93c784e618d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:44.804968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-2d0bc7af-6b51-459f-8bae-0c45a3e4607b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099cf199-e617-41fb-8649-0ad4ef3fd1d0']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:44.805760 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a36ce-6c4a-49cb-9564-1c938016f8e1 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cb2fbdc-8d0c-4337-a823-cfe82f70f7d2,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:44.815766 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f3501030-930d-4f19-8a7c-462c12f0cf6f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.827477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ce8a36ce-6c4a-49cb-9564-1c938016f8e1 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.829090 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ce8a36ce-6c4a-49cb-9564-1c938016f8e1 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/5cb2fbdc-8d0c-4337-a823-cfe82f70f7d2 HTTP/1.1" status: 204 len: 168 time: 0.2203588 Jan 12 09:33:44.834143 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60354) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:44.858533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-2d0bc7af-6b51-459f-8bae-0c45a3e4607b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d299e2-eb62-4eb1-9a9e-8efd9917200d') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:44.859491 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-2d0bc7af-6b51-459f-8bae-0c45a3e4607b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d299e2-eb62-4eb1-9a9e-8efd9917200d') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:44.859608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0f9509d6-773b-429e-be80-93c784e618d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:44.863319 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0f9509d6-773b-429e-be80-93c784e618d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2191238 Jan 12 09:33:44.864031 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60358) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:44.902873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3501030-930d-4f19-8a7c-462c12f0cf6f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=84ea856f-1e3a-45fb-9892-638b000709d8,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:44.927772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc7af-6b51-459f-8bae-0c45a3e4607b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.957185 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc7af-6b51-459f-8bae-0c45a3e4607b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.968327 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0bc7af-6b51-459f-8bae-0c45a3e4607b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:33:44.976165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc7af-6b51-459f-8bae-0c45a3e4607b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:33:44.995754 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:33:45.013611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b86bbe46-c85e-4735-ad5d-d4d6bd3a13a1 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:45.013898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f3501030-930d-4f19-8a7c-462c12f0cf6f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:45.047510 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-619129f7-c486-4127-8bd1-80d48843b959 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port a8b04e5c-3679-439d-bbf8-5f50f761f744 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:45.048055 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-619129f7-c486-4127-8bd1-80d48843b959 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:45.129581 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f3501030-930d-4f19-8a7c-462c12f0cf6f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/84ea856f-1e3a-45fb-9892-638b000709d8 HTTP/1.1" status: 204 len: 168 time: 1.3529789 Jan 12 09:33:45.132114 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60370) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:45.146082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc7af-6b51-459f-8bae-0c45a3e4607b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:45.172896 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b86bbe46-c85e-4735-ad5d-d4d6bd3a13a1 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:45.175072 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b86bbe46-c85e-4735-ad5d-d4d6bd3a13a1 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3394134 Jan 12 09:33:45.183668 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60376) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:45.194314 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-c970bf18-d39c-460d-9ab8-12d67161558b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] GET failed (client error): The resource could not be found. Jan 12 09:33:45.195002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c970bf18-d39c-460d-9ab8-12d67161558b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:45.220326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc7af-6b51-459f-8bae-0c45a3e4607b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:45.228699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bc7af-6b51-459f-8bae-0c45a3e4607b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event deleted for resources: {'Network': ['ID=099cf199-e617-41fb-8649-0ad4ef3fd1d0,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:45.245538 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2d0bc7af-6b51-459f-8bae-0c45a3e4607b tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/networks/099cf199-e617-41fb-8649-0ad4ef3fd1d0 HTTP/1.1" status: 204 len: 168 time: 1.2310390 Jan 12 09:33:45.245538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60382) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:45.259433 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac0adc8a-6cf3-4cb6-a5c2-159449882684 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:45.276924 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac0adc8a-6cf3-4cb6-a5c2-159449882684 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:45.311431 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c970bf18-d39c-460d-9ab8-12d67161558b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:45.319204 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c970bf18-d39c-460d-9ab8-12d67161558b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/84ea856f-1e3a-45fb-9892-638b000709d8 HTTP/1.1" status: 404 len: 333 time: 0.1725767 Jan 12 09:33:45.323519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60386) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:45.338225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-0498ab22-a8fb-438c-a0a3-21d7943580be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'name': 'tempest-PortsTestJSON-680701649'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:45.390088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac0adc8a-6cf3-4cb6-a5c2-159449882684 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:45.418543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c79f64d2-0187-425e-97c7-aec7b91d36f4 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Deleting port 537a90c7-64c9-4414-a9cf-e68a8cedc4df {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:45.418815 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50baf110-9aaa-4fc3-8b3c-601377bb9663 None None] get_active_networks_info from dv-neutron-824346-1-hyperv {{(pid=87665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 12 09:33:45.419316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c79f64d2-0187-425e-97c7-aec7b91d36f4 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:45.527639 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0adc8a-6cf3-4cb6-a5c2-159449882684 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7edc274a-da4b-4b98-8c1f-48326ab15588,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:45.545169 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0498ab22-a8fb-438c-a0a3-21d7943580be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:45.552551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-619129f7-c486-4127-8bd1-80d48843b959 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:45.565137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac0adc8a-6cf3-4cb6-a5c2-159449882684 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:45.566340 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ac0adc8a-6cf3-4cb6-a5c2-159449882684 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/7edc274a-da4b-4b98-8c1f-48326ab15588 HTTP/1.1" status: 204 len: 168 time: 0.3809664 Jan 12 09:33:45.580298 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50baf110-9aaa-4fc3-8b3c-601377bb9663 None None] Resources bound (agent type, host, resource id): {{(pid=87665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:33:45.583572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60394) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:45.601090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0498ab22-a8fb-438c-a0a3-21d7943580be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:45.620756 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-7d471a31-baf5-460c-a8be-17bd24d2c987 None None] Provisioning for port e338907f-0e8e-4d61-b5f5-b43761450e64 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:45.676478 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b3db5ead-1812-4e70-9988-eac3b694c3f4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:45.693352 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-619129f7-c486-4127-8bd1-80d48843b959 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for a8b04e5c-3679-439d-bbf8-5f50f761f744 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:45.698545 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0498ab22-a8fb-438c-a0a3-21d7943580be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:45.702349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0498ab22-a8fb-438c-a0a3-21d7943580be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:45.811285 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b3db5ead-1812-4e70-9988-eac3b694c3f4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:45.818976 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b3db5ead-1812-4e70-9988-eac3b694c3f4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2320871 Jan 12 09:33:45.819676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60404) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:45.856429 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c79f64d2-0187-425e-97c7-aec7b91d36f4 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:45.863912 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-0498ab22-a8fb-438c-a0a3-21d7943580be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] device_id is not set on port 3b7ad0b4-8068-4115-b7af-c0ccd6e88e82 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:45.889074 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-619129f7-c486-4127-8bd1-80d48843b959 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.009440 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e25b4d-ef10-47df-85b1-efd48913dc29 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:46.034544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c79f64d2-0187-425e-97c7-aec7b91d36f4 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Calling delete_port for 537a90c7-64c9-4414-a9cf-e68a8cedc4df owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:46.042397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619129f7-c486-4127-8bd1-80d48843b959 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=a8b04e5c-3679-439d-bbf8-5f50f761f744,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:46.046165 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-619129f7-c486-4127-8bd1-80d48843b959 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.062897 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-619129f7-c486-4127-8bd1-80d48843b959 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/a8b04e5c-3679-439d-bbf8-5f50f761f744 HTTP/1.1" status: 204 len: 168 time: 1.1942565 Jan 12 09:33:46.065518 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60414) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:46.107548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-16df69c0-c79d-4276-b86d-754b9c412490 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.143650 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-16df69c0-c79d-4276-b86d-754b9c412490 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.197808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c442a868-d87d-445b-8db9-8c5c0b50a1d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:46.198703 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c442a868-d87d-445b-8db9-8c5c0b50a1d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:46.199610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c442a868-d87d-445b-8db9-8c5c0b50a1d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:46.222592 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c442a868-d87d-445b-8db9-8c5c0b50a1d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:46.223902 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c442a868-d87d-445b-8db9-8c5c0b50a1d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1495912 Jan 12 09:33:46.225428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c79f64d2-0187-425e-97c7-aec7b91d36f4 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.226664 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60420) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:46.226967 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-16df69c0-c79d-4276-b86d-754b9c412490 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.280413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60424) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:46.333093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16cfdbe-e705-49e7-b34a-aada94b651c1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 50712d82-559f-4962-a33a-ef2709c7ae75 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:33:46.341178 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a16cfdbe-e705-49e7-b34a-aada94b651c1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.415911 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e338907f-0e8e-4d61-b5f5-b43761450e64 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:46.418942 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f64d2-0187-425e-97c7-aec7b91d36f4 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event deleted for resources: {'Port': ['ID=537a90c7-64c9-4414-a9cf-e68a8cedc4df,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:46.427503 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a16cfdbe-e705-49e7-b34a-aada94b651c1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.441532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df69c0-c79d-4276-b86d-754b9c412490 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52e8003c-cb0c-46a8-bc5c-47a580b7e270,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:46.504988 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.515171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c79f64d2-0187-425e-97c7-aec7b91d36f4 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.530252 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c79f64d2-0187-425e-97c7-aec7b91d36f4 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/ports/537a90c7-64c9-4414-a9cf-e68a8cedc4df HTTP/1.1" status: 204 len: 168 time: 1.2821672 Jan 12 09:33:46.533554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60432) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:46.546828 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port e338907f-0e8e-4d61-b5f5-b43761450e64 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:46.552405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1704307026', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:46.554982 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port e338907f-0e8e-4d61-b5f5-b43761450e64 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:46.555625 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.559345 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:46.565645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Usage tracker for resource:port and tenant:6a7347fa7e694c24972ddb37821075f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:46.568811 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a16cfdbe-e705-49e7-b34a-aada94b651c1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.592836 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-16df69c0-c79d-4276-b86d-754b9c412490 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.596455 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:46.599243 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-16df69c0-c79d-4276-b86d-754b9c412490 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/52e8003c-cb0c-46a8-bc5c-47a580b7e270 HTTP/1.1" status: 204 len: 168 time: 0.7641888 Jan 12 09:33:46.602318 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60436) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:46.611161 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0498ab22-a8fb-438c-a0a3-21d7943580be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.617485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:46.638116 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15dc313-8eac-4364-ab1d-997dd3ab99a3 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] DELETE failed (client error): The resource could not be found. Jan 12 09:33:46.638333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15dc313-8eac-4364-ab1d-997dd3ab99a3 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:33:46.640107 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d15dc313-8eac-4364-ab1d-997dd3ab99a3 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/subnets/0c630ddf-615f-438e-93ab-a8073e791653 HTTP/1.1" status: 404 len: 337 time: 0.1056256 Jan 12 09:33:46.645990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60440) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:46.669191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Made reservation on behalf of 6a7347fa7e694c24972ddb37821075f9 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:46.672322 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.696402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.739721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:46.745854 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Usage tracker for resource:security_group_rule and tenant:6a7347fa7e694c24972ddb37821075f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:46.751810 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:46.759477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:46.764172 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a16cfdbe-e705-49e7-b34a-aada94b651c1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.786989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8ca565ed-ab0a-43fc-8c80-5dd537c35544 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:46.833699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cfdbe-e705-49e7-b34a-aada94b651c1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=50712d82-559f-4962-a33a-ef2709c7ae75,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:46.834470 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.862869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a16cfdbe-e705-49e7-b34a-aada94b651c1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.874017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d7a1fe-fffd-47d7-85f3-aef8b20b01bf None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:46.904957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17956ff8-9391-43e7-a036-a2594bb7145d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:46.913610 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8ca565ed-ab0a-43fc-8c80-5dd537c35544 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:46.915189 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8ca565ed-ab0a-43fc-8c80-5dd537c35544 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3086016 Jan 12 09:33:46.919705 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60444) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:46.939996 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a16cfdbe-e705-49e7-b34a-aada94b651c1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/50712d82-559f-4962-a33a-ef2709c7ae75 HTTP/1.1" status: 204 len: 168 time: 0.7100332 Jan 12 09:33:46.942546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60448) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:46.970987 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-18d4ac67-e65d-4b80-b341-b277d9e7e8c6 None None] Provisioning complete for port e338907f-0e8e-4d61-b5f5-b43761450e64 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:46.971426 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-18d4ac67-e65d-4b80-b341-b277d9e7e8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.008255 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0498ab22-a8fb-438c-a0a3-21d7943580be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.010324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2e8a4c4f-6e8e-4c2d-a07c-8b29e6ae5475 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.028128 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a0ceade6-ad01-4de4-8ba4-e92373e3a5c7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809557 Jan 12 09:33:47.028128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60452) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:47.052384 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-00ee1d20-63ae-4de1-9ad7-acc38e2584b1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:47.090190 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2e8a4c4f-6e8e-4c2d-a07c-8b29e6ae5475 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.118567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0498ab22-a8fb-438c-a0a3-21d7943580be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:47.129019 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:33:47.129514 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:33:47.142265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.142901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-0498ab22-a8fb-438c-a0a3-21d7943580be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:47.151633 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0498ab22-a8fb-438c-a0a3-21d7943580be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:47.157405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0498ab22-a8fb-438c-a0a3-21d7943580be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:47.158021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0498ab22-a8fb-438c-a0a3-21d7943580be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.229789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17956ff8-9391-43e7-a036-a2594bb7145d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.251734 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.253900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-00ee1d20-63ae-4de1-9ad7-acc38e2584b1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:47.267452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498ab22-a8fb-438c-a0a3-21d7943580be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=3b7ad0b4-8068-4115-b7af-c0ccd6e88e82,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:47.274423 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-18d4ac67-e65d-4b80-b341-b277d9e7e8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.275747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] device_id is not set on port 74ad61e5-324f-496f-b75a-23afb2c27669 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:47.300024 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2e8a4c4f-6e8e-4c2d-a07c-8b29e6ae5475 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.311746 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-00ee1d20-63ae-4de1-9ad7-acc38e2584b1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:47.312781 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2e8a4c4f-6e8e-4c2d-a07c-8b29e6ae5475 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.314081 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2e8a4c4f-6e8e-4c2d-a07c-8b29e6ae5475 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/c6870a5b-bfcd-4d61-851b-832b5ebc6cb3 HTTP/1.1" status: 204 len: 168 time: 0.3934696 Jan 12 09:33:47.314719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-18d4ac67-e65d-4b80-b341-b277d9e7e8c6 None None] For port e338907f-0e8e-4d61-b5f5-b43761450e64, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e338907f-0e8e-4d61-b5f5-b43761450e64,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:47.317800 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-17956ff8-9391-43e7-a036-a2594bb7145d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21c725f-ee2a-4a4e-9183-fb916de02c70']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:47.318402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60458) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:47.321950 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-18d4ac67-e65d-4b80-b341-b277d9e7e8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.330777 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0498ab22-a8fb-438c-a0a3-21d7943580be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0065098 Jan 12 09:33:47.331625 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60462) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:47.334795 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a4c4f-6e8e-4c2d-a07c-8b29e6ae5475 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6870a5b-bfcd-4d61-851b-832b5ebc6cb3,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:47.340888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-00ee1d20-63ae-4de1-9ad7-acc38e2584b1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:47.343355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-91a9debc-44d0-41c9-bac3-de4d7e169d5a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:47.378563 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-00ee1d20-63ae-4de1-9ad7-acc38e2584b1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:47.385038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-17956ff8-9391-43e7-a036-a2594bb7145d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cbb717-f70e-4ed6-8dda-cf3144fb385b') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:47.386341 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-17956ff8-9391-43e7-a036-a2594bb7145d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cbb717-f70e-4ed6-8dda-cf3144fb385b') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:47.394352 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dd52fb-a26a-451a-b65a-4bf3e51466a2,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:47.402259 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4ac67-e65d-4b80-b341-b277d9e7e8c6 None None] Pushing event updated for resources: {'Port': ['ID=e338907f-0e8e-4d61-b5f5-b43761450e64,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:47.408691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17956ff8-9391-43e7-a036-a2594bb7145d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.450700 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ee1d20-63ae-4de1-9ad7-acc38e2584b1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:47.454166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-00ee1d20-63ae-4de1-9ad7-acc38e2584b1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.461930 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17956ff8-9391-43e7-a036-a2594bb7145d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.472827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afebd4f-8e6f-4572-b9e2-df6472ff6711 None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:33:47.479142 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4afebd4f-8e6f-4572-b9e2-df6472ff6711 None None] Deleting port e338907f-0e8e-4d61-b5f5-b43761450e64 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:47.479732 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4afebd4f-8e6f-4572-b9e2-df6472ff6711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.485267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17956ff8-9391-43e7-a036-a2594bb7145d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:33:47.485682 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17956ff8-9391-43e7-a036-a2594bb7145d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:33:47.500077 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:33:47.538675 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d51f8395-3f86-41b2-8cce-1d9458ebd926 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:47.582806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91a9debc-44d0-41c9-bac3-de4d7e169d5a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.629141 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17956ff8-9391-43e7-a036-a2594bb7145d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.657749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17956ff8-9391-43e7-a036-a2594bb7145d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.671439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17956ff8-9391-43e7-a036-a2594bb7145d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event deleted for resources: {'Network': ['ID=d21c725f-ee2a-4a4e-9183-fb916de02c70,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:47.676066 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-17956ff8-9391-43e7-a036-a2594bb7145d tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/networks/d21c725f-ee2a-4a4e-9183-fb916de02c70 HTTP/1.1" status: 204 len: 168 time: 1.0276496 Jan 12 09:33:47.679976 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60470) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:47.693665 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d51f8395-3f86-41b2-8cce-1d9458ebd926 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:47.698070 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d51f8395-3f86-41b2-8cce-1d9458ebd926 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3726478 Jan 12 09:33:47.698628 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60474) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:47.767119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab3d63d-d181-4e8f-b0bf-80b6e4bf6a93 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Deleting subnet 1e170dcd-d277-4aa7-bc81-fd661b61c6e6 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:33:47.769685 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-4afebd4f-8e6f-4572-b9e2-df6472ff6711 None None] For port e338907f-0e8e-4d61-b5f5-b43761450e64, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e338907f-0e8e-4d61-b5f5-b43761450e64,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:47.770290 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4afebd4f-8e6f-4572-b9e2-df6472ff6711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.771854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3ab3d63d-d181-4e8f-b0bf-80b6e4bf6a93 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.832453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3ab3d63d-d181-4e8f-b0bf-80b6e4bf6a93 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:47.867943 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Allocated IP 172.26.2.231 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/74ad61e5-324f-496f-b75a-23afb2c27669) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:47.915759 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4afebd4f-8e6f-4572-b9e2-df6472ff6711 None None] Calling delete_port for e338907f-0e8e-4d61-b5f5-b43761450e64 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:47.930029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-00ee1d20-63ae-4de1-9ad7-acc38e2584b1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.002669 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4afebd4f-8e6f-4572-b9e2-df6472ff6711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.023054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58ddd03a-7a17-4eea-b28f-5b841698dbd2 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.031146 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3ab3d63d-d181-4e8f-b0bf-80b6e4bf6a93 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.049900 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afebd4f-8e6f-4572-b9e2-df6472ff6711 None None] Pushing event deleted for resources: {'Port': ['ID=e338907f-0e8e-4d61-b5f5-b43761450e64,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:48.053554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afebd4f-8e6f-4572-b9e2-df6472ff6711 None None] No DVR routers for this DVR port e338907f-0e8e-4d61-b5f5-b43761450e64 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:33:48.112952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91a9debc-44d0-41c9-bac3-de4d7e169d5a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.121959 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91a9debc-44d0-41c9-bac3-de4d7e169d5a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.184401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-91a9debc-44d0-41c9-bac3-de4d7e169d5a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] In _notify_port_updated(), no bound segment for port 3b7ad0b4-8068-4115-b7af-c0ccd6e88e82 on network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 {{(pid=87663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:33:48.189831 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a9debc-44d0-41c9-bac3-de4d7e169d5a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:48.190457 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91a9debc-44d0-41c9-bac3-de4d7e169d5a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.191771 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-91a9debc-44d0-41c9-bac3-de4d7e169d5a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "PUT /v2.0/ports/3b7ad0b4-8068-4115-b7af-c0ccd6e88e82 HTTP/1.1" status: 200 len: 818 time: 0.8547997 Jan 12 09:33:48.192495 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ee1d20-63ae-4de1-9ad7-acc38e2584b1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:48.193777 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-00ee1d20-63ae-4de1-9ad7-acc38e2584b1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:48.195675 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60478) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:48.196044 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3ab3d63d-d181-4e8f-b0bf-80b6e4bf6a93 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.201062 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58ddd03a-7a17-4eea-b28f-5b841698dbd2 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.210290 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca5597d-ebcb-4f26-8bc4-30a9c8b27970 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:48.246629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3d63d-d181-4e8f-b0bf-80b6e4bf6a93 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event deleted for resources: {'Subnet': ['ID=1e170dcd-d277-4aa7-bc81-fd661b61c6e6,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:48.252716 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9debc-44d0-41c9-bac3-de4d7e169d5a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=3b7ad0b4-8068-4115-b7af-c0ccd6e88e82,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:48.255142 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3ab3d63d-d181-4e8f-b0bf-80b6e4bf6a93 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.262030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ee1d20-63ae-4de1-9ad7-acc38e2584b1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:48.262622 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-00ee1d20-63ae-4de1-9ad7-acc38e2584b1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.270019 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82866710-8a03-4993-8071-1bcbdbf5a71d None None] Network 35220eb0-cee5-4282-9918-cfded9015580 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:48.271320 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:33:48.271849 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3ab3d63d-d181-4e8f-b0bf-80b6e4bf6a93 tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/subnets/1e170dcd-d277-4aa7-bc81-fd661b61c6e6 HTTP/1.1" status: 204 len: 168 time: 0.5905588 Jan 12 09:33:48.273856 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60482) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:48.303283 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e338907f-0e8e-4d61-b5f5-b43761450e64 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:33:48.348367 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: e338907f-0e8e-4d61-b5f5-b43761450e64 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:33:48.348680 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e338907f-0e8e-4d61-b5f5-b43761450e64 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:33:48.354877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee1d20-63ae-4de1-9ad7-acc38e2584b1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=12e22dcd-5a65-4637-8f20-a15869fae8db,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:48.393857 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58ddd03a-7a17-4eea-b28f-5b841698dbd2 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.418681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-03f678db-e304-4845-9f22-da74013a2a0d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port 3b7ad0b4-8068-4115-b7af-c0ccd6e88e82 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:48.418681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03f678db-e304-4845-9f22-da74013a2a0d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.427658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.441544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Deleting port 17c35f28-4668-4376-a6b3-689db9754789 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:48.441791 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.464317 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-00ee1d20-63ae-4de1-9ad7-acc38e2584b1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4357531 Jan 12 09:33:48.465207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddd03a-7a17-4eea-b28f-5b841698dbd2 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a441e1d3-5109-443b-bf06-0ae425b37838,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:48.486541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60488) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:48.500635 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'name': 'tempest-NetworksTestDHCPv6-1268092472'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:48.527759 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.531244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58ddd03a-7a17-4eea-b28f-5b841698dbd2 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.534876 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-58ddd03a-7a17-4eea-b28f-5b841698dbd2 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a441e1d3-5109-443b-bf06-0ae425b37838 HTTP/1.1" status: 204 len: 168 time: 0.8248048 Jan 12 09:33:48.543883 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60492) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:48.766686 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-51f6e5bc-a51b-4bff-8cd8-52b69c224327 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:48.802576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] For port 17c35f28-4668-4376-a6b3-689db9754789, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=17c35f28-4668-4376-a6b3-689db9754789,segment=NetworkSegment(88e713b6-3d0a-4d4c-929c-42fe38276a50),segment_id=88e713b6-3d0a-4d4c-929c-42fe38276a50)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:48.802982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.823678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': '12e22dcd-5a65-4637-8f20-a15869fae8db'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:33:48.824663 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.839706 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deacdc70-bd35-42d1-ad0c-934d963abcf1 None None] DHCP port deletion for 35220eb0-cee5-4282-9918-cfded9015580 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:33:48.849090 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-deacdc70-bd35-42d1-ad0c-934d963abcf1 None None] Deleting port 17c35f28-4668-4376-a6b3-689db9754789 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:48.849456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-deacdc70-bd35-42d1-ad0c-934d963abcf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.886784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03f678db-e304-4845-9f22-da74013a2a0d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.894288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:48.896902 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:48.902960 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-51f6e5bc-a51b-4bff-8cd8-52b69c224327 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:48.904270 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-51f6e5bc-a51b-4bff-8cd8-52b69c224327 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3593853 Jan 12 09:33:48.905511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:port and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:48.926376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60498) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:48.934194 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Calling delete_port for 17c35f28-4668-4376-a6b3-689db9754789 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:48.997057 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:49.053908 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-10b3c3c6-3b1c-400c-b3d6-889fff41b63b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.086631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-10b3c3c6-3b1c-400c-b3d6-889fff41b63b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.095680 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.097365 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-03f678db-e304-4845-9f22-da74013a2a0d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for 3b7ad0b4-8068-4115-b7af-c0ccd6e88e82 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:49.104903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-deacdc70-bd35-42d1-ad0c-934d963abcf1 None None] The port '17c35f28-4668-4376-a6b3-689db9754789' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:33:49.113995 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Allocated IP 2001:db8::2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/12e22dcd-5a65-4637-8f20-a15869fae8db/08cc6f68-556a-40c9-bed4-bbfd62bded29) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:49.154578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event deleted for resources: {'Port': ['ID=17c35f28-4668-4376-a6b3-689db9754789,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:49.164196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:49.170533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] No DVR routers for this DVR port 17c35f28-4668-4376-a6b3-689db9754789 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:33:49.214559 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:49.222432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:49.226610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:49.230188 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.239966 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Pushing event updated for resources: {'Port': ['ID=74ad61e5-324f-496f-b75a-23afb2c27669,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:49.246729 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:49.260816 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-10b3c3c6-3b1c-400c-b3d6-889fff41b63b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.307392 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port 8f242a0f-cbf5-4144-8678-8e4c2698468c yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:49.328000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.335047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3c3c6-3b1c-400c-b3d6-889fff41b63b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfaee77-7f69-42bd-8426-bfeee9f4680f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:49.348657 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.349565 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03f678db-e304-4845-9f22-da74013a2a0d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.366760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35220eb0-cee5-4282-9918-cfded9015580']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:49.368742 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Transition to ACTIVE for port object 08cc6f68-556a-40c9-bed4-bbfd62bded29 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:49.380355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e713b6-3d0a-4d4c-929c-42fe38276a50') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:49.380911 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e713b6-3d0a-4d4c-929c-42fe38276a50') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:33:49.389465 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Transition to ACTIVE for port object 08cc6f68-556a-40c9-bed4-bbfd62bded29 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:49.394605 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-10b3c3c6-3b1c-400c-b3d6-889fff41b63b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.395738 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-10b3c3c6-3b1c-400c-b3d6-889fff41b63b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-groups/cdfaee77-7f69-42bd-8426-bfeee9f4680f HTTP/1.1" status: 204 len: 168 time: 0.4688611 Jan 12 09:33:49.398393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60504) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:49.401032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.401814 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.424521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:49.425118 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.429263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f678db-e304-4845-9f22-da74013a2a0d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=3b7ad0b4-8068-4115-b7af-c0ccd6e88e82,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:49.439448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.450092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03f678db-e304-4845-9f22-da74013a2a0d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.451737 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:33:49.452158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:33:49.466998 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:33:49.472506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Pushing event updated for resources: {'Port': ['ID=08cc6f68-556a-40c9-bed4-bbfd62bded29,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:49.483549 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:49.485301 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:49.488033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:49.498554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3bc317f9-3d28-4bb4-9acc-136875f7dbb7 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:49.524513 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-03f678db-e304-4845-9f22-da74013a2a0d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/3b7ad0b4-8068-4115-b7af-c0ccd6e88e82 HTTP/1.1" status: 204 len: 168 time: 1.3089592 Jan 12 09:33:49.525180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60510) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:49.575519 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2722c3f8-8709-453b-a960-a089c0c399a6 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2912304 Jan 12 09:33:49.575747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60514) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:49.584717 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.585561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Attempting to bind port 08cc6f68-556a-40c9-bed4-bbfd62bded29 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:33:49.585939 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Attempting to bind port 08cc6f68-556a-40c9-bed4-bbfd62bded29 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:33:49.586293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Attempting to bind port 08cc6f68-556a-40c9-bed4-bbfd62bded29 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:33:49.592313 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.594424 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:33:49.594792 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:49.595176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.595573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:33:49.596026 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Bound port: 08cc6f68-556a-40c9-bed4-bbfd62bded29, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:33:49.596469 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.599742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}]}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:49.609690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:49.626101 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] 10.222.0.26 "DELETE /v2.0/networks/35220eb0-cee5-4282-9918-cfded9015580 HTTP/1.1" status: 204 len: 168 time: 1.3509858 Jan 12 09:33:49.631882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Usage tracker for resource:router and tenant:6a7347fa7e694c24972ddb37821075f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:49.635485 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bd9e4-2b23-4449-af7c-e22e9e2bb6be tempest-NetworksIpV6TestAttrs-1645989051 tempest-NetworksIpV6TestAttrs-1645989051-project] Pushing event deleted for resources: {'Network': ['ID=35220eb0-cee5-4282-9918-cfded9015580,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:49.637692 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3bc317f9-3d28-4bb4-9acc-136875f7dbb7 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:49.639701 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3bc317f9-3d28-4bb4-9acc-136875f7dbb7 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2403862 Jan 12 09:33:49.645728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:49.646385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60520) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:49.649423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::187 (ff4a5360-acb6-446d-a4d9-75b6632567e8/12e22dcd-5a65-4637-8f20-a15869fae8db/8f242a0f-cbf5-4144-8678-8e4c2698468c) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:49.653761 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-c8d01e36-86a6-4881-be6b-41b849f00852 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group': {'name': 'tempest-secgroup--485322294'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:49.661141 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c8d01e36-86a6-4881-be6b-41b849f00852 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:49.662240 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:49.674036 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c8d01e36-86a6-4881-be6b-41b849f00852 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:49.700197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c8d01e36-86a6-4881-be6b-41b849f00852 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.709340 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.710346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.710674 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] For port 08cc6f68-556a-40c9-bed4-bbfd62bded29, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:33:49.717279 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] For port 08cc6f68-556a-40c9-bed4-bbfd62bded29, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=08cc6f68-556a-40c9-bed4-bbfd62bded29,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:33:49.725432 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.725874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c8d01e36-86a6-4881-be6b-41b849f00852 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:49.734375 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c8d01e36-86a6-4881-be6b-41b849f00852 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:49.737664 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c8d01e36-86a6-4881-be6b-41b849f00852 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:49.745715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c8d01e36-86a6-4881-be6b-41b849f00852 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:49.747343 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657647a5-5daf-42c9-a290-f6af43dd1813 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:49.748117 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-657647a5-5daf-42c9-a290-f6af43dd1813 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:49.798342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.825787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-657647a5-5daf-42c9-a290-f6af43dd1813 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:49.827003 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-657647a5-5daf-42c9-a290-f6af43dd1813 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2964258 Jan 12 09:33:49.829904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60526) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:49.896796 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b52fb-ddd0-4d4d-8d55-4e25d3ea768e None None] Pushing event updated for resources: {'Port': ['ID=08cc6f68-556a-40c9-bed4-bbfd62bded29,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:49.925697 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c30c420-41fd-494f-a611-871d1e3f4be5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] GET failed (client error): The resource could not be found. Jan 12 09:33:49.926251 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6c30c420-41fd-494f-a611-871d1e3f4be5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:49.930518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c8d01e36-86a6-4881-be6b-41b849f00852 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.937233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c8d01e36-86a6-4881-be6b-41b849f00852 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:49.970923 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6c30c420-41fd-494f-a611-871d1e3f4be5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:49.976443 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6c30c420-41fd-494f-a611-871d1e3f4be5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/3b7ad0b4-8068-4115-b7af-c0ccd6e88e82 HTTP/1.1" status: 404 len: 333 time: 0.1446769 Jan 12 09:33:49.977299 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60532) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:49.996092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-2b8acdad-9c99-4227-abf5-a4e62ab7cc71 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1492177779'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:50.007123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2b8acdad-9c99-4227-abf5-a4e62ab7cc71 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:50.009400 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d01e36-86a6-4881-be6b-41b849f00852 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd1fef3-8be7-4d3f-a8a0-5d8ce6a3904d,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:50.019574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2b8acdad-9c99-4227-abf5-a4e62ab7cc71 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:network and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:50.023361 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2b8acdad-9c99-4227-abf5-a4e62ab7cc71 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:50.031934 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60536) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:50.033045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c8d01e36-86a6-4881-be6b-41b849f00852 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.034428 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c8d01e36-86a6-4881-be6b-41b849f00852 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3868656 Jan 12 09:33:50.037951 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2b8acdad-9c99-4227-abf5-a4e62ab7cc71 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:50.040210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60540) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:50.051424 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-1726f91f-95b9-48d3-9fa9-e6ec541328f4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group_rule': {'security_group_id': '8dd1fef3-8be7-4d3f-a8a0-5d8ce6a3904d', 'direction': 'ingress', 'protocol': 17}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:50.062494 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1726f91f-95b9-48d3-9fa9-e6ec541328f4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:50.067932 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1726f91f-95b9-48d3-9fa9-e6ec541328f4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:50.072193 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1726f91f-95b9-48d3-9fa9-e6ec541328f4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:50.081359 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1726f91f-95b9-48d3-9fa9-e6ec541328f4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:50.084924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8acdad-9c99-4227-abf5-a4e62ab7cc71 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:50.088963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2b8acdad-9c99-4227-abf5-a4e62ab7cc71 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.131068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8acdad-9c99-4227-abf5-a4e62ab7cc71 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:33:50.157389 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2b8acdad-9c99-4227-abf5-a4e62ab7cc71 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.157883 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-2b8acdad-9c99-4227-abf5-a4e62ab7cc71 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Added segment 47251f54-08d0-48b6-a9f9-0b4b8d63f135 of type vlan for network 4d61202e-9d83-44eb-9b36-f145aa28694b Jan 12 09:33:50.184663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1726f91f-95b9-48d3-9fa9-e6ec541328f4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.277556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2b8acdad-9c99-4227-abf5-a4e62ab7cc71 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.357075 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 08cc6f68-556a-40c9-bed4-bbfd62bded29 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:50.374561 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1726f91f-95b9-48d3-9fa9-e6ec541328f4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.377930 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1bebe248-74a6-48a2-a12a-4942dcb4b2c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ce0c351af064399b2091caffd0aad03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420184 Jan 12 09:33:50.379254 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2b8acdad-9c99-4227-abf5-a4e62ab7cc71 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.385069 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8acdad-9c99-4227-abf5-a4e62ab7cc71 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:50.385720 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2b8acdad-9c99-4227-abf5-a4e62ab7cc71 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.389622 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60548) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:50.428513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1726f91f-95b9-48d3-9fa9-e6ec541328f4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.442891 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 08cc6f68-556a-40c9-bed4-bbfd62bded29 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:50.501978 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.504284 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 17c35f28-4668-4376-a6b3-689db9754789 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:33:50.507635 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.539079 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 17c35f28-4668-4376-a6b3-689db9754789 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:33:50.539347 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 17c35f28-4668-4376-a6b3-689db9754789 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:33:50.544380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726f91f-95b9-48d3-9fa9-e6ec541328f4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1808e9d-78d3-4545-b9db-3da8a727f1e2,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:50.545581 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object 8f242a0f-cbf5-4144-8678-8e4c2698468c will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:50.555652 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8acdad-9c99-4227-abf5-a4e62ab7cc71 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Network': ['ID=4d61202e-9d83-44eb-9b36-f145aa28694b,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:50.564962 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2b8acdad-9c99-4227-abf5-a4e62ab7cc71 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5790434 Jan 12 09:33:50.572049 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1726f91f-95b9-48d3-9fa9-e6ec541328f4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.573195 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 4d61202e-9d83-44eb-9b36-f145aa28694b details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:33:50.573742 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1726f91f-95b9-48d3-9fa9-e6ec541328f4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5284221 Jan 12 09:33:50.574129 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60552) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:50.577152 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60554) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:50.585628 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-0efbc618-3887-466b-a164-57a13b58039f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'subnet': {'network_id': '4d61202e-9d83-44eb-9b36-f145aa28694b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:50.618405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27a940c7-74b8-4a91-9254-71541fe430f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.645718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27a940c7-74b8-4a91-9254-71541fe430f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.704085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27a940c7-74b8-4a91-9254-71541fe430f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.721819 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a940c7-74b8-4a91-9254-71541fe430f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107ead75-fcbf-4299-a97f-a283bdd50a92,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:50.725967 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27a940c7-74b8-4a91-9254-71541fe430f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.727125 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-27a940c7-74b8-4a91-9254-71541fe430f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/107ead75-fcbf-4299-a97f-a283bdd50a92 HTTP/1.1" status: 204 len: 168 time: 0.3125193 Jan 12 09:33:50.840404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.851685 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0efbc618-3887-466b-a164-57a13b58039f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:50.917781 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0efbc618-3887-466b-a164-57a13b58039f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:subnet and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:50.925231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0efbc618-3887-466b-a164-57a13b58039f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:50.934501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6c8246b4-efb1-4d55-9cab-ccf0e7b1f870 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:50.951450 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0efbc618-3887-466b-a164-57a13b58039f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:50.958103 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:50.975097 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:50.977585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:50.983519 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:50.984158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:51.022693 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=8f242a0f-cbf5-4144-8678-8e4c2698468c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:51.033414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6c8246b4-efb1-4d55-9cab-ccf0e7b1f870 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:51.055565 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efbc618-3887-466b-a164-57a13b58039f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:51.059391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0efbc618-3887-466b-a164-57a13b58039f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:51.097277 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-225a6613-6f43-40d5-af8b-520e77fede92 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6068697 Jan 12 09:33:51.099834 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60572) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:51.210112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98649dc-07a9-44d0-8125-d2b99219f1c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:51.216214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98649dc-07a9-44d0-8125-d2b99219f1c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:51.216914 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f98649dc-07a9-44d0-8125-d2b99219f1c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:51.244370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f98649dc-07a9-44d0-8125-d2b99219f1c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:51.246302 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f98649dc-07a9-44d0-8125-d2b99219f1c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1442914 Jan 12 09:33:51.251748 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60580) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:51.275840 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6c8246b4-efb1-4d55-9cab-ccf0e7b1f870 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:51.308788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-311fd5bc-3115-4ce8-a56b-1421865eb7a3 None None] Provisioning for port 08cc6f68-556a-40c9-bed4-bbfd62bded29 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:51.315368 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-311fd5bc-3115-4ce8-a56b-1421865eb7a3 None None] Provisioning complete for port 08cc6f68-556a-40c9-bed4-bbfd62bded29 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:51.315569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-311fd5bc-3115-4ce8-a56b-1421865eb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:51.373948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8246b4-efb1-4d55-9cab-ccf0e7b1f870 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd1fef3-8be7-4d3f-a8a0-5d8ce6a3904d,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:51.579945 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6c8246b4-efb1-4d55-9cab-ccf0e7b1f870 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:51.581085 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6c8246b4-efb1-4d55-9cab-ccf0e7b1f870 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-groups/8dd1fef3-8be7-4d3f-a8a0-5d8ce6a3904d HTTP/1.1" status: 204 len: 168 time: 1.0016019 Jan 12 09:33:51.584149 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60594) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:51.595026 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-311fd5bc-3115-4ce8-a56b-1421865eb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:51.611924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0ea49-51b4-46f9-b5c7-108c116d79bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port 8f242a0f-cbf5-4144-8678-8e4c2698468c {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:51.612368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ddd0ea49-51b4-46f9-b5c7-108c116d79bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:51.613238 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:51.637300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-311fd5bc-3115-4ce8-a56b-1421865eb7a3 None None] For port 08cc6f68-556a-40c9-bed4-bbfd62bded29, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=08cc6f68-556a-40c9-bed4-bbfd62bded29,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:51.645539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-311fd5bc-3115-4ce8-a56b-1421865eb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:51.655502 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:51.741724 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d526a1c4-daa2-451c-9a46-4a60586a5c9c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:51.744569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fd5bc-3115-4ce8-a56b-1421865eb7a3 None None] Pushing event updated for resources: {'Port': ['ID=08cc6f68-556a-40c9-bed4-bbfd62bded29,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:51.756692 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0efbc618-3887-466b-a164-57a13b58039f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:51.758339 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60598) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:51.776418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cf6a0afb-f66b-4356-af93-02e99b9e45b7 None None] Provisioning for port 8f242a0f-cbf5-4144-8678-8e4c2698468c completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:51.781569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cf6a0afb-f66b-4356-af93-02e99b9e45b7 None None] Provisioning complete for port 8f242a0f-cbf5-4144-8678-8e4c2698468c triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:51.781941 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0afb-f66b-4356-af93-02e99b9e45b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:51.804942 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d526a1c4-daa2-451c-9a46-4a60586a5c9c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:51.806676 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d526a1c4-daa2-451c-9a46-4a60586a5c9c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2213471 Jan 12 09:33:51.810595 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60604) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:51.827338 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4190afbe-6560-4498-aad8-951592dfe795 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group': {'name': 'tempest-secgroup--1961102341'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:51.891879 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a0afb-f66b-4356-af93-02e99b9e45b7 None None] Port 8f242a0f-cbf5-4144-8678-8e4c2698468c cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:33:51.901257 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbc618-3887-466b-a164-57a13b58039f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Subnet': ['ID=d2681e3d-fcbb-44a9-9a17-528d94e1aa76,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:51.909657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4190afbe-6560-4498-aad8-951592dfe795 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:51.921381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-637555210'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:51.927082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:51.931007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:network and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:51.933897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:51.944281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:51.950086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efbc618-3887-466b-a164-57a13b58039f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Checking segment: {'id': '47251f54-08d0-48b6-a9f9-0b4b8d63f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4d61202e-9d83-44eb-9b36-f145aa28694b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:51.950921 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efbc618-3887-466b-a164-57a13b58039f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network hostable DHCP agents. Network: 4d61202e-9d83-44eb-9b36-f145aa28694b, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:51.964058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4190afbe-6560-4498-aad8-951592dfe795 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:51.986170 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:51.990027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.004983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ddd0ea49-51b4-46f9-b5c7-108c116d79bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.013911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efbc618-3887-466b-a164-57a13b58039f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 4d61202e-9d83-44eb-9b36-f145aa28694b is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:52.016272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4190afbe-6560-4498-aad8-951592dfe795 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.018401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.024953 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.091765 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-0efbc618-3887-466b-a164-57a13b58039f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 4d61202e-9d83-44eb-9b36-f145aa28694b) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:52.097370 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efbc618-3887-466b-a164-57a13b58039f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:52.098028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0efbc618-3887-466b-a164-57a13b58039f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.102555 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b21b9f-95d2-49dc-99d6-6bcc9bb64fa4 None None] Network 4d61202e-9d83-44eb-9b36-f145aa28694b requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:52.171785 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0ea49-51b4-46f9-b5c7-108c116d79bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for 8f242a0f-cbf5-4144-8678-8e4c2698468c owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:52.240234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:52.254597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:security_group_rule and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:52.258131 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:52.262557 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4190afbe-6560-4498-aad8-951592dfe795 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:52.281207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:52.283566 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4190afbe-6560-4498-aad8-951592dfe795 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:52.288598 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4190afbe-6560-4498-aad8-951592dfe795 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:52.302296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4190afbe-6560-4498-aad8-951592dfe795 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:52.359506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 08cc6f68-556a-40c9-bed4-bbfd62bded29 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:52.456169 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ddd0ea49-51b4-46f9-b5c7-108c116d79bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.468879 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0efbc618-3887-466b-a164-57a13b58039f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8901234 Jan 12 09:33:52.469072 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-4d61202e-9d83-44eb-9b36-f145aa28694b', 'network_id': '4d61202e-9d83-44eb-9b36-f145aa28694b', 'tenant_id': 'e398d06e5ea248788795b74f5516b423', 'fixed_ips': [{'subnet_id': 'd2681e3d-fcbb-44a9-9a17-528d94e1aa76'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:33:52.469072 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.472065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60614) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:52.526646 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.529228 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.535838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9fbfd42c-0e4b-4b35-81fa-7f0051244ac2 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'subnet': {'network_id': '4d61202e-9d83-44eb-9b36-f145aa28694b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:52.557320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.557813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24a00c9b-48f0-4134-9522-922c44ad26d4 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:33:52.565297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 08cc6f68-556a-40c9-bed4-bbfd62bded29 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:52.565513 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.588963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0ea49-51b4-46f9-b5c7-108c116d79bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=8f242a0f-cbf5-4144-8678-8e4c2698468c,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:52.589825 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 12 09:33:52.600465 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6b3565f4-acd4-4808-aaa8-62c8f38ee408 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0231798 Jan 12 09:33:52.601095 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60620) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:52.690879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-3dfefa5a-9db9-4aac-b9bd-09a1af41fd95 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Deleting port 74ad61e5-324f-496f-b75a-23afb2c27669 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:52.691261 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3dfefa5a-9db9-4aac-b9bd-09a1af41fd95 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.706685 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ddd0ea49-51b4-46f9-b5c7-108c116d79bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.714967 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Allocated IP 172.20.0.2 (4d61202e-9d83-44eb-9b36-f145aa28694b/d2681e3d-fcbb-44a9-9a17-528d94e1aa76/b84bd519-042b-4fe3-b21c-4bc98a0fa8d7) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:52.805952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4190afbe-6560-4498-aad8-951592dfe795 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.836114 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4190afbe-6560-4498-aad8-951592dfe795 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.907635 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af35800-f64c-4fa3-8410-396ef64e56db req-8799207d-9e7e-4267-95a7-8f478dea2e72 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:52.909177 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2af35800-f64c-4fa3-8410-396ef64e56db req-8799207d-9e7e-4267-95a7-8f478dea2e72 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 945 time: 0.4973621 Jan 12 09:33:52.913015 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ddd0ea49-51b4-46f9-b5c7-108c116d79bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/8f242a0f-cbf5-4144-8678-8e4c2698468c HTTP/1.1" status: 204 len: 168 time: 1.6602373 Jan 12 09:33:52.914714 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60624) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:52.976152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4190afbe-6560-4498-aad8-951592dfe795 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:52.979726 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4190afbe-6560-4498-aad8-951592dfe795 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1653900 Jan 12 09:33:52.979968 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60628) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:52.982686 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9fbfd42c-0e4b-4b35-81fa-7f0051244ac2 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:52.985144 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-b726dc35-53db-42a8-ac1a-b861d6de3805 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group': {'name': 'tempest-secgroup--943482622'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:52.985946 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.008613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b726dc35-53db-42a8-ac1a-b861d6de3805 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:53.014574 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3dfefa5a-9db9-4aac-b9bd-09a1af41fd95 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.014811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.017653 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190afbe-6560-4498-aad8-951592dfe795 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772230a7-0cfe-4da7-9f01-5c0841b38119,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:53.025613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9fbfd42c-0e4b-4b35-81fa-7f0051244ac2 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:subnet and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:53.037280 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.042208 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9fbfd42c-0e4b-4b35-81fa-7f0051244ac2 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:53.048017 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b726dc35-53db-42a8-ac1a-b861d6de3805 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:53.063526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Transition to ACTIVE for port object b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:53.084520 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9fbfd42c-0e4b-4b35-81fa-7f0051244ac2 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:53.091702 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:33:53.108657 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Transition to ACTIVE for port object b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:53.116938 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c54494-6742-4700-a4d5-86bdff825ce1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:53.119030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c54494-6742-4700-a4d5-86bdff825ce1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:53.121031 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.124038 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-43c54494-6742-4700-a4d5-86bdff825ce1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1981788 Jan 12 09:33:53.124619 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60634) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:53.135293 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2af35800-f64c-4fa3-8410-396ef64e56db req-f119a711-36f3-4b79-b619-0a9b2a19b657 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups?id=7260f1a6-d875-4c8e-9003-29176211ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989000 Jan 12 09:33:53.170062 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02de2d66-94aa-447b-80d4-22102b7b4124,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:53.173202 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.173714 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Added segment ce00a61f-3b62-42b0-8a45-076474907eec of type vlan for network 24c06832-e5be-4cfc-84ee-269a182e3296 Jan 12 09:33:53.186961 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbfd42c-0e4b-4b35-81fa-7f0051244ac2 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:53.190637 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd42c-0e4b-4b35-81fa-7f0051244ac2 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.194879 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Network 4d61202e-9d83-44eb-9b36-f145aa28694b is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:53.196868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:53.209944 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:53.245081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-3dfefa5a-9db9-4aac-b9bd-09a1af41fd95 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Calling delete_port for 74ad61e5-324f-496f-b75a-23afb2c27669 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:53.287976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b726dc35-53db-42a8-ac1a-b861d6de3805 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.312642 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Pushing event updated for resources: {'Port': ['ID=b84bd519-042b-4fe3-b21c-4bc98a0fa8d7,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:53.319550 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Attempting to bind port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:33:53.319910 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Attempting to bind port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '47251f54-08d0-48b6-a9f9-0b4b8d63f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4d61202e-9d83-44eb-9b36-f145aa28694b'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:33:53.320267 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Attempting to bind port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 on network 4d61202e-9d83-44eb-9b36-f145aa28694b {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:33:53.321645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.325518 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b726dc35-53db-42a8-ac1a-b861d6de3805 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:53.326010 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:33:53.326380 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Checking segment: {'id': '47251f54-08d0-48b6-a9f9-0b4b8d63f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4d61202e-9d83-44eb-9b36-f145aa28694b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:53.326796 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.327197 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Bound using segment: {'id': '47251f54-08d0-48b6-a9f9-0b4b8d63f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4d61202e-9d83-44eb-9b36-f145aa28694b'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:33:53.327651 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Bound port: b84bd519-042b-4fe3-b21c-4bc98a0fa8d7, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47251f54-08d0-48b6-a9f9-0b4b8d63f135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4d61202e-9d83-44eb-9b36-f145aa28694b'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:33:53.328018 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.332880 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b726dc35-53db-42a8-ac1a-b861d6de3805 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:53.335618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-98753b93-7f92-4de9-837b-dc4cbfa0dde9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 12e22dcd-5a65-4637-8f20-a15869fae8db {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:33:53.343253 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-98753b93-7f92-4de9-837b-dc4cbfa0dde9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.349618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b726dc35-53db-42a8-ac1a-b861d6de3805 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:53.356400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b726dc35-53db-42a8-ac1a-b861d6de3805 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:53.423082 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] For port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:33:53.426892 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] For port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b84bd519-042b-4fe3-b21c-4bc98a0fa8d7,segment=NetworkSegment(47251f54-08d0-48b6-a9f9-0b4b8d63f135),segment_id=47251f54-08d0-48b6-a9f9-0b4b8d63f135)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:33:53.435609 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.ipam_backend_mixin [None req-9fbfd42c-0e4b-4b35-81fa-7f0051244ac2 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d2681e3d-fcbb-44a9-9a17-528d94e1aa76 (CIDR: 172.20.0.0/28) Jan 12 09:33:53.436375 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.437273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.442112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:53.442720 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.450598 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-98753b93-7f92-4de9-837b-dc4cbfa0dde9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.456713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3dfefa5a-9db9-4aac-b9bd-09a1af41fd95 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.516379 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfefa5a-9db9-4aac-b9bd-09a1af41fd95 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Pushing event deleted for resources: {'Port': ['ID=74ad61e5-324f-496f-b75a-23afb2c27669,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:53.525937 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d81e6-f460-45f1-b294-6b1daf96b0b5 None None] Pushing event updated for resources: {'Port': ['ID=b84bd519-042b-4fe3-b21c-4bc98a0fa8d7,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:53.576578 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b726dc35-53db-42a8-ac1a-b861d6de3805 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.605424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b726dc35-53db-42a8-ac1a-b861d6de3805 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.617371 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbfd42c-0e4b-4b35-81fa-7f0051244ac2 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:33:53.617864 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fbfd42c-0e4b-4b35-81fa-7f0051244ac2 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:33:53.673218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726dc35-53db-42a8-ac1a-b861d6de3805 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb1a53f-4b6c-4e0e-b66f-1a45cda4ac17,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:53.678262 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9184382 Jan 12 09:33:53.683263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60642) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:53.684245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3dfefa5a-9db9-4aac-b9bd-09a1af41fd95 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.696436 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'name': 'tempest-PortsIpV6TestJSON-1993965562'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:53.714482 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b726dc35-53db-42a8-ac1a-b861d6de3805 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.718370 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b726dc35-53db-42a8-ac1a-b861d6de3805 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7373564 Jan 12 09:33:53.727538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60646) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:53.728205 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3dfefa5a-9db9-4aac-b9bd-09a1af41fd95 tempest-RoutersAdminNegativeTest-1679604999 tempest-RoutersAdminNegativeTest-1679604999-project-admin] 10.222.0.26 "DELETE /v2.0/ports/74ad61e5-324f-496f-b75a-23afb2c27669 HTTP/1.1" status: 204 len: 168 time: 1.1261497 Jan 12 09:33:53.742539 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-091aa848-28d2-4855-ad92-844642ae2b84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group_rule': {'security_group_id': '772230a7-0cfe-4da7-9f01-5c0841b38119', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ebb1a53f-4b6c-4e0e-b66f-1a45cda4ac17', 'remote_ip_prefix': None}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:53.759866 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9fbfd42c-0e4b-4b35-81fa-7f0051244ac2 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2790730 Jan 12 09:33:53.765924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60652) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:53.771155 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378235cf-7593-4c75-b7a2-fdccf5b62786 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Network': ['ID=24c06832-e5be-4cfc-84ee-269a182e3296,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:53.771752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-091aa848-28d2-4855-ad92-844642ae2b84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:53.778809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-644b7625-b5a4-4df3-a7f1-d57b1906c23e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'subnet': {'network_id': '4d61202e-9d83-44eb-9b36-f145aa28694b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:53.780669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-091aa848-28d2-4855-ad92-844642ae2b84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:53.786061 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-091aa848-28d2-4855-ad92-844642ae2b84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:53.790151 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 24c06832-e5be-4cfc-84ee-269a182e3296 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:33:53.891050 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-091aa848-28d2-4855-ad92-844642ae2b84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:53.907186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:53.916361 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-98753b93-7f92-4de9-837b-dc4cbfa0dde9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.920456 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:port and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:53.923844 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:53.934365 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:53.948829 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-091aa848-28d2-4855-ad92-844642ae2b84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:53.972964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:53.976411 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:54.024147 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] device_id is not set on port c97a0118-ac53-4b65-9d27-58c9ce70f4d6 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:54.044449 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-644b7625-b5a4-4df3-a7f1-d57b1906c23e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:54.056111 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-644b7625-b5a4-4df3-a7f1-d57b1906c23e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:subnet and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:54.061553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-644b7625-b5a4-4df3-a7f1-d57b1906c23e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:54.070798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-644b7625-b5a4-4df3-a7f1-d57b1906c23e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:54.083229 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-98753b93-7f92-4de9-837b-dc4cbfa0dde9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:54.132898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644b7625-b5a4-4df3-a7f1-d57b1906c23e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:54.138983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-644b7625-b5a4-4df3-a7f1-d57b1906c23e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:54.177913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98753b93-7f92-4de9-837b-dc4cbfa0dde9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=12e22dcd-5a65-4637-8f20-a15869fae8db,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:54.207206 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592f6054-68aa-4b08-a5cc-3c4b35a39f36 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:54.207344 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-98753b93-7f92-4de9-837b-dc4cbfa0dde9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:54.266948 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-98753b93-7f92-4de9-837b-dc4cbfa0dde9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/12e22dcd-5a65-4637-8f20-a15869fae8db HTTP/1.1" status: 204 len: 168 time: 1.1353979 Jan 12 09:33:54.272777 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60664) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:54.320512 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60668) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:54.339615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-091aa848-28d2-4855-ad92-844642ae2b84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:54.366189 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-248f84e4-debd-4716-a3cb-d593b7f35b45 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896413 Jan 12 09:33:54.371877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60676) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:54.390843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-091aa848-28d2-4855-ad92-844642ae2b84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:54.524348 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-091aa848-28d2-4855-ad92-844642ae2b84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:54.525635 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-091aa848-28d2-4855-ad92-844642ae2b84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7998142 Jan 12 09:33:54.535458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60682) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:54.546032 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091aa848-28d2-4855-ad92-844642ae2b84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc65df1-2334-4a9c-830b-8af5e8ddd502,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:54.620616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:54.646994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25184641-bf71-41c9-9019-2593605ce1a7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:54.647749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-25184641-bf71-41c9-9019-2593605ce1a7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:54.720250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6aee1-0fa3-483b-94b0-7be52c4dc879 req-075ac10b-8eab-4532-bc6a-76b86a59e9d7 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:54.728711 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-12e6aee1-0fa3-483b-94b0-7be52c4dc879 req-075ac10b-8eab-4532-bc6a-76b86a59e9d7 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 945 time: 0.1893470 Jan 12 09:33:54.755904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-25184641-bf71-41c9-9019-2593605ce1a7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:54.757083 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-25184641-bf71-41c9-9019-2593605ce1a7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3842072 Jan 12 09:33:54.764975 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60686) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:54.765668 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:54.843583 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269a81d3-8ee9-4106-b27f-59e1fa470746 None None] Network 4d61202e-9d83-44eb-9b36-f145aa28694b requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:54.859365 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-12e6aee1-0fa3-483b-94b0-7be52c4dc879 req-e1e0c83a-7311-4cf4-8ebe-3d47181d9f6d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups?id=7260f1a6-d875-4c8e-9003-29176211ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294394 Jan 12 09:33:54.866079 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab858-f4ec-4b24-934e-72c51133f4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:54.873011 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b0617b-5ea0-4bdc-94bb-cff541054417 None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:33:54.886397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b8b0617b-5ea0-4bdc-94bb-cff541054417 None None] Deleting port 08cc6f68-556a-40c9-bed4-bbfd62bded29 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:54.886820 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b8b0617b-5ea0-4bdc-94bb-cff541054417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:54.903568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fac14f-04ca-43ba-9e7f-703c17947650 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:54.904263 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-02fac14f-04ca-43ba-9e7f-703c17947650 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:54.922711 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-27f0c770-3969-45c8-8db4-308758cf3b02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:54.931059 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8d7ab858-f4ec-4b24-934e-72c51133f4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:54.940961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-27f0c770-3969-45c8-8db4-308758cf3b02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:54.945382 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-77fd394b-5b88-46a2-bb73-a20911261fcb None None] Provisioning for port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:54.948614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:54.950619 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8d7ab858-f4ec-4b24-934e-72c51133f4ce admin admin] Usage tracker for resource:security_group_rule and tenant:7cc0f3801d6c4bf08dc88c93c10fb89b is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:54.950961 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-02fac14f-04ca-43ba-9e7f-703c17947650 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:54.955884 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-02fac14f-04ca-43ba-9e7f-703c17947650 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1894228 Jan 12 09:33:54.957287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60690) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:54.960864 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-644b7625-b5a4-4df3-a7f1-d57b1906c23e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:54.961117 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8d7ab858-f4ec-4b24-934e-72c51133f4ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:54.975362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8d7ab858-f4ec-4b24-934e-72c51133f4ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:55.004127 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-77fd394b-5b88-46a2-bb73-a20911261fcb None None] Provisioning complete for port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:55.004477 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-77fd394b-5b88-46a2-bb73-a20911261fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.015677 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-27f0c770-3969-45c8-8db4-308758cf3b02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.039228 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b0638-285a-4768-8bd6-11a217b6da34 req-5de4948b-30c2-4643-a067-489fd01206b0 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:55.046974 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3b0b0638-285a-4768-8bd6-11a217b6da34 req-5de4948b-30c2-4643-a067-489fd01206b0 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.2346752 Jan 12 09:33:55.073157 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0c770-3969-45c8-8db4-308758cf3b02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abc65df1-2334-4a9c-830b-8af5e8ddd502,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:55.112141 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-27f0c770-3969-45c8-8db4-308758cf3b02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.113286 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-27f0c770-3969-45c8-8db4-308758cf3b02 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/abc65df1-2334-4a9c-830b-8af5e8ddd502 HTTP/1.1" status: 204 len: 168 time: 0.5627844 Jan 12 09:33:55.114608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.116198 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60696) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:55.139412 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cacb8a79-c659-492c-bcd6-b88b9240338e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1802108 Jan 12 09:33:55.147555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644b7625-b5a4-4df3-a7f1-d57b1906c23e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 4d61202e-9d83-44eb-9b36-f145aa28694b is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:55.148436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60700) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:55.155780 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-644b7625-b5a4-4df3-a7f1-d57b1906c23e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:55.159344 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644b7625-b5a4-4df3-a7f1-d57b1906c23e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:55.160084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-644b7625-b5a4-4df3-a7f1-d57b1906c23e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.167848 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-bc9fcd0f-e6d7-4c87-ae38-f8e2590ce9d3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:55.215221 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3b0b0638-285a-4768-8bd6-11a217b6da34 req-bbf4a005-03d3-41f6-991f-82a343a4c37a tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673892 Jan 12 09:33:55.297789 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=c97a0118-ac53-4b65-9d27-58c9ce70f4d6,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:55.330478 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b7625-b5a4-4df3-a7f1-d57b1906c23e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Subnet': ['ID=c2a40d7f-2c52-4d84-becc-62ee74a90b23,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:55.341560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-bc9fcd0f-e6d7-4c87-ae38-f8e2590ce9d3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:55.342637 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e17df439-981a-40d9-9325-a7f136e140e8 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:55.349506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab858-f4ec-4b24-934e-72c51133f4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.351121 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-644b7625-b5a4-4df3-a7f1-d57b1906c23e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5812094 Jan 12 09:33:55.355236 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60706) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:55.362062 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-bc9fcd0f-e6d7-4c87-ae38-f8e2590ce9d3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:55.371540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'network_id': '4d61202e-9d83-44eb-9b36-f145aa28694b', 'fixed_ips': [{'subnet_id': 'd2681e3d-fcbb-44a9-9a17-528d94e1aa76'}, {'subnet_id': 'c2a40d7f-2c52-4d84-becc-62ee74a90b23'}], 'name': 'tempest-PortsTestJSON-917626290'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:55.378460 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9fcd0f-e6d7-4c87-ae38-f8e2590ce9d3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:55.382386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bc9fcd0f-e6d7-4c87-ae38-f8e2590ce9d3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.388595 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Checking segment: {'id': 'ce00a61f-3b62-42b0-8a45-076474907eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:55.388957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network hostable DHCP agents. Network: 24c06832-e5be-4cfc-84ee-269a182e3296, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:33:55.393281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab858-f4ec-4b24-934e-72c51133f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.480205 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e17df439-981a-40d9-9325-a7f136e140e8 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:55.481798 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e17df439-981a-40d9-9325-a7f136e140e8 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3581579 Jan 12 09:33:55.492177 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60710) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:55.498699 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8d7ab858-f4ec-4b24-934e-72c51133f4ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7cc0f3801d6c4bf08dc88c93c10fb89b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1743352 Jan 12 09:33:55.503009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60714) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:55.505964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ab858-f4ec-4b24-934e-72c51133f4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957b6601-b2db-48c4-b66c-afbfb1ed5b3c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:55.523455 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-b8b0617b-5ea0-4bdc-94bb-cff541054417 None None] For port 08cc6f68-556a-40c9-bed4-bbfd62bded29, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=08cc6f68-556a-40c9-bed4-bbfd62bded29,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:55.523842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b8b0617b-5ea0-4bdc-94bb-cff541054417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.564438 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 24c06832-e5be-4cfc-84ee-269a182e3296 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:33:55.597004 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-77fd394b-5b88-46a2-bb73-a20911261fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.625317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 24c06832-e5be-4cfc-84ee-269a182e3296) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:55.630037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:55.636560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:55.637319 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.684443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b8b0617b-5ea0-4bdc-94bb-cff541054417 None None] Calling delete_port for 08cc6f68-556a-40c9-bed4-bbfd62bded29 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:55.702855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66127174-9981-4844-be3a-62afc967eb84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.710649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5931a2ab-b41d-4f72-88cd-90f3a5b5ff14 None None] Network 24c06832-e5be-4cfc-84ee-269a182e3296 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:55.757490 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66127174-9981-4844-be3a-62afc967eb84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.759014 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:55.780044 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-77fd394b-5b88-46a2-bb73-a20911261fcb None None] For port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b84bd519-042b-4fe3-b21c-4bc98a0fa8d7,segment=NetworkSegment(47251f54-08d0-48b6-a9f9-0b4b8d63f135),segment_id=47251f54-08d0-48b6-a9f9-0b4b8d63f135)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:55.780628 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5098bbbd-fd83-4074-9298-f15dee5fd5f2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0933301 Jan 12 09:33:55.781335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60720) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:55.782281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:port and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:55.787048 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-556121236'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:55.789771 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:55.797027 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f15f436b-0219-4a0f-9d2b-d32929f6a82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.800380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:55.800687 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:55.803334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bc9fcd0f-e6d7-4c87-ae38-f8e2590ce9d3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.842641 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f15f436b-0219-4a0f-9d2b-d32929f6a82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.856211 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-77fd394b-5b88-46a2-bb73-a20911261fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:55.860322 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:55.939088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab00c7-1ee8-4779-ba24-5cedf90ead64 req-650ad23f-3053-4415-89c7-0c8e16179f12 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:55.945939 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4dab00c7-1ee8-4779-ba24-5cedf90ead64 req-650ad23f-3053-4415-89c7-0c8e16179f12 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.2840955 Jan 12 09:33:55.982367 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:network and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:55.994268 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:56.055017 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:56.057657 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b8b0617b-5ea0-4bdc-94bb-cff541054417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:56.094345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9fcd0f-e6d7-4c87-ae38-f8e2590ce9d3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:56.104963 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4dab00c7-1ee8-4779-ba24-5cedf90ead64 req-ad7432fe-32c4-4263-a626-97c654ad409f tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580534 Jan 12 09:33:56.119294 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f15f436b-0219-4a0f-9d2b-d32929f6a82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:56.129927 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-bc9fcd0f-e6d7-4c87-ae38-f8e2590ce9d3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:56.135940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:56.140352 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9fcd0f-e6d7-4c87-ae38-f8e2590ce9d3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:56.141013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bc9fcd0f-e6d7-4c87-ae38-f8e2590ce9d3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:56.151062 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66127174-9981-4844-be3a-62afc967eb84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:56.177778 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f436b-0219-4a0f-9d2b-d32929f6a82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957b6601-b2db-48c4-b66c-afbfb1ed5b3c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:56.182952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:56.186589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:56.186740 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd394b-5b88-46a2-bb73-a20911261fcb None None] Pushing event updated for resources: {'Port': ['ID=b84bd519-042b-4fe3-b21c-4bc98a0fa8d7,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:56.187112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f15f436b-0219-4a0f-9d2b-d32929f6a82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:56.188237 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f15f436b-0219-4a0f-9d2b-d32929f6a82a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/957b6601-b2db-48c4-b66c-afbfb1ed5b3c HTTP/1.1" status: 204 len: 168 time: 0.6840923 Jan 12 09:33:56.189635 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] device_id is not set on port a612baf9-2aa5-417b-9d25-014fc250e212 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:56.221039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fcd0f-e6d7-4c87-ae38-f8e2590ce9d3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=02f24af3-a976-4a3e-8582-16c0c313211b,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:56.270157 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66127174-9981-4844-be3a-62afc967eb84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb1a53f-4b6c-4e0e-b66f-1a45cda4ac17,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:56.302362 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bc9fcd0f-e6d7-4c87-ae38-f8e2590ce9d3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1481905 Jan 12 09:33:56.303650 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60734) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:56.309176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66127174-9981-4844-be3a-62afc967eb84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:56.310187 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-66127174-9981-4844-be3a-62afc967eb84 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-groups/ebb1a53f-4b6c-4e0e-b66f-1a45cda4ac17 HTTP/1.1" status: 204 len: 168 time: 0.8176556 Jan 12 09:33:56.315154 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60738) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:56.318747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'fixed_ips': [{'subnet_id': '02f24af3-a976-4a3e-8582-16c0c313211b', 'ip_address': '2001:db8::35d7:cd26:51ad:a94b'}], 'name': 'tempest-NetworksTestDHCPv6-624645386'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:56.338717 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:33:56.368567 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0617b-5ea0-4bdc-94bb-cff541054417 None None] Pushing event deleted for resources: {'Port': ['ID=08cc6f68-556a-40c9-bed4-bbfd62bded29,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:56.380384 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b0617b-5ea0-4bdc-94bb-cff541054417 None None] No DVR routers for this DVR port 08cc6f68-556a-40c9-bed4-bbfd62bded29 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:33:56.401261 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:33:56.406645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:56.407024 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Added segment 1929584e-a124-4adf-a991-b9156f6478ff of type vlan for network b529ac51-8035-49bd-911b-2d2508f15696 Jan 12 09:33:56.443771 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65f873-3c6b-41fe-81ee-fc998dbddbd3 req-0295acb2-7f1b-48da-86a3-e1b3100d1708 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:56.445174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12453631-ed79-4808-97ce-1ed5d4cddaa7 None None] Update dhcp port {'port': {'network_id': '4d61202e-9d83-44eb-9b36-f145aa28694b', 'fixed_ips': [{'subnet_id': 'd2681e3d-fcbb-44a9-9a17-528d94e1aa76', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c2a40d7f-2c52-4d84-becc-62ee74a90b23'}], 'binding:host_id': 'dv-neutron-824346-1-hyperv'}, 'id': 'b84bd519-042b-4fe3-b21c-4bc98a0fa8d7'} from dv-neutron-824346-1-hyperv. {{(pid=87665) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 12 09:33:56.445331 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f65f873-3c6b-41fe-81ee-fc998dbddbd3 req-0295acb2-7f1b-48da-86a3-e1b3100d1708 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 945 time: 0.4461153 Jan 12 09:33:56.488399 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f08060-f8a2-42be-b784-a9aa909cbf43 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:56.591142 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9f3b4cbd-fd3f-4c17-817a-00c8f70b553c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:56.707243 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-12453631-ed79-4808-97ce-1ed5d4cddaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:56.715048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Allocated IP 172.20.0.14 (4d61202e-9d83-44eb-9b36-f145aa28694b/d2681e3d-fcbb-44a9-9a17-528d94e1aa76/a612baf9-2aa5-417b-9d25-014fc250e212) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:56.718421 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465ef19-2084-4861-b163-cc3e7234f63b req-8eed018a-b642-4675-af25-d895f95c18ef tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:56.720190 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1465ef19-2084-4861-b163-cc3e7234f63b req-8eed018a-b642-4675-af25-d895f95c18ef tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 945 time: 0.6873770 Jan 12 09:33:56.732562 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Allocated IP 172.20.0.22 (4d61202e-9d83-44eb-9b36-f145aa28694b/c2a40d7f-2c52-4d84-becc-62ee74a90b23/a612baf9-2aa5-417b-9d25-014fc250e212) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:56.757639 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:56.765774 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:56.821424 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:56.841424 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-3f65f873-3c6b-41fe-81ee-fc998dbddbd3 req-3f60c0cc-d72e-40e3-83f7-1e5587d920b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Deleting port 509e414c-c5df-4c47-9541-364be67574fb {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:33:56.841771 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3f65f873-3c6b-41fe-81ee-fc998dbddbd3 req-3f60c0cc-d72e-40e3-83f7-1e5587d920b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:56.843459 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60746) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:56.936433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9f3b4cbd-fd3f-4c17-817a-00c8f70b553c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:56.937882 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9f3b4cbd-fd3f-4c17-817a-00c8f70b553c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6006324 Jan 12 09:33:56.948825 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60750) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:56.949819 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:33:56.959986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:56.960745 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:56.974968 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8b526e01-4337-4474-b45f-4080e63ed9b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a7347fa7e694c24972ddb37821075f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1306624 Jan 12 09:33:56.982910 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1465ef19-2084-4861-b163-cc3e7234f63b req-7c68d508-e85c-4a39-bae6-16ee575d5d3e tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups?id=7260f1a6-d875-4c8e-9003-29176211ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376690 Jan 12 09:33:56.983870 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60754) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:57.014152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:57.076733 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.112186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1e2b75d-efac-4eae-bad5-8d6d52ef83db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.124727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.131960 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:57.144026 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1e2b75d-efac-4eae-bad5-8d6d52ef83db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.145415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.174564 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': '02f24af3-a976-4a3e-8582-16c0c313211b'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:33:57.175443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.241881 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Transition to ACTIVE for port object a612baf9-2aa5-417b-9d25-014fc250e212 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:57.255538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60760) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:57.256673 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4742169 Jan 12 09:33:57.265652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'ports': [{'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296'}, {'network_id': 'b529ac51-8035-49bd-911b-2d2508f15696'}]} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:57.265957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:57.266442 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'network_id': 'b529ac51-8035-49bd-911b-2d2508f15696'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:57.308957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1e2b75d-efac-4eae-bad5-8d6d52ef83db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.384077 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2b75d-efac-4eae-bad5-8d6d52ef83db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dd52fb-a26a-451a-b65a-4bf3e51466a2,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:57.403274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.413463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 08cc6f68-556a-40c9-bed4-bbfd62bded29 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:33:57.473973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 08cc6f68-556a-40c9-bed4-bbfd62bded29 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:33:57.474413 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 08cc6f68-556a-40c9-bed4-bbfd62bded29 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:33:57.542220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-12453631-ed79-4808-97ce-1ed5d4cddaa7 None None] Allocated IP 172.20.0.18 (4d61202e-9d83-44eb-9b36-f145aa28694b/c2a40d7f-2c52-4d84-becc-62ee74a90b23/b84bd519-042b-4fe3-b21c-4bc98a0fa8d7) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:57.574302 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Allocated IP 2001:db8::2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/02f24af3-a976-4a3e-8582-16c0c313211b/7307c5f5-79c3-4386-9670-464cbcd1cc8b) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:57.591656 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1e2b75d-efac-4eae-bad5-8d6d52ef83db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.592830 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c1e2b75d-efac-4eae-bad5-8d6d52ef83db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99dd52fb-a26a-451a-b65a-4bf3e51466a2 HTTP/1.1" status: 204 len: 168 time: 0.6081879 Jan 12 09:33:57.595341 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea795f4c-10fd-4563-b38b-1a1de34f90a3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Network': ['ID=b529ac51-8035-49bd-911b-2d2508f15696,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:57.628380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 4d61202e-9d83-44eb-9b36-f145aa28694b is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:57.634572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:57.642325 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-3f65f873-3c6b-41fe-81ee-fc998dbddbd3 req-3f60c0cc-d72e-40e3-83f7-1e5587d920b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] For port 509e414c-c5df-4c47-9541-364be67574fb, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=509e414c-c5df-4c47-9541-364be67574fb,segment=NetworkSegment(0046c9f5-79e6-4aaa-b93b-2fb55138080b),segment_id=0046c9f5-79e6-4aaa-b93b-2fb55138080b)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:57.642689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3f65f873-3c6b-41fe-81ee-fc998dbddbd3 req-3f60c0cc-d72e-40e3-83f7-1e5587d920b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.656589 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network b529ac51-8035-49bd-911b-2d2508f15696 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:33:57.662576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9e97218f-8049-473f-ba5f-25cc7d365ad6 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.664283 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=a612baf9-2aa5-417b-9d25-014fc250e212,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:57.677819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:57.690668 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9e97218f-8049-473f-ba5f-25cc7d365ad6 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.822744 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9e97218f-8049-473f-ba5f-25cc7d365ad6 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.836633 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:57.843204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:port and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:57.846137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:57.856284 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:57.859128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.884210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:57.884824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.891974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'port': 2} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:57.896722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.927835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:57.928851 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df88d13-ecb5-487f-9e49-632c943418f6 req-bdf18cf9-9915-415c-a409-42693c857de1 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:57.931672 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6df88d13-ecb5-487f-9e49-632c943418f6 req-bdf18cf9-9915-415c-a409-42693c857de1 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.6814771 Jan 12 09:33:57.984451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-12453631-ed79-4808-97ce-1ed5d4cddaa7 None None] For port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b84bd519-042b-4fe3-b21c-4bc98a0fa8d7,segment=NetworkSegment(47251f54-08d0-48b6-a9f9-0b4b8d63f135),segment_id=47251f54-08d0-48b6-a9f9-0b4b8d63f135)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:33:57.995260 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97218f-8049-473f-ba5f-25cc7d365ad6 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772230a7-0cfe-4da7-9f01-5c0841b38119,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:58.111921 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.resource_extend [None req-12453631-ed79-4808-97ce-1ed5d4cddaa7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:33:58.123029 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-17189345-3a3d-49b7-a80b-2128444535ad tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.7636046 Jan 12 09:33:58.126057 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port 949d2d53-33f2-4fbd-9cbf-2b982cb71d61 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:58.128401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60778) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:58.148283 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-12453631-ed79-4808-97ce-1ed5d4cddaa7 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:58.168672 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-12453631-ed79-4808-97ce-1ed5d4cddaa7 None None] Transition to ACTIVE for port object b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:58.170078 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-e80df206-b3c4-4f1f-bc7c-2afee5e947b8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd2681e3d-fcbb-44a9-9a17-528d94e1aa76'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:58.185843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-12453631-ed79-4808-97ce-1ed5d4cddaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:58.301956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:58.316216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12453631-ed79-4808-97ce-1ed5d4cddaa7 None None] Pushing event updated for resources: {'Port': ['ID=b84bd519-042b-4fe3-b21c-4bc98a0fa8d7,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:58.322701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Transition to ACTIVE for port object 7307c5f5-79c3-4386-9670-464cbcd1cc8b will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:58.330342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9e97218f-8049-473f-ba5f-25cc7d365ad6 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:58.331637 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9e97218f-8049-473f-ba5f-25cc7d365ad6 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-groups/772230a7-0cfe-4da7-9f01-5c0841b38119 HTTP/1.1" status: 204 len: 168 time: 1.3708673 Jan 12 09:33:58.334724 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6df88d13-ecb5-487f-9e49-632c943418f6 req-abd72b9e-34d8-4397-ad87-c8afd40efe4a tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3931823 Jan 12 09:33:58.338386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60786) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:58.348093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] device_id is not set on port 82a121c0-b4da-4a75-aac2-dc01d93bce9d yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:58.491750 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceee1cb-725a-4408-93f6-ba0fcbc223e4 req-86a650cc-53c1-4230-b287-8cb3be56030f tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:58.493332 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4ceee1cb-725a-4408-93f6-ba0fcbc223e4 req-86a650cc-53c1-4230-b287-8cb3be56030f tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 945 time: 0.3689148 Jan 12 09:33:58.498997 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-68f2e558-8a73-4525-874f-95bc5995ce77 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:33:58.500920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Transition to ACTIVE for port object 7307c5f5-79c3-4386-9670-464cbcd1cc8b will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:33:58.505502 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e80df206-b3c4-4f1f-bc7c-2afee5e947b8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:58.527518 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:58.614199 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-68f2e558-8a73-4525-874f-95bc5995ce77 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:33:58.618785 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-68f2e558-8a73-4525-874f-95bc5995ce77 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2756653 Jan 12 09:33:58.618926 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:33:58.622096 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:33:58.627525 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:33:58.630130 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Pushing event updated for resources: {'Port': ['ID=7307c5f5-79c3-4386-9670-464cbcd1cc8b,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:58.631422 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60798) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:58.650205 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4ceee1cb-725a-4408-93f6-ba0fcbc223e4 req-d2a07be6-8b8d-4156-a438-f3ed31306be1 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/security-groups?id=4457483d-6070-464d-8d94-0d87efd752ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468081 Jan 12 09:33:58.673167 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6d5c34f1-9b88-4017-8689-142e0f7a624d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178899441'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:58.699700 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6d5c34f1-9b88-4017-8689-142e0f7a624d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:58.740537 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6d5c34f1-9b88-4017-8689-142e0f7a624d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:58.750349 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60806) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:33:58.771085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Attempting to bind port 7307c5f5-79c3-4386-9670-464cbcd1cc8b on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:33:58.771626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Attempting to bind port 7307c5f5-79c3-4386-9670-464cbcd1cc8b by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:33:58.771984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Attempting to bind port 7307c5f5-79c3-4386-9670-464cbcd1cc8b on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:33:58.779784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:33:58.780183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:33:58.781244 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:58.781244 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:33:58.781498 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Bound port: 7307c5f5-79c3-4386-9670-464cbcd1cc8b, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:33:58.781882 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:58.834638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3f65f873-3c6b-41fe-81ee-fc998dbddbd3 req-3f60c0cc-d72e-40e3-83f7-1e5587d920b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:58.836038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3f65f873-3c6b-41fe-81ee-fc998dbddbd3 req-3f60c0cc-d72e-40e3-83f7-1e5587d920b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:58.836502 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [req-3f65f873-3c6b-41fe-81ee-fc998dbddbd3 req-3f60c0cc-d72e-40e3-83f7-1e5587d920b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Floating IP 92a2bdf5-f2d2-4332-b6cb-18004a46a4f4 disassociated. External IP: 172.26.2.124, port: 509e414c-c5df-4c47-9541-364be67574fb. Jan 12 09:33:58.837460 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-3f65f873-3c6b-41fe-81ee-fc998dbddbd3 req-3f60c0cc-d72e-40e3-83f7-1e5587d920b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Calling delete_port for 509e414c-c5df-4c47-9541-364be67574fb owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:33:58.856453 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6d5c34f1-9b88-4017-8689-142e0f7a624d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:58.889025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6d5c34f1-9b88-4017-8689-142e0f7a624d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:58.927801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] For port 7307c5f5-79c3-4386-9670-464cbcd1cc8b, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:33:58.935158 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] For port 7307c5f5-79c3-4386-9670-464cbcd1cc8b, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7307c5f5-79c3-4386-9670-464cbcd1cc8b,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:33:58.936380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::35d7:cd26:51ad:a94b (ff4a5360-acb6-446d-a4d9-75b6632567e8/02f24af3-a976-4a3e-8582-16c0c313211b/949d2d53-33f2-4fbd-9cbf-2b982cb71d61) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:33:58.946263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:58.949316 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6d5c34f1-9b88-4017-8689-142e0f7a624d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:58.950029 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:58.956630 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6d5c34f1-9b88-4017-8689-142e0f7a624d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:58.963726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb1c31-03da-456a-9fa4-196841fc6134 req-3c681cd1-1106-41f1-ba6f-7463ee66cd9f tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:58.972032 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1efb1c31-03da-456a-9fa4-196841fc6134 req-3c681cd1-1106-41f1-ba6f-7463ee66cd9f tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 945 time: 0.3943820 Jan 12 09:33:58.979708 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6d5c34f1-9b88-4017-8689-142e0f7a624d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:58.995192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-305470895'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:33:59.025398 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:59.044974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Usage tracker for resource:network and tenant:fdf9940dab624d36b998664518fb55f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:59.063183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc443b1e-3d03-4ec7-a8ce-fd1cd10d645c None None] Pushing event updated for resources: {'Port': ['ID=7307c5f5-79c3-4386-9670-464cbcd1cc8b,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:59.099459 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1efb1c31-03da-456a-9fa4-196841fc6134 req-fe5b450d-131d-4236-b8dd-c7439809330f tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups?id=7260f1a6-d875-4c8e-9003-29176211ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262324 Jan 12 09:33:59.145947 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:59.195168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:59.199919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] device_id is not set on port 9a05acf4-daab-4c24-9918-d1e6f60f79cf yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:33:59.258157 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Made reservation on behalf of fdf9940dab624d36b998664518fb55f9 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:33:59.261683 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:59.324598 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 509e414c-c5df-4c47-9541-364be67574fb no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:33:59.331746 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:59.372661 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:33:59.430389 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6d5c34f1-9b88-4017-8689-142e0f7a624d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:59.433176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No active binding found for port 509e414c-c5df-4c47-9541-364be67574fb {{(pid=87665) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 12 09:33:59.434700 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 509e414c-c5df-4c47-9541-364be67574fb not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:33:59.441252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Usage tracker for resource:security_group_rule and tenant:fdf9940dab624d36b998664518fb55f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:33:59.464898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3f65f873-3c6b-41fe-81ee-fc998dbddbd3 req-3f60c0cc-d72e-40e3-83f7-1e5587d920b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:59.465128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:33:59.474641 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:33:59.513839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2123d2-02f8-452d-b9f2-d53f0d115b8e None None] Network 4d61202e-9d83-44eb-9b36-f145aa28694b requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:33:59.572967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6d5c34f1-9b88-4017-8689-142e0f7a624d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:59.592620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-e80df206-b3c4-4f1f-bc7c-2afee5e947b8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Delete allocated IP 172.20.0.22 (4d61202e-9d83-44eb-9b36-f145aa28694b/c2a40d7f-2c52-4d84-becc-62ee74a90b23) {{(pid=87664) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 12 09:33:59.688353 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:59.692350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60c0cc-d72e-40e3-83f7-1e5587d920b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Pushing event deleted for resources: {'Port': ['ID=509e414c-c5df-4c47-9541-364be67574fb,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:59.703402 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c54242d2-2073-4d81-8aae-55abaa29e769 None None] Provisioning for port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:33:59.712347 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c54242d2-2073-4d81-8aae-55abaa29e769 None None] Provisioning complete for port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:33:59.712981 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c54242d2-2073-4d81-8aae-55abaa29e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:59.724414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:59.725548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c34f1-9b88-4017-8689-142e0f7a624d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc088bca-28c7-4d0a-8a84-c2b51fbd4faf,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:33:59.734173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:59.745719 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:33:59.756181 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:59.756529 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Added segment 112e7a77-fd7c-4634-a734-b5648dfe64a0 of type vlan for network 06e0f6c6-50a8-4dce-939e-13facffc22cd Jan 12 09:33:59.783591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:59.858701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:59.864318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:33:59.864943 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:33:59.868078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object 949d2d53-33f2-4fbd-9cbf-2b982cb71d61 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:00.027391 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09cbf2-f925-410c-ac54-751742b6d047 req-7df041c7-1573-45a8-a39e-4141cb17cf00 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:00.029218 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eb09cbf2-f925-410c-ac54-751742b6d047 req-7df041c7-1573-45a8-a39e-4141cb17cf00 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.4605293 Jan 12 09:34:00.095578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f65f873-3c6b-41fe-81ee-fc998dbddbd3 req-3f60c0cc-d72e-40e3-83f7-1e5587d920b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:34:00.133991 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eb09cbf2-f925-410c-ac54-751742b6d047 req-fc978c53-56ac-4bdd-a585-352f5228f5f6 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888679 Jan 12 09:34:00.281518 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:00.299670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:00.404371 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6227241 Jan 12 09:34:00.418197 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e80df206-b3c4-4f1f-bc7c-2afee5e947b8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:00.448462 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:00.473194 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6d5c34f1-9b88-4017-8689-142e0f7a624d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:00.474565 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6d5c34f1-9b88-4017-8689-142e0f7a624d tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8413186 Jan 12 09:34:00.475995 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:00.486414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60820) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:00.486885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60822) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:00.556016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=949d2d53-33f2-4fbd-9cbf-2b982cb71d61,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:00.577959 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:00.578531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:00.588179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4738754e-1f41-4944-a6df-8816e52a073d,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:00.588415 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b1bf0714-bf68-4554-9186-216a03bcad68 req-07f35d85-8110-41af-ad0c-f87b5f53f666 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d HTTP/1.1" status: 200 len: 210 time: 0.2980154 Jan 12 09:34:00.605513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:00.608715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:00.612574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:00.618063 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:00.619772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:00.655006 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-690a49f2-75c1-41e2-82f4-33ffce5f78a8 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group_rule': {'security_group_id': 'bc088bca-28c7-4d0a-8a84-c2b51fbd4faf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:00.671165 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-690a49f2-75c1-41e2-82f4-33ffce5f78a8 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:00.680150 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-690a49f2-75c1-41e2-82f4-33ffce5f78a8 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:00.683970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-690a49f2-75c1-41e2-82f4-33ffce5f78a8 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:00.689825 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-72e6c141-320f-46a4-9ac6-db55d20e5850 None None] Provisioning complete for port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:00.690030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-72e6c141-320f-46a4-9ac6-db55d20e5850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:00.691207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-690a49f2-75c1-41e2-82f4-33ffce5f78a8 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:00.735219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-5ee030fe-4792-4854-bf87-af79f7a20f7e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Request body: {'subnet': {'network_id': '06e0f6c6-50a8-4dce-939e-13facffc22cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:00.761389 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f65f873-3c6b-41fe-81ee-fc998dbddbd3 req-3f60c0cc-d72e-40e3-83f7-1e5587d920b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:34:00.767157 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ff44b30e-2738-4323-b6de-1ba76af8065f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4597862 Jan 12 09:34:00.791854 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60828) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:00.799877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cad388-d725-4cf2-9835-a661a1459aa7 None None] Sync routers for ids ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:34:00.864179 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cad388-d725-4cf2-9835-a661a1459aa7 None None] Routers {'0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:34:00.866554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d7cad388-d725-4cf2-9835-a661a1459aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:33:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:00.881119 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 24c06832-e5be-4cfc-84ee-269a182e3296 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:00.901361 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-e80df206-b3c4-4f1f-bc7c-2afee5e947b8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Ignored duplicate provisioning block setup for port a612baf9-2aa5-417b-9d25-014fc250e212 by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 12 09:34:00.906554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:00.914493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f65f873-3c6b-41fe-81ee-fc998dbddbd3 req-3f60c0cc-d72e-40e3-83f7-1e5587d920b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] No DVR routers for this DVR port 509e414c-c5df-4c47-9541-364be67574fb on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:00.927528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3f65f873-3c6b-41fe-81ee-fc998dbddbd3 req-3f60c0cc-d72e-40e3-83f7-1e5587d920b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:00.929583 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f65f873-3c6b-41fe-81ee-fc998dbddbd3 req-3f60c0cc-d72e-40e3-83f7-1e5587d920b0 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.53 "DELETE /v2.0/ports/509e414c-c5df-4c47-9541-364be67574fb HTTP/1.1" status: 204 len: 173 time: 4.3820918 Jan 12 09:34:00.930226 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d', 'name': 'network-vif-deleted', 'tag': '509e414c-c5df-4c47-9541-364be67574fb'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:34:00.977147 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-690a49f2-75c1-41e2-82f4-33ffce5f78a8 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:00.988201 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fa3c5-3b29-4159-b564-37e79e67dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Pushing event updated for resources: {'Network': ['ID=06e0f6c6-50a8-4dce-939e-13facffc22cd,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:00.999709 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9f1dbb-e9ab-46cf-a9d5-939f9d74328d', 'name': 'network-vif-deleted', 'tag': '509e414c-c5df-4c47-9541-364be67574fb', 'status': 'completed', 'code': 200} Jan 12 09:34:01.026699 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7307c5f5-79c3-4386-9670-464cbcd1cc8b up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:01.092424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:01.093276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:01.103997 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 06e0f6c6-50a8-4dce-939e-13facffc22cd details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:01.109813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e80df206-b3c4-4f1f-bc7c-2afee5e947b8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:01.176002 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5ee030fe-4792-4854-bf87-af79f7a20f7e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:01.345913 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5ee030fe-4792-4854-bf87-af79f7a20f7e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Usage tracker for resource:subnet and tenant:fdf9940dab624d36b998664518fb55f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:01.368435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d4427-2ef0-4a5a-be74-adadffaba290 req-2cfab2c4-ca33-4108-9628-ed65689ee7e3 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:01.370039 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2a0d4427-2ef0-4a5a-be74-adadffaba290 req-2cfab2c4-ca33-4108-9628-ed65689ee7e3 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 945 time: 1.1269901 Jan 12 09:34:01.377064 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=82a121c0-b4da-4a75-aac2-dc01d93bce9d,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:01.379768 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5ee030fe-4792-4854-bf87-af79f7a20f7e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:01.471643 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-d7cad388-d725-4cf2-9835-a661a1459aa7 None None] Set router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:34:01.579810 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5ee030fe-4792-4854-bf87-af79f7a20f7e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:01.621798 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee030fe-4792-4854-bf87-af79f7a20f7e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Made reservation on behalf of fdf9940dab624d36b998664518fb55f9 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:01.626160 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5ee030fe-4792-4854-bf87-af79f7a20f7e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:01.671728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 7307c5f5-79c3-4386-9670-464cbcd1cc8b completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:01.675479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Checking segment: {'id': '1929584e-a124-4adf-a991-b9156f6478ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b529ac51-8035-49bd-911b-2d2508f15696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:01.675953 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network hostable DHCP agents. Network: b529ac51-8035-49bd-911b-2d2508f15696, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:01.679247 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121aa318-00cc-49ba-80a7-753c6d511abc req-6eb07609-5b5f-4b93-9d46-7d3eb9550d23 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:01.681660 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-121aa318-00cc-49ba-80a7-753c6d511abc req-6eb07609-5b5f-4b93-9d46-7d3eb9550d23 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 945 time: 0.4782524 Jan 12 09:34:01.699325 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c03c1-6e90-40ae-8cd6-4dc86f0b9a67 req-d5dcc016-9a9d-4b3c-b8d3-57ce98f7031b tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:01.719964 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f84c03c1-6e90-40ae-8cd6-4dc86f0b9a67 req-d5dcc016-9a9d-4b3c-b8d3-57ce98f7031b tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.2237120 Jan 12 09:34:01.727711 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-690a49f2-75c1-41e2-82f4-33ffce5f78a8 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:01.808122 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2a0d4427-2ef0-4a5a-be74-adadffaba290 req-400ef074-23ef-49de-b4d3-e12417435834 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/security-groups?id=4457483d-6070-464d-8d94-0d87efd752ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4218717 Jan 12 09:34:01.812414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-121aa318-00cc-49ba-80a7-753c6d511abc req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Deleting port be31cfb0-7a24-4d7b-b88f-13670ed1bd92 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:01.812758 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-121aa318-00cc-49ba-80a7-753c6d511abc req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:01.831842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-72e6c141-320f-46a4-9ac6-db55d20e5850 None None] Provisioning for port a612baf9-2aa5-417b-9d25-014fc250e212 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:01.840946 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-690a49f2-75c1-41e2-82f4-33ffce5f78a8 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:01.855876 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-72e6c141-320f-46a4-9ac6-db55d20e5850 None None] Provisioning complete for port a612baf9-2aa5-417b-9d25-014fc250e212 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:01.856391 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-72e6c141-320f-46a4-9ac6-db55d20e5850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:01.979410 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-72e6c141-320f-46a4-9ac6-db55d20e5850 None None] Port a612baf9-2aa5-417b-9d25-014fc250e212 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:01.988266 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network b529ac51-8035-49bd-911b-2d2508f15696 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:01.991385 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80df206-b3c4-4f1f-bc7c-2afee5e947b8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=a612baf9-2aa5-417b-9d25-014fc250e212,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:01.996435 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d7cad388-d725-4cf2-9835-a661a1459aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'name': 'tempest-ServersTestManualDisk-1875479056-router', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:03Z', 'updated_at': '2022-01-12T09:32:18Z', 'revision_number': 4, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'gw_port': {'id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:86:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '97f086cb-0922-4900-9c40-af79477cc088', 'name': '', 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'mac_address': 'fa:16:3e:58:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:14Z', 'updated_at': '2022-01-12T09:32:29Z', 'revision_number': 5, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'subnets': [{'id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:02.005915 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cad388-d725-4cf2-9835-a661a1459aa7 None None] Checking router: 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:34:02.025125 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cad388-d725-4cf2-9835-a661a1459aa7 None None] Routers {'0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:34:02.026798 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d7cad388-d725-4cf2-9835-a661a1459aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:33:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:02.107665 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e80df206-b3c4-4f1f-bc7c-2afee5e947b8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] In _notify_port_updated(), no bound segment for port a612baf9-2aa5-417b-9d25-014fc250e212 on network 4d61202e-9d83-44eb-9b36-f145aa28694b {{(pid=87664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:34:02.114978 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80df206-b3c4-4f1f-bc7c-2afee5e947b8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:02.115743 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e80df206-b3c4-4f1f-bc7c-2afee5e947b8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.120378 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e80df206-b3c4-4f1f-bc7c-2afee5e947b8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "PUT /v2.0/ports/a612baf9-2aa5-417b-9d25-014fc250e212 HTTP/1.1" status: 200 len: 919 time: 3.9905052 Jan 12 09:34:02.132146 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60840) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:02.132564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60842) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:02.149996 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348010bd-f630-4267-8cfb-e4adeb06532f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:02.159786 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348010bd-f630-4267-8cfb-e4adeb06532f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:02.161585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-348010bd-f630-4267-8cfb-e4adeb06532f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:02.161834 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-099bc086-f41b-4555-8f73-d78dae37bc40 None None] Provisioning for port 949d2d53-33f2-4fbd-9cbf-2b982cb71d61 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:02.194597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, b529ac51-8035-49bd-911b-2d2508f15696) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:02.194945 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-121aa318-00cc-49ba-80a7-753c6d511abc req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] For port be31cfb0-7a24-4d7b-b88f-13670ed1bd92, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=be31cfb0-7a24-4d7b-b88f-13670ed1bd92,segment=NetworkSegment(ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6),segment_id=ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:02.195464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-121aa318-00cc-49ba-80a7-753c6d511abc req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.196589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a49f2-75c1-41e2-82f4-33ffce5f78a8 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4892d1c3-9f9f-4d4d-b7c8-80965bee39f2,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:02.217046 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-099bc086-f41b-4555-8f73-d78dae37bc40 None None] Provisioning complete for port 949d2d53-33f2-4fbd-9cbf-2b982cb71d61 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:02.217587 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-099bc086-f41b-4555-8f73-d78dae37bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.219256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd2681e3d-fcbb-44a9-9a17-528d94e1aa76'}, {'subnet_id': 'c2a40d7f-2c52-4d84-becc-62ee74a90b23'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:02.253151 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecca228-da77-4391-bc99-4167e4bfc4ce None None] Network b529ac51-8035-49bd-911b-2d2508f15696 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:02.346370 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:02.352110 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:02.357450 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:02.358362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.412467 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-690a49f2-75c1-41e2-82f4-33ffce5f78a8 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.415306 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-690a49f2-75c1-41e2-82f4-33ffce5f78a8 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.8288529 Jan 12 09:34:02.417041 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60848) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:02.434127 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f84c03c1-6e90-40ae-8cd6-4dc86f0b9a67 req-ba3c904d-30df-46ad-9f7c-1e16f9a2f61b tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7126005 Jan 12 09:34:02.438686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-099bc086-f41b-4555-8f73-d78dae37bc40 None None] Port 949d2d53-33f2-4fbd-9cbf-2b982cb71d61 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:02.459400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-d7cad388-d725-4cf2-9835-a661a1459aa7 None None] Set router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:34:02.513571 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-348010bd-f630-4267-8cfb-e4adeb06532f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:02.517036 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-348010bd-f630-4267-8cfb-e4adeb06532f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.6317515 Jan 12 09:34:02.517036 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=9a05acf4-daab-4c24-9918-d1e6f60f79cf,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:02.518426 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2d758584-7e12-42bc-a65d-b085b637c94e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.2614057 Jan 12 09:34:02.523267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60852) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:02.523267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60854) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:02.573724 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1db3f4bb-4e7e-4246-b2a4-186d73a8dba0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.601342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-12ba24d2-eaff-488d-b6bc-a31c7a1afbe1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port 949d2d53-33f2-4fbd-9cbf-2b982cb71d61 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:02.601678 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-12ba24d2-eaff-488d-b6bc-a31c7a1afbe1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.634650 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1db3f4bb-4e7e-4246-b2a4-186d73a8dba0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.649613 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-099bc086-f41b-4555-8f73-d78dae37bc40 None None] Provisioning complete for port a612baf9-2aa5-417b-9d25-014fc250e212 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:02.650227 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-099bc086-f41b-4555-8f73-d78dae37bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.707404 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-121aa318-00cc-49ba-80a7-753c6d511abc req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.707813 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-121aa318-00cc-49ba-80a7-753c6d511abc req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.708136 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [req-121aa318-00cc-49ba-80a7-753c6d511abc req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Floating IP d6bc9b41-62cb-4884-9cf9-5166183ea3f9 disassociated. External IP: 172.26.2.187, port: be31cfb0-7a24-4d7b-b88f-13670ed1bd92. Jan 12 09:34:02.708452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-121aa318-00cc-49ba-80a7-753c6d511abc req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Calling delete_port for be31cfb0-7a24-4d7b-b88f-13670ed1bd92 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:02.762509 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-099bc086-f41b-4555-8f73-d78dae37bc40 None None] Port a612baf9-2aa5-417b-9d25-014fc250e212 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:02.776725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-61bedf40-c9b7-463a-b1ab-5fbfcc2c646d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.781854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-b20cf562-8568-4238-abc0-6cfca81cc49b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port 9a05acf4-daab-4c24-9918-d1e6f60f79cf {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:02.782192 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b20cf562-8568-4238-abc0-6cfca81cc49b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.807643 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-61bedf40-c9b7-463a-b1ab-5fbfcc2c646d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.894690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.917065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-099bc086-f41b-4555-8f73-d78dae37bc40 None None] Provisioning for port 7307c5f5-79c3-4386-9670-464cbcd1cc8b completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:02.919176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5ee030fe-4792-4854-bf87-af79f7a20f7e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:02.928664 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-099bc086-f41b-4555-8f73-d78dae37bc40 None None] Provisioning complete for port 7307c5f5-79c3-4386-9670-464cbcd1cc8b triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:02.928964 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-099bc086-f41b-4555-8f73-d78dae37bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.126541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d7cad388-d725-4cf2-9835-a661a1459aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'name': 'tempest-ServersTestManualDisk-1875479056-router', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:03Z', 'updated_at': '2022-01-12T09:32:18Z', 'revision_number': 4, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'gw_port': {'id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:86:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '97f086cb-0922-4900-9c40-af79477cc088', 'name': '', 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'mac_address': 'fa:16:3e:58:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:14Z', 'updated_at': '2022-01-12T09:32:29Z', 'revision_number': 5, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'subnets': [{'id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:03.134963 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cad388-d725-4cf2-9835-a661a1459aa7 None None] The sync data for ids ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'] in dv-neutron-824346-1-hyperv is: [{'id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'name': 'tempest-ServersTestManualDisk-1875479056-router', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:03Z', 'updated_at': '2022-01-12T09:32:18Z', 'revision_number': 4, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'gw_port': {'id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:86:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '97f086cb-0922-4900-9c40-af79477cc088', 'name': '', 'network_id': 'b58e70f3-410d-4dd4-968c-5801134546cd', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'mac_address': 'fa:16:3e:58:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:14Z', 'updated_at': '2022-01-12T09:32:29Z', 'revision_number': 5, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'subnets': [{'id': '59039bb2-2ecd-4352-a837-d58b0d19d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:34:03.148697 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-099bc086-f41b-4555-8f73-d78dae37bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.183166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1db3f4bb-4e7e-4246-b2a4-186d73a8dba0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.192886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-099bc086-f41b-4555-8f73-d78dae37bc40 None None] For port 7307c5f5-79c3-4386-9670-464cbcd1cc8b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7307c5f5-79c3-4386-9670-464cbcd1cc8b,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:03.200330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-099bc086-f41b-4555-8f73-d78dae37bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.221604 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3f4bb-4e7e-4246-b2a4-186d73a8dba0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4892d1c3-9f9f-4d4d-b7c8-80965bee39f2,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:03.255331 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee030fe-4792-4854-bf87-af79f7a20f7e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Pushing event updated for resources: {'Subnet': ['ID=5d687285-1c9b-4607-9040-1a8c28e50f34,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:03.301067 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bc086-f41b-4555-8f73-d78dae37bc40 None None] Pushing event updated for resources: {'Port': ['ID=7307c5f5-79c3-4386-9670-464cbcd1cc8b,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:03.336191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-61bedf40-c9b7-463a-b1ab-5fbfcc2c646d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.370726 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee030fe-4792-4854-bf87-af79f7a20f7e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Checking segment: {'id': '112e7a77-fd7c-4634-a734-b5648dfe64a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '06e0f6c6-50a8-4dce-939e-13facffc22cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:03.371343 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee030fe-4792-4854-bf87-af79f7a20f7e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Network hostable DHCP agents. Network: 06e0f6c6-50a8-4dce-939e-13facffc22cd, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:03.389374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bedf40-c9b7-463a-b1ab-5fbfcc2c646d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7260f1a6-d875-4c8e-9003-29176211ead5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:03.396387 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-61bedf40-c9b7-463a-b1ab-5fbfcc2c646d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.397526 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-61bedf40-c9b7-463a-b1ab-5fbfcc2c646d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "DELETE /v2.0/security-groups/7260f1a6-d875-4c8e-9003-29176211ead5 HTTP/1.1" status: 204 len: 168 time: 1.2326181 Jan 12 09:34:03.402874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1db3f4bb-4e7e-4246-b2a4-186d73a8dba0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.403070 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60862) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:03.404069 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1db3f4bb-4e7e-4246-b2a4-186d73a8dba0 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/4892d1c3-9f9f-4d4d-b7c8-80965bee39f2 HTTP/1.1" status: 204 len: 168 time: 0.9256473 Jan 12 09:34:03.412372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b20cf562-8568-4238-abc0-6cfca81cc49b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.413826 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60864) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:03.503333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-12ba24d2-eaff-488d-b6bc-a31c7a1afbe1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.507331 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88461ea2-9481-4f02-a4b2-4fcbc80f7840 None None] New status for floating IP 92a2bdf5-f2d2-4332-b6cb-18004a46a4f4: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:34:03.510287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424cbeb-0dde-4b07-8ef8-eb0df39063bd req-3b557a13-bba6-4215-b29e-3e1bb2da37b4 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:03.519155 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9424cbeb-0dde-4b07-8ef8-eb0df39063bd req-3b557a13-bba6-4215-b29e-3e1bb2da37b4 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 945 time: 0.3847637 Jan 12 09:34:03.520937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee030fe-4792-4854-bf87-af79f7a20f7e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Network 06e0f6c6-50a8-4dce-939e-13facffc22cd is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:03.581541 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-b8452d8d-9998-4941-ab68-68a8bc425145 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] show failed (client error): The resource could not be found. Jan 12 09:34:03.582901 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b8452d8d-9998-4941-ab68-68a8bc425145 tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "GET /v2.0/security-groups/7260f1a6-d875-4c8e-9003-29176211ead5 HTTP/1.1" status: 404 len: 347 time: 0.1736462 Jan 12 09:34:03.592110 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60872) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:03.595943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-b20cf562-8568-4238-abc0-6cfca81cc49b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for 9a05acf4-daab-4c24-9918-d1e6f60f79cf owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:03.612712 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-5ee030fe-4792-4854-bf87-af79f7a20f7e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 06e0f6c6-50a8-4dce-939e-13facffc22cd) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:03.617910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee030fe-4792-4854-bf87-af79f7a20f7e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:03.618486 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5ee030fe-4792-4854-bf87-af79f7a20f7e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.622631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7afeb9-0a2c-4bd5-b5a2-80a686600a62 None None] Network 06e0f6c6-50a8-4dce-939e-13facffc22cd requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:03.689851 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c07c3df6-7307-4f94-b092-54c9b4d7da9c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:03.714279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-121aa318-00cc-49ba-80a7-753c6d511abc req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.810901 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9424cbeb-0dde-4b07-8ef8-eb0df39063bd req-7d0e8ace-e3e4-407c-9947-88825fbb400a tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/security-groups?id=4457483d-6070-464d-8d94-0d87efd752ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908359 Jan 12 09:34:03.841169 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-12ba24d2-eaff-488d-b6bc-a31c7a1afbe1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for 949d2d53-33f2-4fbd-9cbf-2b982cb71d61 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:03.851148 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-06e0f6c6-50a8-4dce-939e-13facffc22cd', 'network_id': '06e0f6c6-50a8-4dce-939e-13facffc22cd', 'tenant_id': 'fdf9940dab624d36b998664518fb55f9', 'fixed_ips': [{'subnet_id': '5d687285-1c9b-4607-9040-1a8c28e50f34'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:34:03.852004 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.860604 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5ee030fe-4792-4854-bf87-af79f7a20f7e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2921066 Jan 12 09:34:03.895022 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60876) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:03.907176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-acf7140f-0ce7-47e1-a5b4-3ecf63eb2c8d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Deleting port 685d14f0-aecc-4a32-93cf-75acfc7b2a0c {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:03.907595 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-acf7140f-0ce7-47e1-a5b4-3ecf63eb2c8d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:03.939415 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Request body: {'port': {'network_id': '06e0f6c6-50a8-4dce-939e-13facffc22cd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-160472576'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:03.954791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c07c3df6-7307-4f94-b092-54c9b4d7da9c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:03.959257 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c07c3df6-7307-4f94-b092-54c9b4d7da9c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5162978 Jan 12 09:34:03.962574 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60880) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:03.996280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b20cf562-8568-4238-abc0-6cfca81cc49b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.015335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Allocated IP 2001:db8::2 (06e0f6c6-50a8-4dce-939e-13facffc22cd/5d687285-1c9b-4607-9040-1a8c28e50f34/572dc40d-6621-4c73-b622-1749f6626e2a) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:04.082254 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Pushing event deleted for resources: {'Port': ['ID=be31cfb0-7a24-4d7b-b88f-13670ed1bd92,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:04.094383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Allocated IP 172.20.0.19 (4d61202e-9d83-44eb-9b36-f145aa28694b/c2a40d7f-2c52-4d84-becc-62ee74a90b23/a612baf9-2aa5-417b-9d25-014fc250e212) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:04.099856 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:04.100196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:04.100667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:04.100887 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:04.101244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:04.101571 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:04.101891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:04.102232 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:04.102546 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:04.102919 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:04.105210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:04.105210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:04.208207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b20cf562-8568-4238-abc0-6cfca81cc49b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.226801 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b20cf562-8568-4238-abc0-6cfca81cc49b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/9a05acf4-daab-4c24-9918-d1e6f60f79cf HTTP/1.1" status: 204 len: 168 time: 1.7006123 Jan 12 09:34:04.234058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cf562-8568-4238-abc0-6cfca81cc49b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=9a05acf4-daab-4c24-9918-d1e6f60f79cf,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:04.240745 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60884) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:04.260044 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.264921 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.312258 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7307c5f5-79c3-4386-9670-464cbcd1cc8b up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:04.397820 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 7307c5f5-79c3-4386-9670-464cbcd1cc8b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:04.398409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.414456 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:04.428748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Usage tracker for resource:port and tenant:fdf9940dab624d36b998664518fb55f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:04.429200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Transition to ACTIVE for port object 572dc40d-6621-4c73-b622-1749f6626e2a will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:04.433342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:04.433868 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-12ba24d2-eaff-488d-b6bc-a31c7a1afbe1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.452748 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae1856-cafa-4880-bbc0-bd5291fa1385 req-c5f2bb26-f2f8-451e-b3ca-915470248128 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:04.455191 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-19ae1856-cafa-4880-bbc0-bd5291fa1385 req-c5f2bb26-f2f8-451e-b3ca-915470248128 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.8702683 Jan 12 09:34:04.459049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.470541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:04.486381 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Transition to ACTIVE for port object 572dc40d-6621-4c73-b622-1749f6626e2a will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:04.503723 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.532160 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-acf7140f-0ce7-47e1-a5b4-3ecf63eb2c8d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.532560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-acf7140f-0ce7-47e1-a5b4-3ecf63eb2c8d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.535149 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-121aa318-00cc-49ba-80a7-753c6d511abc req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Router fc1cf035-d511-42b4-bf40-d8064044d417 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:34:04.561752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Made reservation on behalf of fdf9940dab624d36b998664518fb55f9 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:04.570627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.619263 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba24d2-eaff-488d-b6bc-a31c7a1afbe1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=949d2d53-33f2-4fbd-9cbf-2b982cb71d61,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:04.686420 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Network 06e0f6c6-50a8-4dce-939e-13facffc22cd is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:04.693404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:04.696557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:04.705424 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Pushing event updated for resources: {'Port': ['ID=572dc40d-6621-4c73-b622-1749f6626e2a,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:04.748871 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-acf7140f-0ce7-47e1-a5b4-3ecf63eb2c8d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Calling delete_port for 685d14f0-aecc-4a32-93cf-75acfc7b2a0c owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:04.801578 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:34:04.805818 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Attempting to bind port 572dc40d-6621-4c73-b622-1749f6626e2a on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:04.806461 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Attempting to bind port 572dc40d-6621-4c73-b622-1749f6626e2a by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '112e7a77-fd7c-4634-a734-b5648dfe64a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '06e0f6c6-50a8-4dce-939e-13facffc22cd'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:04.807046 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Attempting to bind port 572dc40d-6621-4c73-b622-1749f6626e2a on network 06e0f6c6-50a8-4dce-939e-13facffc22cd {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:04.814339 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-12ba24d2-eaff-488d-b6bc-a31c7a1afbe1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.815003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:34:04.815912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Checking segment: {'id': '112e7a77-fd7c-4634-a734-b5648dfe64a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '06e0f6c6-50a8-4dce-939e-13facffc22cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:04.815912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.816547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Bound using segment: {'id': '112e7a77-fd7c-4634-a734-b5648dfe64a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '06e0f6c6-50a8-4dce-939e-13facffc22cd'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:34:04.816704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] device_id is not set on port a8202a29-6bab-4248-b076-1d65c9146adb yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:04.817124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Bound port: 572dc40d-6621-4c73-b622-1749f6626e2a, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112e7a77-fd7c-4634-a734-b5648dfe64a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '06e0f6c6-50a8-4dce-939e-13facffc22cd'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:04.817688 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.819120 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-12ba24d2-eaff-488d-b6bc-a31c7a1afbe1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/949d2d53-33f2-4fbd-9cbf-2b982cb71d61 HTTP/1.1" status: 204 len: 168 time: 2.2948830 Jan 12 09:34:04.834714 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60888) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:04.864058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.886474 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Transition to ACTIVE for port object a612baf9-2aa5-417b-9d25-014fc250e212 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:04.892926 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:04.905944 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f19ef-335f-4449-b891-9e956ced20cd tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:04.911755 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f19ef-335f-4449-b891-9e956ced20cd tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:04.912533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-da2f19ef-335f-4449-b891-9e956ced20cd tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:04.917568 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-19ae1856-cafa-4880-bbc0-bd5291fa1385 req-01f01d3a-a0b2-48a0-917c-b1019f80f0a6 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407750 Jan 12 09:34:04.921928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-121aa318-00cc-49ba-80a7-753c6d511abc req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:34:04.931387 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] For port 572dc40d-6621-4c73-b622-1749f6626e2a, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:34:04.936672 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fdd356-4b8e-4e82-a1a8-49c6687bb70f None None] Sync routers for ids ['fc1cf035-d511-42b4-bf40-d8064044d417'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:34:04.942970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] For port 572dc40d-6621-4c73-b622-1749f6626e2a, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=572dc40d-6621-4c73-b622-1749f6626e2a,segment=NetworkSegment(112e7a77-fd7c-4634-a734-b5648dfe64a0),segment_id=112e7a77-fd7c-4634-a734-b5648dfe64a0)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:34:04.954875 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fdd356-4b8e-4e82-a1a8-49c6687bb70f None None] Routers {'fc1cf035-d511-42b4-bf40-d8064044d417'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:34:04.955873 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-65fdd356-4b8e-4e82-a1a8-49c6687bb70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:33:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc1cf035-d511-42b4-bf40-d8064044d417'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:05.016226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.104916 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2593c60-6ac0-47a2-a049-7a4b5361a057 None None] Pushing event updated for resources: {'Port': ['ID=572dc40d-6621-4c73-b622-1749f6626e2a,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:05.115186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.160933 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a1b2b5-ca21-4952-8f47-c6101e0321b2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:05.160933 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a1b2b5-ca21-4952-8f47-c6101e0321b2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:05.161631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-26a1b2b5-ca21-4952-8f47-c6101e0321b2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:05.167244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-121aa318-00cc-49ba-80a7-753c6d511abc req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] No DVR routers for this DVR port be31cfb0-7a24-4d7b-b88f-13670ed1bd92 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:05.170522 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-121aa318-00cc-49ba-80a7-753c6d511abc req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.173007 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-121aa318-00cc-49ba-80a7-753c6d511abc req-5f17c032-78fd-4410-932a-ae2ef6bd6b83 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.53 "DELETE /v2.0/ports/be31cfb0-7a24-4d7b-b88f-13670ed1bd92 HTTP/1.1" status: 204 len: 173 time: 3.4498260 Jan 12 09:34:05.173007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cdf350-052d-49bc-9919-4c9f43d3f124', 'name': 'network-vif-deleted', 'tag': 'be31cfb0-7a24-4d7b-b88f-13670ed1bd92'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:34:05.181958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-da2f19ef-335f-4449-b891-9e956ced20cd tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:05.183238 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-da2f19ef-335f-4449-b891-9e956ced20cd tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.9415476 Jan 12 09:34:05.186568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60896) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:05.202105 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc088bca-28c7-4d0a-8a84-c2b51fbd4faf,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:05.248622 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-65fdd356-4b8e-4e82-a1a8-49c6687bb70f None None] Set router fc1cf035-d511-42b4-bf40-d8064044d417 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:34:05.289496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-26a1b2b5-ca21-4952-8f47-c6101e0321b2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:05.290973 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-26a1b2b5-ca21-4952-8f47-c6101e0321b2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4551775 Jan 12 09:34:05.295457 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1c6c2-91b3-4b52-b6de-f4a761e9f0a1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port 82a121c0-b4da-4a75-aac2-dc01d93bce9d {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:05.296217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c6c2-91b3-4b52-b6de-f4a761e9f0a1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.309138 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60900) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:05.311242 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=a612baf9-2aa5-417b-9d25-014fc250e212,revision_number=3']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:05.367544 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cdf350-052d-49bc-9919-4c9f43d3f124', 'name': 'network-vif-deleted', 'tag': 'be31cfb0-7a24-4d7b-b88f-13670ed1bd92', 'status': 'completed', 'code': 200} Jan 12 09:34:05.441080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.441576 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.441991 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.442660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.443200 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.443621 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.444142 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.444687 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.445102 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.445514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.446026 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.446479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.456215 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device be31cfb0-7a24-4d7b-b88f-13670ed1bd92 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:05.470844 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.470844 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-groups/bc088bca-28c7-4d0a-8a84-c2b51fbd4faf HTTP/1.1" status: 204 len: 168 time: 1.4987190 Jan 12 09:34:05.503133 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-963ca37f-7a55-42b6-b08c-2caf243ed4f7 req-ac00f464-8463-4820-bcb8-d9fe6861c2d5 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cdf350-052d-49bc-9919-4c9f43d3f124 HTTP/1.1" status: 200 len: 210 time: 0.3848886 Jan 12 09:34:05.512852 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60904) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:05.552573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: be31cfb0-7a24-4d7b-b88f-13670ed1bd92 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:34:05.552824 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device be31cfb0-7a24-4d7b-b88f-13670ed1bd92 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:05.649953 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.650456 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.650889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.651392 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.651822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.652434 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.653054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.653500 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.654267 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.654813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.655240 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.656739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dad89e-ef4b-4a37-b55b-11c5b0dc7968 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:05.670213 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-acf7140f-0ce7-47e1-a5b4-3ecf63eb2c8d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.755873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-70f31ee5-722d-4dd6-adf7-e7f62dc61eda tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:05.760821 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c6c2-91b3-4b52-b6de-f4a761e9f0a1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.789535 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-bfb2ec3f-acee-4e64-bcdc-1c521ca1f3bf None None] Provisioning for port a612baf9-2aa5-417b-9d25-014fc250e212 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:05.799972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-bfb2ec3f-acee-4e64-bcdc-1c521ca1f3bf None None] Provisioning complete for port a612baf9-2aa5-417b-9d25-014fc250e212 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:05.800336 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bfb2ec3f-acee-4e64-bcdc-1c521ca1f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.830305 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a696d4-ae1c-4fb2-859a-22b3b3c1cd71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 02f24af3-a976-4a3e-8582-16c0c313211b {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:34:05.834140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-47a696d4-ae1c-4fb2-859a-22b3b3c1cd71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.871621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2ec3f-acee-4e64-bcdc-1c521ca1f3bf None None] Port a612baf9-2aa5-417b-9d25-014fc250e212 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:05.885499 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-65fdd356-4b8e-4e82-a1a8-49c6687bb70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'name': 'tempest-ServersTestJSON-590366113-router', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'gw_port': {'id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:08Z', 'updated_at': '2022-01-12T09:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '329b750c-5615-417b-b8cb-1cf6a23024a4', 'name': '', 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'mac_address': 'fa:16:3e:59:c5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:20Z', 'updated_at': '2022-01-12T09:32:34Z', 'revision_number': 5, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'subnets': [{'id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:05.890326 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fdd356-4b8e-4e82-a1a8-49c6687bb70f None None] Checking router: fc1cf035-d511-42b4-bf40-d8064044d417 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:34:05.897995 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-47a696d4-ae1c-4fb2-859a-22b3b3c1cd71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:05.900006 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fdd356-4b8e-4e82-a1a8-49c6687bb70f None None] Routers {'fc1cf035-d511-42b4-bf40-d8064044d417'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:34:05.900692 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-65fdd356-4b8e-4e82-a1a8-49c6687bb70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:33:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc1cf035-d511-42b4-bf40-d8064044d417'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:05.937596 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-70f31ee5-722d-4dd6-adf7-e7f62dc61eda tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:05.938418 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-70f31ee5-722d-4dd6-adf7-e7f62dc61eda tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4246020 Jan 12 09:34:05.947766 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1c6c2-91b3-4b52-b6de-f4a761e9f0a1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for 82a121c0-b4da-4a75-aac2-dc01d93bce9d owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:05.980556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60908) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:05.998579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-c5790e27-74af-426c-8e11-aa71f3591bfe tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161057771'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:06.017987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c5790e27-74af-426c-8e11-aa71f3591bfe tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:06.055249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7140f-0ce7-47e1-a5b4-3ecf63eb2c8d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Pushing event deleted for resources: {'Port': ['ID=685d14f0-aecc-4a32-93cf-75acfc7b2a0c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:06.056160 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c5790e27-74af-426c-8e11-aa71f3591bfe tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:06.136932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] In _notify_port_updated(), no bound segment for port a612baf9-2aa5-417b-9d25-014fc250e212 on network 4d61202e-9d83-44eb-9b36-f145aa28694b {{(pid=87664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:34:06.145354 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:06.146309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.147934 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-32de73c6-373a-4893-9ebe-9533f6ed8ea3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "PUT /v2.0/ports/a612baf9-2aa5-417b-9d25-014fc250e212 HTTP/1.1" status: 200 len: 999 time: 3.9811370 Jan 12 09:34:06.160708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60914) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:06.169204 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-65fdd356-4b8e-4e82-a1a8-49c6687bb70f None None] Set router fc1cf035-d511-42b4-bf40-d8064044d417 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:34:06.173695 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c5790e27-74af-426c-8e11-aa71f3591bfe tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.246337 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Allocated IP 2001:db8::1f2 (06e0f6c6-50a8-4dce-939e-13facffc22cd/5d687285-1c9b-4607-9040-1a8c28e50f34/a8202a29-6bab-4248-b076-1d65c9146adb) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:06.275992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-264faea5-bc9e-4b4b-89cc-d586abb4153e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port a612baf9-2aa5-417b-9d25-014fc250e212 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:06.276453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-264faea5-bc9e-4b4b-89cc-d586abb4153e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.282999 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-acf7140f-0ce7-47e1-a5b4-3ecf63eb2c8d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.290191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-47a696d4-ae1c-4fb2-859a-22b3b3c1cd71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.315244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c6c2-91b3-4b52-b6de-f4a761e9f0a1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.339357 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c5790e27-74af-426c-8e11-aa71f3591bfe tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:06.396659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c6c2-91b3-4b52-b6de-f4a761e9f0a1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.411082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1c6c2-91b3-4b52-b6de-f4a761e9f0a1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=82a121c0-b4da-4a75-aac2-dc01d93bce9d,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:06.418212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 572dc40d-6621-4c73-b622-1749f6626e2a up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:06.419768 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c5790e27-74af-426c-8e11-aa71f3591bfe tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:06.426281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c5790e27-74af-426c-8e11-aa71f3591bfe tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:06.445691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c5790e27-74af-426c-8e11-aa71f3591bfe tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:06.461862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-47a696d4-ae1c-4fb2-859a-22b3b3c1cd71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.469055 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec633dc4-769d-4718-a7a6-29d2f7308371 req-49bd2f0d-4f1e-4b98-a47f-6faee59e0bff tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:06.470617 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ec633dc4-769d-4718-a7a6-29d2f7308371 req-49bd2f0d-4f1e-4b98-a47f-6faee59e0bff tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.4161983 Jan 12 09:34:06.509528 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d5f1c6c2-91b3-4b52-b6de-f4a761e9f0a1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/82a121c0-b4da-4a75-aac2-dc01d93bce9d HTTP/1.1" status: 204 len: 168 time: 1.3218312 Jan 12 09:34:06.510324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60918) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:06.517942 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a696d4-ae1c-4fb2-859a-22b3b3c1cd71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=02f24af3-a976-4a3e-8582-16c0c313211b,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:06.522951 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-acf7140f-0ce7-47e1-a5b4-3ecf63eb2c8d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.527048 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-acf7140f-0ce7-47e1-a5b4-3ecf63eb2c8d tempest-ServersTestManualDisk-83777694 tempest-ServersTestManualDisk-83777694-project] 10.222.0.26 "DELETE /v2.0/floatingips/92a2bdf5-f2d2-4332-b6cb-18004a46a4f4 HTTP/1.1" status: 204 len: 168 time: 2.9271433 Jan 12 09:34:06.557152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60922) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:06.574102 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-47a696d4-ae1c-4fb2-859a-22b3b3c1cd71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.681951 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-47a696d4-ae1c-4fb2-859a-22b3b3c1cd71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/02f24af3-a976-4a3e-8582-16c0c313211b HTTP/1.1" status: 204 len: 168 time: 1.3633020 Jan 12 09:34:06.685451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60930) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:06.685781 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60932) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:06.707235 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ef1c75-c4aa-4604-9475-5dac96745d35 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:06.752208 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.768455 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Transition to ACTIVE for port object a8202a29-6bab-4248-b076-1d65c9146adb will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:06.794448 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.839873 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c853f315-b360-4190-b4eb-65353e2cdc1f None None] Network 06e0f6c6-50a8-4dce-939e-13facffc22cd requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:06.869752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Network 06e0f6c6-50a8-4dce-939e-13facffc22cd is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:06.873288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:06.878216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:06.883345 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:06.884653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.892358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Pushing event updated for resources: {'Port': ['ID=a8202a29-6bab-4248-b076-1d65c9146adb,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:06.899524 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-21f100f5-c81d-4621-aaa0-3094e9d2c1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:06.904061 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-548262e1-6b22-42de-a53c-b574d2ca38e6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1531518 Jan 12 09:34:06.907587 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60938) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:06.913528 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-93dd6532-f531-416a-bfb8-9041531f5a53 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:06.935336 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2ddeb567-f952-466f-90ee-c547068c85fc tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.0300052 Jan 12 09:34:06.937245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60942) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:06.954886 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Request body: {'port': {'network_id': '06e0f6c6-50a8-4dce-939e-13facffc22cd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1374462737', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:06.955418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.api.validators [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] bootfile-name is not in valid_values {{(pid=87664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:34:06.955763 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.api.validators [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] tftp-server is not in valid_values {{(pid=87664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:34:06.956099 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.api.validators [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] server-ip-address is not in valid_values {{(pid=87664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:34:06.975329 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ec633dc4-769d-4718-a7a6-29d2f7308371 req-912bdce7-cb65-45e6-8d05-03f41ebf2ee4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4706519 Jan 12 09:34:07.058661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-814283c0-868e-49e4-83fa-982b0049a2b3 None None] Provisioning for port 572dc40d-6621-4c73-b622-1749f6626e2a completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:07.114968 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-93dd6532-f531-416a-bfb8-9041531f5a53 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:07.122020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 572dc40d-6621-4c73-b622-1749f6626e2a completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:07.123101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-93dd6532-f531-416a-bfb8-9041531f5a53 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:07.128598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-93dd6532-f531-416a-bfb8-9041531f5a53 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:07.143943 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-93dd6532-f531-416a-bfb8-9041531f5a53 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:07.167418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 572dc40d-6621-4c73-b622-1749f6626e2a triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:07.167797 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.180476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:07.185116 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Usage tracker for resource:port and tenant:fdf9940dab624d36b998664518fb55f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:07.188614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:07.195166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:07.209473 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Made reservation on behalf of fdf9940dab624d36b998664518fb55f9 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:07.213662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.238484 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] device_id is not set on port 0508794f-f776-4076-80d4-237a94b7f8d1 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:07.312491 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-65fdd356-4b8e-4e82-a1a8-49c6687bb70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'name': 'tempest-ServersTestJSON-590366113-router', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'gw_port': {'id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:08Z', 'updated_at': '2022-01-12T09:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '329b750c-5615-417b-b8cb-1cf6a23024a4', 'name': '', 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'mac_address': 'fa:16:3e:59:c5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:20Z', 'updated_at': '2022-01-12T09:32:34Z', 'revision_number': 5, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'subnets': [{'id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:07.324085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-264faea5-bc9e-4b4b-89cc-d586abb4153e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.328786 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fdd356-4b8e-4e82-a1a8-49c6687bb70f None None] The sync data for ids ['fc1cf035-d511-42b4-bf40-d8064044d417'] in dv-neutron-824346-1-hyperv is: [{'id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'name': 'tempest-ServersTestJSON-590366113-router', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'gw_port': {'id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:08Z', 'updated_at': '2022-01-12T09:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '329b750c-5615-417b-b8cb-1cf6a23024a4', 'name': '', 'network_id': 'f97beb88-ba86-4f8e-9a7c-dda2e84c4fba', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'mac_address': 'fa:16:3e:59:c5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:20Z', 'updated_at': '2022-01-12T09:32:34Z', 'revision_number': 5, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'subnets': [{'id': '534f7caf-d9ea-461d-b429-d1585a1de062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:34:07.343360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c5790e27-74af-426c-8e11-aa71f3591bfe tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.356409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d6a48e-6ca3-4877-bcc1-8f7b0263331c None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:34:07.384971 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dd6532-f531-416a-bfb8-9041531f5a53 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:07.389266 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-93dd6532-f531-416a-bfb8-9041531f5a53 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.395084 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-96d6a48e-6ca3-4877-bcc1-8f7b0263331c None None] Deleting port 7307c5f5-79c3-4386-9670-464cbcd1cc8b {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:07.395472 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-96d6a48e-6ca3-4877-bcc1-8f7b0263331c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.521212 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-264faea5-bc9e-4b4b-89cc-d586abb4153e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for a612baf9-2aa5-417b-9d25-014fc250e212 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:07.551355 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.582362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Allocated IP 2001:db8::1ce (06e0f6c6-50a8-4dce-939e-13facffc22cd/5d687285-1c9b-4607-9040-1a8c28e50f34/0508794f-f776-4076-80d4-237a94b7f8d1) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:07.708260 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 572dc40d-6621-4c73-b622-1749f6626e2a, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=572dc40d-6621-4c73-b622-1749f6626e2a,segment=NetworkSegment(112e7a77-fd7c-4634-a734-b5648dfe64a0),segment_id=112e7a77-fd7c-4634-a734-b5648dfe64a0)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:07.721208 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-96d6a48e-6ca3-4877-bcc1-8f7b0263331c None None] For port 7307c5f5-79c3-4386-9670-464cbcd1cc8b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7307c5f5-79c3-4386-9670-464cbcd1cc8b,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:07.721671 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-96d6a48e-6ca3-4877-bcc1-8f7b0263331c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.729555 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.749334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c5790e27-74af-426c-8e11-aa71f3591bfe tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.755751 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9bc3bf81-ed87-4481-ba62-08b403b7ec61 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:07.780302 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6b8e6d-dd56-4a82-b269-391e2fda71aa None None] New status for floating IP d6bc9b41-62cb-4884-9cf9-5166183ea3f9: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:34:07.867379 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=572dc40d-6621-4c73-b622-1749f6626e2a,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:07.939503 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-96d6a48e-6ca3-4877-bcc1-8f7b0263331c None None] Calling delete_port for 7307c5f5-79c3-4386-9670-464cbcd1cc8b owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:07.997532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9bc3bf81-ed87-4481-ba62-08b403b7ec61 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.039362 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-88798d1a-c5f9-4f54-bfb7-e43173791cd6 None None] Provisioning for port a8202a29-6bab-4248-b076-1d65c9146adb completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:08.069717 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-88798d1a-c5f9-4f54-bfb7-e43173791cd6 None None] Provisioning complete for port a8202a29-6bab-4248-b076-1d65c9146adb triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:08.069953 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-88798d1a-c5f9-4f54-bfb7-e43173791cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.127530 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-93dd6532-f531-416a-bfb8-9041531f5a53 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.252807 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5790e27-74af-426c-8e11-aa71f3591bfe tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a54783-67f4-4780-8a5d-097a5cd4d707,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:08.257289 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-96d6a48e-6ca3-4877-bcc1-8f7b0263331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.264374 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9bc3bf81-ed87-4481-ba62-08b403b7ec61 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.268809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c5790e27-74af-426c-8e11-aa71f3591bfe tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.270214 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c5790e27-74af-426c-8e11-aa71f3591bfe tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2893002 Jan 12 09:34:08.300542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57af3728-30ec-4295-8cfd-788011b5364e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:08.302143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-57af3728-30ec-4295-8cfd-788011b5364e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:08.307229 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.308293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-264faea5-bc9e-4b4b-89cc-d586abb4153e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.316177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-88798d1a-c5f9-4f54-bfb7-e43173791cd6 None None] Port a8202a29-6bab-4248-b076-1d65c9146adb cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:08.319542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6a48e-6ca3-4877-bcc1-8f7b0263331c None None] Pushing event deleted for resources: {'Port': ['ID=7307c5f5-79c3-4386-9670-464cbcd1cc8b,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:08.320760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60948) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.321519 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6a48e-6ca3-4877-bcc1-8f7b0263331c None None] No DVR routers for this DVR port 7307c5f5-79c3-4386-9670-464cbcd1cc8b on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:08.331092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Transition to ACTIVE for port object 0508794f-f776-4076-80d4-237a94b7f8d1 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:08.343820 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-88798d1a-c5f9-4f54-bfb7-e43173791cd6 None None] Provisioning complete for port 572dc40d-6621-4c73-b622-1749f6626e2a triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:08.344341 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-88798d1a-c5f9-4f54-bfb7-e43173791cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.356415 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dd6532-f531-416a-bfb8-9041531f5a53 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:08.357681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-93dd6532-f531-416a-bfb8-9041531f5a53 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:08.368951 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dd6532-f531-416a-bfb8-9041531f5a53 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:08.369537 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-93dd6532-f531-416a-bfb8-9041531f5a53 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.374143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 572dc40d-6621-4c73-b622-1749f6626e2a up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:08.384006 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd6532-f531-416a-bfb8-9041531f5a53 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=5155ef3e-8205-47e4-85f4-336bb7cc415d,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:08.398139 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-65ec6ef7-6144-4cc6-b74f-98377827a853 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group_rule': {'security_group_id': '06a54783-67f4-4780-8a5d-097a5cd4d707', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:08.409770 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264faea5-bc9e-4b4b-89cc-d586abb4153e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=a612baf9-2aa5-417b-9d25-014fc250e212,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:08.416108 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-65ec6ef7-6144-4cc6-b74f-98377827a853 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:08.424526 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.437203 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d88f5c2-b00f-495b-a353-7a1bfa9b1e6f None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:08.479038 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-93dd6532-f531-416a-bfb8-9041531f5a53 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5698855 Jan 12 09:34:08.483795 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60952) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.486244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3bf81-ed87-4481-ba62-08b403b7ec61 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4457483d-6070-464d-8d94-0d87efd752ca,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:08.512598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'fixed_ips': [{'subnet_id': '5155ef3e-8205-47e4-85f4-336bb7cc415d', 'ip_address': '2001:db8::fd99:8c04:26e:2c59'}], 'name': 'tempest-NetworksTestDHCPv6-133804332'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:08.527226 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-65ec6ef7-6144-4cc6-b74f-98377827a853 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:08.541523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Network 06e0f6c6-50a8-4dce-939e-13facffc22cd is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:08.541888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-65ec6ef7-6144-4cc6-b74f-98377827a853 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:08.549715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:08.564296 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:08.569876 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:08.570516 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.593117 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4ec7c-733a-425c-ad6f-97c76bce3530 req-7b94d379-6e82-428c-b3dd-a7446619f782 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:08.597730 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9ef4ec7c-733a-425c-ad6f-97c76bce3530 req-7b94d379-6e82-428c-b3dd-a7446619f782 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.3372719 Jan 12 09:34:08.635529 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-57af3728-30ec-4295-8cfd-788011b5364e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:08.640366 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-57af3728-30ec-4295-8cfd-788011b5364e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 2.1186709 Jan 12 09:34:08.641441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60956) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.653164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-65ec6ef7-6144-4cc6-b74f-98377827a853 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:08.653670 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 572dc40d-6621-4c73-b622-1749f6626e2a triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:08.654216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.655565 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9bc3bf81-ed87-4481-ba62-08b403b7ec61 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:08.656681 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9bc3bf81-ed87-4481-ba62-08b403b7ec61 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "DELETE /v2.0/security-groups/4457483d-6070-464d-8d94-0d87efd752ca HTTP/1.1" status: 204 len: 168 time: 1.9075928 Jan 12 09:34:08.673099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60960) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.735908 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7979522 Jan 12 09:34:08.742388 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60964) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.747361 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d579528-9332-4ce0-a895-494ccc42ac8b tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Pushing event updated for resources: {'Port': ['ID=0508794f-f776-4076-80d4-237a94b7f8d1,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:08.794063 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-6abd9484-049c-4075-8f41-e53d783e3a15 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] show failed (client error): The resource could not be found. Jan 12 09:34:08.797594 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6abd9484-049c-4075-8f41-e53d783e3a15 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "GET /v2.0/security-groups/4457483d-6070-464d-8d94-0d87efd752ca HTTP/1.1" status: 404 len: 347 time: 0.1200287 Jan 12 09:34:08.808626 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8d5991-fc0d-4059-bb5e-927565ba1c52 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] GET failed (client error): The resource could not be found. Jan 12 09:34:08.812881 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3c8d5991-fc0d-4059-bb5e-927565ba1c52 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/9a05acf4-daab-4c24-9918-d1e6f60f79cf HTTP/1.1" status: 404 len: 333 time: 0.1548467 Jan 12 09:34:08.813680 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60968) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.814004 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60970) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:08.821746 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9ef4ec7c-733a-425c-ad6f-97c76bce3530 req-eb81fb1d-5c58-40af-a579-37217fb4ea0a tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138932 Jan 12 09:34:08.890890 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:08.901371 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:08.923677 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:09.006812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-65ec6ef7-6144-4cc6-b74f-98377827a853 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.009594 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-264faea5-bc9e-4b4b-89cc-d586abb4153e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.011555 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-264faea5-bc9e-4b4b-89cc-d586abb4153e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/a612baf9-2aa5-417b-9d25-014fc250e212 HTTP/1.1" status: 204 len: 168 time: 2.8435695 Jan 12 09:34:09.019416 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-205d3f61-8744-4fc8-8a81-1dde71bde53b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] GET failed (client error): The resource could not be found. Jan 12 09:34:09.023771 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-205d3f61-8744-4fc8-8a81-1dde71bde53b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/82a121c0-b4da-4a75-aac2-dc01d93bce9d HTTP/1.1" status: 404 len: 333 time: 0.1949883 Jan 12 09:34:09.041506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': '5155ef3e-8205-47e4-85f4-336bb7cc415d'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:34:09.041747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60978) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.041931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60980) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.043125 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.060808 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7307c5f5-79c3-4386-9670-464cbcd1cc8b no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:09.152772 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.156402 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 7307c5f5-79c3-4386-9670-464cbcd1cc8b {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:34:09.156756 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7307c5f5-79c3-4386-9670-464cbcd1cc8b not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:09.181341 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port 81cdc447-92e0-41a1-a926-1b26d5684661 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:09.246312 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4913bb-d2a9-4ed6-a60b-a54144bd8c8d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] GET failed (client error): The resource could not be found. Jan 12 09:34:09.246935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9e4913bb-d2a9-4ed6-a60b-a54144bd8c8d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:09.257000 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-594b3218-0db0-49d7-9044-d42933080a4e None None] Provisioning for port 0508794f-f776-4076-80d4-237a94b7f8d1 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:09.265885 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0ebb2-b929-46eb-9476-d93103cf0372 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Deleting port d6135580-981b-4717-83e5-0264dcb4d237 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:09.266188 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ebb2-b929-46eb-9476-d93103cf0372 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.278558 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-594b3218-0db0-49d7-9044-d42933080a4e None None] Provisioning complete for port 0508794f-f776-4076-80d4-237a94b7f8d1 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:09.278970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-594b3218-0db0-49d7-9044-d42933080a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.332050 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b34660e6-09e0-485c-952b-87c8c237360f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.358051 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-594b3218-0db0-49d7-9044-d42933080a4e None None] Port 0508794f-f776-4076-80d4-237a94b7f8d1 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:09.417619 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-594b3218-0db0-49d7-9044-d42933080a4e None None] Provisioning complete for port a8202a29-6bab-4248-b076-1d65c9146adb triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:09.418010 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-594b3218-0db0-49d7-9044-d42933080a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.426210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efbb12-c6ad-4d22-a458-ea74e54a07d8 req-75831779-dfbb-4cca-81df-9560a18c7c43 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:09.428206 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-86efbb12-c6ad-4d22-a458-ea74e54a07d8 req-75831779-dfbb-4cca-81df-9560a18c7c43 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.1055665 Jan 12 09:34:09.475431 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Allocated IP 2001:db8::2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/5155ef3e-8205-47e4-85f4-336bb7cc415d/9c996ac5-450b-4e4f-aeb7-34cc92d13c14) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:09.477024 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-86efbb12-c6ad-4d22-a458-ea74e54a07d8 req-03a4c3c5-85a4-44b7-ae40-1a5d708da751 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426075 Jan 12 09:34:09.499687 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-594b3218-0db0-49d7-9044-d42933080a4e None None] Port a8202a29-6bab-4248-b076-1d65c9146adb cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:09.665684 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9e4913bb-d2a9-4ed6-a60b-a54144bd8c8d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:09.666873 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9e4913bb-d2a9-4ed6-a60b-a54144bd8c8d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/a612baf9-2aa5-417b-9d25-014fc250e212 HTTP/1.1" status: 404 len: 333 time: 0.6237943 Jan 12 09:34:09.669888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60988) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.682318 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f623722f-1831-4b0a-9025-6d96e5eb59e0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.697539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.707986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Transition to ACTIVE for port object 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:09.719056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d1e1a0-f663-420c-b386-9417c9d6224f tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:09.724767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d1e1a0-f663-420c-b386-9417c9d6224f tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:09.727596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Transition to ACTIVE for port object 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:09.730496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d1e1a0-f663-420c-b386-9417c9d6224f tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:09.732429 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b4d1e1a0-f663-420c-b386-9417c9d6224f tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.9800699 Jan 12 09:34:09.734726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-65ec6ef7-6144-4cc6-b74f-98377827a853 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.739981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf27e18-95de-4917-bcae-08e35caf07cd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting subnet c2a40d7f-2c52-4d84-becc-62ee74a90b23 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:34:09.740828 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.741774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 60992) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.753230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-65ec6ef7-6144-4cc6-b74f-98377827a853 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.806400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3bf27e18-95de-4917-bcae-08e35caf07cd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.811362 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:09.814208 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:09.818566 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:09.820785 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Pushing event updated for resources: {'Port': ['ID=9c996ac5-450b-4e4f-aeb7-34cc92d13c14,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:09.845563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec6ef7-6144-4cc6-b74f-98377827a853 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8af2a4a-fb73-4c54-9b5a-b36c5af7b851,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:09.854456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:09.854456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:09.855403 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:09.855403 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:09.855605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:09.855798 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:09.856106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:09.856432 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:09.857179 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:09.857179 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:09.857356 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:09.857669 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:09.914586 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3bf27e18-95de-4917-bcae-08e35caf07cd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.926177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Attempting to bind port 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:09.926557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Attempting to bind port 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:09.926959 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Attempting to bind port 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:09.932306 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:34:09.932680 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:09.933081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.933471 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:34:09.933929 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Bound port: 9c996ac5-450b-4e4f-aeb7-34cc92d13c14, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:09.934375 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.938052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-65ec6ef7-6144-4cc6-b74f-98377827a853 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.941634 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-65ec6ef7-6144-4cc6-b74f-98377827a853 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5586250 Jan 12 09:34:09.944127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-cfa7a6f1-80b6-4ea9-b6b4-e5fe93dd4e5e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Deleting port 0508794f-f776-4076-80d4-237a94b7f8d1 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:09.944477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a6f1-80b6-4ea9-b6b4-e5fe93dd4e5e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.948266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 60996) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:09.969386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ebb2-b929-46eb-9476-d93103cf0372 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.969716 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ebb2-b929-46eb-9476-d93103cf0372 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:09.986959 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::fd99:8c04:26e:2c59 (ff4a5360-acb6-446d-a4d9-75b6632567e8/5155ef3e-8205-47e4-85f4-336bb7cc415d/81cdc447-92e0-41a1-a926-1b26d5684661) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:09.998536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07daf86-832c-4140-91c9-b24966e98857 req-de2dfd35-ed31-4bfb-8bd7-d118b2aa94f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:10.000096 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e07daf86-832c-4140-91c9-b24966e98857 req-de2dfd35-ed31-4bfb-8bd7-d118b2aa94f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a462b68449743d888150888eed67276&device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 1098 time: 0.6608901 Jan 12 09:34:10.028459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] For port 9c996ac5-450b-4e4f-aeb7-34cc92d13c14, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:34:10.032208 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] For port 9c996ac5-450b-4e4f-aeb7-34cc92d13c14, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9c996ac5-450b-4e4f-aeb7-34cc92d13c14,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:34:10.041164 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.142941 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5976954-496f-4227-9c61-2c718b4df003 None None] Pushing event updated for resources: {'Port': ['ID=9c996ac5-450b-4e4f-aeb7-34cc92d13c14,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:10.177981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f623722f-1831-4b0a-9025-6d96e5eb59e0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.209002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0ebb2-b929-46eb-9476-d93103cf0372 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Calling delete_port for d6135580-981b-4717-83e5-0264dcb4d237 owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:10.237879 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ec1a472d-46b6-4633-9e73-6a6efaa0aaa3 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules/d8af2a4a-fb73-4c54-9b5a-b36c5af7b851 HTTP/1.1" status: 200 len: 763 time: 0.2768631 Jan 12 09:34:10.240485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32768) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.267529 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.338688 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-f623722f-1831-4b0a-9025-6d96e5eb59e0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b529ac51-8035-49bd-911b-2d2508f15696']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:10.421422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-f623722f-1831-4b0a-9025-6d96e5eb59e0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1929584e-a124-4adf-a991-b9156f6478ff') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:10.421709 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-f623722f-1831-4b0a-9025-6d96e5eb59e0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1929584e-a124-4adf-a991-b9156f6478ff') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:10.428971 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3bf27e18-95de-4917-bcae-08e35caf07cd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.449517 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f623722f-1831-4b0a-9025-6d96e5eb59e0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.504043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f623722f-1831-4b0a-9025-6d96e5eb59e0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.508385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07daf86-832c-4140-91c9-b24966e98857 req-c1253626-f343-4ea5-8189-2e35304054b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:10.509880 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e07daf86-832c-4140-91c9-b24966e98857 req-c1253626-f343-4ea5-8189-2e35304054b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a HTTP/1.1" status: 200 len: 913 time: 0.3378811 Jan 12 09:34:10.518234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f623722f-1831-4b0a-9025-6d96e5eb59e0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:34:10.518637 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f623722f-1831-4b0a-9025-6d96e5eb59e0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:10.534091 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:10.606302 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4cc8d801-e928-4065-982f-6a895e0fbd97 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:10.653328 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a6f1-80b6-4ea9-b6b4-e5fe93dd4e5e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.736296 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4cc8d801-e928-4065-982f-6a895e0fbd97 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:10.739086 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4cc8d801-e928-4065-982f-6a895e0fbd97 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4975448 Jan 12 09:34:10.750026 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32774) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.790342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-acf3fe00-12bb-4fcc-a5bc-c306e4a871ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.805709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-cfa7a6f1-80b6-4ea9-b6b4-e5fe93dd4e5e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Calling delete_port for 0508794f-f776-4076-80d4-237a94b7f8d1 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:10.861638 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3bf27e18-95de-4917-bcae-08e35caf07cd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.880471 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e07daf86-832c-4140-91c9-b24966e98857 req-40c7276d-ba4d-4f85-9876-a1eb8dafaf48 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c206227f-ad9e-432b-9392-1ddeaec7f587 HTTP/1.1" status: 200 len: 1000 time: 0.3442383 Jan 12 09:34:10.893016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f623722f-1831-4b0a-9025-6d96e5eb59e0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.907951 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.930241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3bf27e18-95de-4917-bcae-08e35caf07cd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.935901 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f597adf-7090-4249-99b9-7eb4cc39e878 None None] Network 4d61202e-9d83-44eb-9b36-f145aa28694b requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:10.942881 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3bf27e18-95de-4917-bcae-08e35caf07cd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/c2a40d7f-2c52-4d84-becc-62ee74a90b23 HTTP/1.1" status: 204 len: 168 time: 1.2689183 Jan 12 09:34:10.942881 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf27e18-95de-4917-bcae-08e35caf07cd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a40d7f-2c52-4d84-becc-62ee74a90b23,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:10.950006 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32778) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:10.970357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:10.999165 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object 81cdc447-92e0-41a1-a926-1b26d5684661 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:11.013894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f623722f-1831-4b0a-9025-6d96e5eb59e0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.067218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07daf86-832c-4140-91c9-b24966e98857 req-517ea29d-9d41-4668-99da-4187c99afab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:11.072396 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e07daf86-832c-4140-91c9-b24966e98857 req-517ea29d-9d41-4668-99da-4187c99afab5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd HTTP/1.1" status: 200 len: 851 time: 0.1605320 Jan 12 09:34:11.073420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-297f3c4a-0203-45fd-b4cc-e86fa419307c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.083557 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-604ebf9d-88a2-4099-a978-5764367c05a8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting subnet d2681e3d-fcbb-44a9-9a17-528d94e1aa76 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:34:11.087176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-604ebf9d-88a2-4099-a978-5764367c05a8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.088935 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f623722f-1831-4b0a-9025-6d96e5eb59e0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/networks/b529ac51-8035-49bd-911b-2d2508f15696 HTTP/1.1" status: 204 len: 168 time: 2.0437560 Jan 12 09:34:11.097657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32782) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:11.110044 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ebb2-b929-46eb-9476-d93103cf0372 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.181653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-604ebf9d-88a2-4099-a978-5764367c05a8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.246806 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.305186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a6f1-80b6-4ea9-b6b4-e5fe93dd4e5e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.355247 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623722f-1831-4b0a-9025-6d96e5eb59e0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Network': ['ID=b529ac51-8035-49bd-911b-2d2508f15696,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:11.370996 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5dffd815-02eb-4420-a9ed-908c8db6ebbf tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1242304421'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:11.377815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-297f3c4a-0203-45fd-b4cc-e86fa419307c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.411033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:11.417327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:11.421996 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5dffd815-02eb-4420-a9ed-908c8db6ebbf tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:11.425403 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:11.430963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5dffd815-02eb-4420-a9ed-908c8db6ebbf tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:network and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:11.431141 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:11.431794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.440814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a6f1-80b6-4ea9-b6b4-e5fe93dd4e5e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.446393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=81cdc447-92e0-41a1-a926-1b26d5684661,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:11.453219 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cfa7a6f1-80b6-4ea9-b6b4-e5fe93dd4e5e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] 10.222.0.26 "DELETE /v2.0/ports/0508794f-f776-4076-80d4-237a94b7f8d1 HTTP/1.1" status: 204 len: 168 time: 1.7031627 Jan 12 09:34:11.492754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32786) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:11.507220 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5dffd815-02eb-4420-a9ed-908c8db6ebbf tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:11.514391 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5dffd815-02eb-4420-a9ed-908c8db6ebbf tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:11.514814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-34c40e1a-3ed7-4e0e-a124-213fcff11a7d tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Request body: {'port': {'name': 'tempest-new-port-name-1347640476', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:11.515220 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.api.validators [None req-34c40e1a-3ed7-4e0e-a124-213fcff11a7d tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] bootfile-name is not in valid_values {{(pid=87664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:34:11.515554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.api.validators [None req-34c40e1a-3ed7-4e0e-a124-213fcff11a7d tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] tftp-server is not in valid_values {{(pid=87664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:34:11.515881 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.api.validators [None req-34c40e1a-3ed7-4e0e-a124-213fcff11a7d tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] server-ip-address is not in valid_values {{(pid=87664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:34:11.521135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0ebb2-b929-46eb-9476-d93103cf0372 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Pushing event deleted for resources: {'Port': ['ID=d6135580-981b-4717-83e5-0264dcb4d237,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:11.547958 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-28e367bd-37e9-49ec-9840-9c9323c3fa9e None None] Provisioning for port 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:11.604129 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7a6f1-80b6-4ea9-b6b4-e5fe93dd4e5e tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Pushing event deleted for resources: {'Port': ['ID=0508794f-f776-4076-80d4-237a94b7f8d1,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:11.617269 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-604ebf9d-88a2-4099-a978-5764367c05a8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.618576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dffd815-02eb-4420-a9ed-908c8db6ebbf tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:11.622409 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5dffd815-02eb-4420-a9ed-908c8db6ebbf tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.649561 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e0b3567f-ceb0-471f-a639-1c444885ddfc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.1549840 Jan 12 09:34:11.656757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32790) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:11.720958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dffd815-02eb-4420-a9ed-908c8db6ebbf tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:11.789186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-297f3c4a-0203-45fd-b4cc-e86fa419307c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.824072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34c40e1a-3ed7-4e0e-a124-213fcff11a7d tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.863118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034cea7-7559-4cb1-ad34-6bfc2de0e0c0 req-3b531262-9cc4-4645-959f-5599d88aee6b tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:11.864626 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e034cea7-7559-4cb1-ad34-6bfc2de0e0c0 req-3b531262-9cc4-4645-959f-5599d88aee6b tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 1.2133756 Jan 12 09:34:11.883618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f3c4a-0203-45fd-b4cc-e86fa419307c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8af2a4a-fb73-4c54-9b5a-b36c5af7b851,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:11.888334 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fb89dc77-d559-4f20-8703-2a06f8f8568d None None] Provisioning for port 81cdc447-92e0-41a1-a926-1b26d5684661 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:11.892603 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-604ebf9d-88a2-4099-a978-5764367c05a8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.895181 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fb89dc77-d559-4f20-8703-2a06f8f8568d None None] Provisioning complete for port 81cdc447-92e0-41a1-a926-1b26d5684661 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:11.895608 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fb89dc77-d559-4f20-8703-2a06f8f8568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.906179 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5dffd815-02eb-4420-a9ed-908c8db6ebbf tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.906522 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-5dffd815-02eb-4420-a9ed-908c8db6ebbf tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Added segment 661f2387-1aa5-4be3-92bc-a44aeb03f922 of type vlan for network 6fdc0bbd-0b60-44a9-979d-7c5831ba64e9 Jan 12 09:34:11.957852 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ebf9d-88a2-4099-a978-5764367c05a8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Subnet': ['ID=d2681e3d-fcbb-44a9-9a17-528d94e1aa76,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:11.964394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fb89dc77-d559-4f20-8703-2a06f8f8568d None None] Port 81cdc447-92e0-41a1-a926-1b26d5684661 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:11.964980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ebb2-b929-46eb-9476-d93103cf0372 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.968941 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ebb2-b929-46eb-9476-d93103cf0372 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.969749 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a2c0ebb2-b929-46eb-9476-d93103cf0372 tempest-ServersTestJSON-195441089 tempest-ServersTestJSON-195441089-project] 10.222.0.26 "DELETE /v2.0/floatingips/d6bc9b41-62cb-4884-9cf9-5166183ea3f9 HTTP/1.1" status: 204 len: 168 time: 3.1427190 Jan 12 09:34:11.977143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-297f3c4a-0203-45fd-b4cc-e86fa419307c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.978272 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-297f3c4a-0203-45fd-b4cc-e86fa419307c tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d8af2a4a-fb73-4c54-9b5a-b36c5af7b851 HTTP/1.1" status: 204 len: 168 time: 1.2155433 Jan 12 09:34:11.980151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32794) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:11.982390 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32796) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:11.983616 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-604ebf9d-88a2-4099-a978-5764367c05a8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:11.998184 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff092804-4412-4fe5-b6b7-9859fb8e80d2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:12.004387 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff092804-4412-4fe5-b6b7-9859fb8e80d2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:12.005213 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ff092804-4412-4fe5-b6b7-9859fb8e80d2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:12.029629 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-604ebf9d-88a2-4099-a978-5764367c05a8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/d2681e3d-fcbb-44a9-9a17-528d94e1aa76 HTTP/1.1" status: 204 len: 168 time: 1.0784724 Jan 12 09:34:12.050420 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32802) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:12.076067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5dffd815-02eb-4420-a9ed-908c8db6ebbf tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.092379 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07daf86-832c-4140-91c9-b24966e98857 req-bde2e062-84d5-42ae-b099-f6851afd9440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:12.093959 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e07daf86-832c-4140-91c9-b24966e98857 req-bde2e062-84d5-42ae-b099-f6851afd9440 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9901493 Jan 12 09:34:12.107942 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e034cea7-7559-4cb1-ad34-6bfc2de0e0c0 req-9ac4ee3b-ed2f-457e-8ac5-e20526367e0a tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300432 Jan 12 09:34:12.161547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bc37b5-5f8e-4eb2-9914-d53082e33a84 None None] Network 4d61202e-9d83-44eb-9b36-f145aa28694b requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:12.221350 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ff092804-4412-4fe5-b6b7-9859fb8e80d2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:12.222516 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ff092804-4412-4fe5-b6b7-9859fb8e80d2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.5633273 Jan 12 09:34:12.229010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32806) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:12.277974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b90a137b-c7d6-4e43-8410-4ab4c9123fd9 None None] Provisioning complete for port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:12.278354 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b90a137b-c7d6-4e43-8410-4ab4c9123fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.345731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5dffd815-02eb-4420-a9ed-908c8db6ebbf tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.351402 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dffd815-02eb-4420-a9ed-908c8db6ebbf tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:12.352063 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5dffd815-02eb-4420-a9ed-908c8db6ebbf tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.375669 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:12.441493 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-efe05636-b931-432c-a68a-2700f4375df5 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4531755 Jan 12 09:34:12.451751 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32810) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:12.455981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.477324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-cf86f9e5-588b-4ae0-8a99-554a153c40c2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port 81cdc447-92e0-41a1-a926-1b26d5684661 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:12.477816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cf86f9e5-588b-4ae0-8a99-554a153c40c2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.549799 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:12.550083 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.562592 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.572349 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5dffd815-02eb-4420-a9ed-908c8db6ebbf tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4510019 Jan 12 09:34:12.577337 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32814) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:12.586311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-fcdde826-1206-4add-bd18-722b088348eb tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group_rule': {'security_group_id': '06a54783-67f4-4780-8a5d-097a5cd4d707', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:12.593696 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'subnet': {'network_id': '6fdc0bbd-0b60-44a9-979d-7c5831ba64e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:12.599832 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:12.608775 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:12.609148 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.625022 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e07daf86-832c-4140-91c9-b24966e98857 req-4a953754-5c6f-474b-8fc5-03bcef694271 service neutron] 10.222.0.53 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071392 Jan 12 09:34:12.678065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fcdde826-1206-4add-bd18-722b088348eb tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:12.715572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-acf3fe00-12bb-4fcc-a5bc-c306e4a871ea admin admin] Deleting port 97f086cb-0922-4900-9c40-af79477cc088 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:12.715818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-acf3fe00-12bb-4fcc-a5bc-c306e4a871ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.733801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.742617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e216ddd-e15a-4dbd-b938-cc15eb0fde57 None None] DHCP port deletion for 4d61202e-9d83-44eb-9b36-f145aa28694b request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:34:12.742853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffd815-02eb-4420-a9ed-908c8db6ebbf tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Network': ['ID=6fdc0bbd-0b60-44a9-979d-7c5831ba64e9,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:12.750127 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8e216ddd-e15a-4dbd-b938-cc15eb0fde57 None None] Deleting port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:12.750497 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8e216ddd-e15a-4dbd-b938-cc15eb0fde57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.756784 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fcdde826-1206-4add-bd18-722b088348eb tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:12.767279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fcdde826-1206-4add-bd18-722b088348eb tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:12.784674 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 6fdc0bbd-0b60-44a9-979d-7c5831ba64e9 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:12.784908 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fcdde826-1206-4add-bd18-722b088348eb tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:12.849624 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-34c40e1a-3ed7-4e0e-a124-213fcff11a7d tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:34:12.887835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34c40e1a-3ed7-4e0e-a124-213fcff11a7d tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.889653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:12.897606 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:subnet and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:12.904797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:12.913465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34c40e1a-3ed7-4e0e-a124-213fcff11a7d tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.931175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:12.934521 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 9c996ac5-450b-4e4f-aeb7-34cc92d13c14, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9c996ac5-450b-4e4f-aeb7-34cc92d13c14,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:12.954709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:12.986558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fcdde826-1206-4add-bd18-722b088348eb tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.082625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-34c40e1a-3ed7-4e0e-a124-213fcff11a7d tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] In _notify_port_updated(), no bound segment for port a8202a29-6bab-4248-b076-1d65c9146adb on network 06e0f6c6-50a8-4dce-939e-13facffc22cd {{(pid=87664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:34:13.088241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c40e1a-3ed7-4e0e-a124-213fcff11a7d tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:13.088937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34c40e1a-3ed7-4e0e-a124-213fcff11a7d tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.092948 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-34c40e1a-3ed7-4e0e-a124-213fcff11a7d tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] 10.222.0.26 "PUT /v2.0/ports/a8202a29-6bab-4248-b076-1d65c9146adb HTTP/1.1" status: 200 len: 1130 time: 1.5915868 Jan 12 09:34:13.100571 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32818) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:13.118572 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=9c996ac5-450b-4e4f-aeb7-34cc92d13c14,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:13.131774 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-8e216ddd-e15a-4dbd-b938-cc15eb0fde57 None None] For port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b84bd519-042b-4fe3-b21c-4bc98a0fa8d7,segment=NetworkSegment(47251f54-08d0-48b6-a9f9-0b4b8d63f135),segment_id=47251f54-08d0-48b6-a9f9-0b4b8d63f135)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:13.132404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8e216ddd-e15a-4dbd-b938-cc15eb0fde57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.197652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:13.206482 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.268487 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cf86f9e5-588b-4ae0-8a99-554a153c40c2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.317616 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c40e1a-3ed7-4e0e-a124-213fcff11a7d tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Pushing event updated for resources: {'Port': ['ID=a8202a29-6bab-4248-b076-1d65c9146adb,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:13.332570 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] For port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b84bd519-042b-4fe3-b21c-4bc98a0fa8d7,segment=NetworkSegment(47251f54-08d0-48b6-a9f9-0b4b8d63f135),segment_id=47251f54-08d0-48b6-a9f9-0b4b8d63f135)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:13.333197 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.353447 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e07daf86-832c-4140-91c9-b24966e98857 req-e94a8737-332c-4fb6-ba70-ac5d01a35c0f service neutron] 10.222.0.53 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6660194 Jan 12 09:34:13.355189 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8e216ddd-e15a-4dbd-b938-cc15eb0fde57 None None] Calling delete_port for b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:13.446801 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-acf3fe00-12bb-4fcc-a5bc-c306e4a871ea admin admin] For port 97f086cb-0922-4900-9c40-af79477cc088, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=97f086cb-0922-4900-9c40-af79477cc088,segment=NetworkSegment(0046c9f5-79e6-4aaa-b93b-2fb55138080b),segment_id=0046c9f5-79e6-4aaa-b93b-2fb55138080b)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:13.447176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-acf3fe00-12bb-4fcc-a5bc-c306e4a871ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.463885 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8e216ddd-e15a-4dbd-b938-cc15eb0fde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.465482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fcdde826-1206-4add-bd18-722b088348eb tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.512524 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e216ddd-e15a-4dbd-b938-cc15eb0fde57 None None] Pushing event deleted for resources: {'Port': ['ID=b84bd519-042b-4fe3-b21c-4bc98a0fa8d7,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:13.514476 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e216ddd-e15a-4dbd-b938-cc15eb0fde57 None None] No DVR routers for this DVR port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:13.539261 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f4bf2cce-4c79-4b4b-94b8-1d240b9864bf None None] Provisioning complete for port a8202a29-6bab-4248-b076-1d65c9146adb triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:13.539640 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f4bf2cce-4c79-4b4b-94b8-1d240b9864bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.552588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-cf86f9e5-588b-4ae0-8a99-554a153c40c2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for 81cdc447-92e0-41a1-a926-1b26d5684661 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:13.577632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fcdde826-1206-4add-bd18-722b088348eb tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.584783 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.ipam_backend_mixin [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Performing IP validity checks on allocation pools {{(pid=87664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 12 09:34:13.587482 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.ipam_backend_mixin [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 12 09:34:13.590607 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-acf3fe00-12bb-4fcc-a5bc-c306e4a871ea admin admin] Calling delete_port for 97f086cb-0922-4900-9c40-af79477cc088 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:13.597146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf2cce-4c79-4b4b-94b8-1d240b9864bf None None] Port a8202a29-6bab-4248-b076-1d65c9146adb cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:13.664665 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdde826-1206-4add-bd18-722b088348eb tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee9dfc0-00cb-4093-9dcd-c4d9e030057f,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:13.683381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fcdde826-1206-4add-bd18-722b088348eb tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.684595 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fcdde826-1206-4add-bd18-722b088348eb tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2096665 Jan 12 09:34:13.688092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32824) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:13.762575 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3f3451db-3730-464b-ac5d-3f8bdd17067a tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules/5ee9dfc0-00cb-4093-9dcd-c4d9e030057f HTTP/1.1" status: 200 len: 763 time: 0.0727756 Jan 12 09:34:13.769815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32828) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:13.823783 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714de22b-5643-41b2-891d-f407a686d49f tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:13.824280 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-714de22b-5643-41b2-891d-f407a686d49f tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Synchronizing usage tracker for tenant:fdf9940dab624d36b998664518fb55f9 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:13.839091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:13.858362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e894d7b6-3251-446c-9f30-4ca011b0a02a tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:13.875388 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c55068b8-5106-4e07-8c37-b135aa7cab37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:13.974787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-714de22b-5643-41b2-891d-f407a686d49f tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Unset dirty status for tenant:fdf9940dab624d36b998664518fb55f9 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:13.975982 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-714de22b-5643-41b2-891d-f407a686d49f tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] 10.222.0.26 "GET /v2.0/ports/a8202a29-6bab-4248-b076-1d65c9146adb HTTP/1.1" status: 200 len: 1130 time: 0.8747976 Jan 12 09:34:13.982076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32832) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:14.025873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e894d7b6-3251-446c-9f30-4ca011b0a02a tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:14.030474 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e894d7b6-3251-446c-9f30-4ca011b0a02a tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2553763 Jan 12 09:34:14.031690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:14.032008 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:14.044514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32836) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:14.090652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbe5de-7dd1-4001-87f3-499eedc1ea3a req-1edd95db-c9a6-4a25-ac42-498077e8f50e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:14.092167 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-47fbe5de-7dd1-4001-87f3-499eedc1ea3a req-1edd95db-c9a6-4a25-ac42-498077e8f50e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.7634611 Jan 12 09:34:14.138249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cf86f9e5-588b-4ae0-8a99-554a153c40c2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.182179 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-02d2069b-90ff-42a9-b4ed-31ca9ad76cab tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Deleting port a8202a29-6bab-4248-b076-1d65c9146adb {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:14.182514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-02d2069b-90ff-42a9-b4ed-31ca9ad76cab tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.209700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3eb37d98-3a0f-4e83-982f-9eb381a6987e tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.229098 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-acf3fe00-12bb-4fcc-a5bc-c306e4a871ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.232182 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-47fbe5de-7dd1-4001-87f3-499eedc1ea3a req-1c1ba90c-cf4e-4942-aea7-beac3f1bef85 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274161 Jan 12 09:34:14.233057 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86f9e5-588b-4ae0-8a99-554a153c40c2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=81cdc447-92e0-41a1-a926-1b26d5684661,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:14.280051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.288164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3eb37d98-3a0f-4e83-982f-9eb381a6987e tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.320406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cf86f9e5-588b-4ae0-8a99-554a153c40c2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.335853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3fe00-12bb-4fcc-a5bc-c306e4a871ea admin admin] Pushing event deleted for resources: {'Port': ['ID=97f086cb-0922-4900-9c40-af79477cc088,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:14.339478 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:14.355533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3eb37d98-3a0f-4e83-982f-9eb381a6987e tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.396071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Subnet': ['ID=d90498d1-0291-4e73-93d7-4e6c4dc4f12c,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:14.403204 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cf86f9e5-588b-4ae0-8a99-554a153c40c2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/81cdc447-92e0-41a1-a926-1b26d5684661 HTTP/1.1" status: 204 len: 168 time: 2.1592953 Jan 12 09:34:14.406478 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32840) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:14.416238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb37d98-3a0f-4e83-982f-9eb381a6987e tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ee9dfc0-00cb-4093-9dcd-c4d9e030057f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:14.451852 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Checking segment: {'id': '661f2387-1aa5-4be3-92bc-a44aeb03f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6fdc0bbd-0b60-44a9-979d-7c5831ba64e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:14.452513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network hostable DHCP agents. Network: 6fdc0bbd-0b60-44a9-979d-7c5831ba64e9, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:14.464476 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:14.465038 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.496977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59fef75-d60b-4463-9b57-9ea1fee93d01 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:14.503944 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59fef75-d60b-4463-9b57-9ea1fee93d01 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:14.504974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d59fef75-d60b-4463-9b57-9ea1fee93d01 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:14.510300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 6fdc0bbd-0b60-44a9-979d-7c5831ba64e9 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:14.531658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 6fdc0bbd-0b60-44a9-979d-7c5831ba64e9) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:14.533278 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:14.533485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.542835 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf9a02e-8f7e-4cd3-b93c-9d28e7c085e0 None None] Network 6fdc0bbd-0b60-44a9-979d-7c5831ba64e9 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:14.588360 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:14.588953 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.592750 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d59fef75-d60b-4463-9b57-9ea1fee93d01 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:14.596480 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d59fef75-d60b-4463-9b57-9ea1fee93d01 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1863217 Jan 12 09:34:14.607219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32844) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:14.671288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3eb37d98-3a0f-4e83-982f-9eb381a6987e tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.672432 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3eb37d98-3a0f-4e83-982f-9eb381a6987e tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/5ee9dfc0-00cb-4093-9dcd-c4d9e030057f HTTP/1.1" status: 204 len: 168 time: 0.6200454 Jan 12 09:34:14.681060 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32848) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:14.682655 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] The port 'b84bd519-042b-4fe3-b21c-4bc98a0fa8d7' was deleted {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:34:14.733028 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ae48eb7e-69de-4cd5-b9c8-a835c1520bbb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1543283 Jan 12 09:34:14.739363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32852) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:14.753626 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'network_id': '6fdc0bbd-0b60-44a9-979d-7c5831ba64e9', 'name': 'tempest-PortsIpV6TestJSON-1440014049'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:14.789198 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:14.804809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9667070-76ee-4986-acd7-0444f23837ee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 5155ef3e-8205-47e4-85f4-336bb7cc415d {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:34:14.812948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a9667070-76ee-4986-acd7-0444f23837ee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.882499 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:34:14.883022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b84bd519-042b-4fe3-b21c-4bc98a0fa8d7 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:14.949151 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d52e863-9782-4181-b389-5114430932bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-6fdc0bbd-0b60-44a9-979d-7c5831ba64e9', 'network_id': '6fdc0bbd-0b60-44a9-979d-7c5831ba64e9', 'tenant_id': '10f7e76caa244da5865ff48f8d07b730', 'fixed_ips': [{'subnet_id': 'd90498d1-0291-4e73-93d7-4e6c4dc4f12c'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:34:14.950378 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3d52e863-9782-4181-b389-5114430932bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:14.979415 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.038367 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a9667070-76ee-4986-acd7-0444f23837ee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.067409 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d61202e-9d83-44eb-9b36-f145aa28694b']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:15.096124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ff3938e7-1c50-4026-ab9d-ed29c8231892 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:15.098679 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47251f54-08d0-48b6-a9f9-0b4b8d63f135') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:15.098999 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47251f54-08d0-48b6-a9f9-0b4b8d63f135') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:15.123486 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.144121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:15.150125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.155711 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-3d52e863-9782-4181-b389-5114430932bd None None] Allocated IP 2001:db8::2 (6fdc0bbd-0b60-44a9-979d-7c5831ba64e9/d90498d1-0291-4e73-93d7-4e6c4dc4f12c/ac99ca25-c26b-4bd9-a38e-6c01c134494b) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:15.167476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:15.169598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:34:15.170009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:15.184761 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:15.217521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-02d2069b-90ff-42a9-b4ed-31ca9ad76cab tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.236523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ff3938e7-1c50-4026-ab9d-ed29c8231892 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:15.240463 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ff3938e7-1c50-4026-ab9d-ed29c8231892 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5535188 Jan 12 09:34:15.263579 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32856) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:15.275497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d2379a45-e18b-46f5-8a6f-a5aedd5913e7 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group_rule': {'security_group_id': '06a54783-67f4-4780-8a5d-097a5cd4d707', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:15.283031 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:15.285935 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.297499 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d2379a45-e18b-46f5-8a6f-a5aedd5913e7 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:15.314531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.319306 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a9667070-76ee-4986-acd7-0444f23837ee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.348582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d2379a45-e18b-46f5-8a6f-a5aedd5913e7 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:15.375753 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.382489 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-acf3fe00-12bb-4fcc-a5bc-c306e4a871ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.382688 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] device_id is not set on port 66b51401-f44a-4f20-90bc-648ad30b44dc yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:15.398863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-02d2069b-90ff-42a9-b4ed-31ca9ad76cab tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Calling delete_port for a8202a29-6bab-4248-b076-1d65c9146adb owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:15.403956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3d52e863-9782-4181-b389-5114430932bd None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.419205 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3d52e863-9782-4181-b389-5114430932bd None None] Transition to ACTIVE for port object ac99ca25-c26b-4bd9-a38e-6c01c134494b will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:15.442940 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/networks/4d61202e-9d83-44eb-9b36-f145aa28694b HTTP/1.1" status: 204 len: 168 time: 3.3873618 Jan 12 09:34:15.444021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07b530-5b14-417d-9e00-6d18a1933622 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Network': ['ID=4d61202e-9d83-44eb-9b36-f145aa28694b,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:15.446183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3d52e863-9782-4181-b389-5114430932bd None None] Transition to ACTIVE for port object ac99ca25-c26b-4bd9-a38e-6c01c134494b will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:15.455989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32862) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:15.459498 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-d2379a45-e18b-46f5-8a6f-a5aedd5913e7 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Project 1d91713687644d1cac6e3784839acc27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:34:15.460914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3d52e863-9782-4181-b389-5114430932bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.484861 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2379a45-e18b-46f5-8a6f-a5aedd5913e7 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.536362 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d52e863-9782-4181-b389-5114430932bd None None] Network 6fdc0bbd-0b60-44a9-979d-7c5831ba64e9 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:15.539486 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-3d52e863-9782-4181-b389-5114430932bd None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:15.542179 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d52e863-9782-4181-b389-5114430932bd None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:15.576217 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52e863-9782-4181-b389-5114430932bd None None] Pushing event updated for resources: {'Port': ['ID=ac99ca25-c26b-4bd9-a38e-6c01c134494b,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:15.576425 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a9667070-76ee-4986-acd7-0444f23837ee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.620461 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c55068b8-5106-4e07-8c37-b135aa7cab37 admin admin] Deleting port 329b750c-5615-417b-b8cb-1cf6a23024a4 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:15.620800 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c55068b8-5106-4e07-8c37-b135aa7cab37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.650134 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-3d52e863-9782-4181-b389-5114430932bd None None] Attempting to bind port ac99ca25-c26b-4bd9-a38e-6c01c134494b on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:15.650500 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-3d52e863-9782-4181-b389-5114430932bd None None] Attempting to bind port ac99ca25-c26b-4bd9-a38e-6c01c134494b by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '661f2387-1aa5-4be3-92bc-a44aeb03f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6fdc0bbd-0b60-44a9-979d-7c5831ba64e9'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:15.650888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d52e863-9782-4181-b389-5114430932bd None None] Attempting to bind port ac99ca25-c26b-4bd9-a38e-6c01c134494b on network 6fdc0bbd-0b60-44a9-979d-7c5831ba64e9 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:15.657937 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d52e863-9782-4181-b389-5114430932bd None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:34:15.658385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d52e863-9782-4181-b389-5114430932bd None None] Checking segment: {'id': '661f2387-1aa5-4be3-92bc-a44aeb03f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6fdc0bbd-0b60-44a9-979d-7c5831ba64e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:15.658692 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3d52e863-9782-4181-b389-5114430932bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.659113 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d52e863-9782-4181-b389-5114430932bd None None] Bound using segment: {'id': '661f2387-1aa5-4be3-92bc-a44aeb03f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6fdc0bbd-0b60-44a9-979d-7c5831ba64e9'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:34:15.659626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-3d52e863-9782-4181-b389-5114430932bd None None] Bound port: ac99ca25-c26b-4bd9-a38e-6c01c134494b, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661f2387-1aa5-4be3-92bc-a44aeb03f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6fdc0bbd-0b60-44a9-979d-7c5831ba64e9'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:15.659946 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3d52e863-9782-4181-b389-5114430932bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.740070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9667070-76ee-4986-acd7-0444f23837ee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=5155ef3e-8205-47e4-85f4-336bb7cc415d,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:15.742018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a9667070-76ee-4986-acd7-0444f23837ee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.758443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-3d52e863-9782-4181-b389-5114430932bd None None] For port ac99ca25-c26b-4bd9-a38e-6c01c134494b, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:34:15.762708 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-3d52e863-9782-4181-b389-5114430932bd None None] For port ac99ca25-c26b-4bd9-a38e-6c01c134494b, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ac99ca25-c26b-4bd9-a38e-6c01c134494b,segment=NetworkSegment(661f2387-1aa5-4be3-92bc-a44aeb03f922),segment_id=661f2387-1aa5-4be3-92bc-a44aeb03f922)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:34:15.768598 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a51a602-49d3-4e1b-a533-856ba2c36580 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:15.785093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Allocated IP 2001:db8::159 (6fdc0bbd-0b60-44a9-979d-7c5831ba64e9/d90498d1-0291-4e73-93d7-4e6c4dc4f12c/66b51401-f44a-4f20-90bc-648ad30b44dc) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:15.785567 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3d52e863-9782-4181-b389-5114430932bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.800969 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a9667070-76ee-4986-acd7-0444f23837ee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/5155ef3e-8205-47e4-85f4-336bb7cc415d HTTP/1.1" status: 204 len: 168 time: 1.1901178 Jan 12 09:34:15.801327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2379a45-e18b-46f5-8a6f-a5aedd5913e7 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.802107 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32866) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:15.870477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2379a45-e18b-46f5-8a6f-a5aedd5913e7 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.892819 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7b3c3990-c4da-4d09-b9a3-21ab000b0834 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872059 Jan 12 09:34:15.895715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32870) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:15.923612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d99b9fb5-44b3-4b80-a6e2-6d9b9347e42b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:15.937295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2379a45-e18b-46f5-8a6f-a5aedd5913e7 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0468a787-a615-46df-bd3b-b8f255340b43,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:15.976190 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2379a45-e18b-46f5-8a6f-a5aedd5913e7 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:15.979677 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d2379a45-e18b-46f5-8a6f-a5aedd5913e7 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7128797 Jan 12 09:34:15.985002 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32874) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:16.004467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047b471-0474-4836-8cc0-c1a1781c019f req-b26093a0-05b9-424d-abe8-44bd1305d1d8 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:16.012770 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d047b471-0474-4836-8cc0-c1a1781c019f req-b26093a0-05b9-424d-abe8-44bd1305d1d8 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.5582619 Jan 12 09:34:16.026164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ecb97c-42ce-4b58-99ea-408814ff6d00 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:16.031544 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-80ecb97c-42ce-4b58-99ea-408814ff6d00 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5676954 Jan 12 09:34:16.047518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32878) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:16.055602 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52e863-9782-4181-b389-5114430932bd None None] Pushing event updated for resources: {'Port': ['ID=ac99ca25-c26b-4bd9-a38e-6c01c134494b,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:16.114866 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0ea4edbb-aa47-472e-9d66-c24fb2af8323 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules/0468a787-a615-46df-bd3b-b8f255340b43 HTTP/1.1" status: 200 len: 769 time: 0.1265070 Jan 12 09:34:16.121845 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32882) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:16.174234 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d99b9fb5-44b3-4b80-a6e2-6d9b9347e42b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:16.195974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-02d2069b-90ff-42a9-b4ed-31ca9ad76cab tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.236494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d99b9fb5-44b3-4b80-a6e2-6d9b9347e42b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:16.244061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67eefa6-1f13-4888-9f02-ff940f39147f None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:34:16.253087 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e67eefa6-1f13-4888-9f02-ff940f39147f None None] Deleting port 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:16.253485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e67eefa6-1f13-4888-9f02-ff940f39147f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.256908 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d99b9fb5-44b3-4b80-a6e2-6d9b9347e42b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:16.260049 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-c55068b8-5106-4e07-8c37-b135aa7cab37 admin admin] For port 329b750c-5615-417b-b8cb-1cf6a23024a4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=329b750c-5615-417b-b8cb-1cf6a23024a4,segment=NetworkSegment(ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6),segment_id=ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:16.260193 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c55068b8-5106-4e07-8c37-b135aa7cab37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.279402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d99b9fb5-44b3-4b80-a6e2-6d9b9347e42b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:16.294632 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-71e6b9fd-cfdb-41a7-a768-963e1ed0fdb1 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:16.318535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2069b-90ff-42a9-b4ed-31ca9ad76cab tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Pushing event deleted for resources: {'Port': ['ID=a8202a29-6bab-4248-b076-1d65c9146adb,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:16.337799 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.359839 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Transition to ACTIVE for port object 66b51401-f44a-4f20-90bc-648ad30b44dc will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:16.427922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-71e6b9fd-cfdb-41a7-a768-963e1ed0fdb1 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:16.434487 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-71e6b9fd-cfdb-41a7-a768-963e1ed0fdb1 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3121669 Jan 12 09:34:16.439595 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99b9fb5-44b3-4b80-a6e2-6d9b9347e42b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:16.444305 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d99b9fb5-44b3-4b80-a6e2-6d9b9347e42b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.472263 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.503502 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32886) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:16.504671 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.535848 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:16.632179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 6fdc0bbd-0b60-44a9-979d-7c5831ba64e9 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:16.643450 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:16.646090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:16.651932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:16.652769 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.690920 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d047b471-0474-4836-8cc0-c1a1781c019f req-9e0a51f6-a820-4781-8b1e-3fe59447ed19 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6619277 Jan 12 09:34:16.702404 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c55068b8-5106-4e07-8c37-b135aa7cab37 admin admin] Calling delete_port for 329b750c-5615-417b-b8cb-1cf6a23024a4 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:16.749779 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e67eefa6-1f13-4888-9f02-ff940f39147f None None] For port 9c996ac5-450b-4e4f-aeb7-34cc92d13c14, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9c996ac5-450b-4e4f-aeb7-34cc92d13c14,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:16.749994 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e67eefa6-1f13-4888-9f02-ff940f39147f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.807187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-02d2069b-90ff-42a9-b4ed-31ca9ad76cab tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.856659 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-02d2069b-90ff-42a9-b4ed-31ca9ad76cab tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] 10.222.0.26 "DELETE /v2.0/ports/a8202a29-6bab-4248-b076-1d65c9146adb HTTP/1.1" status: 204 len: 168 time: 2.8688610 Jan 12 09:34:16.869689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32892) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:16.873207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-39ea271e-9806-40f7-9f12-3ca433e92f1f tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.879116 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=66b51401-f44a-4f20-90bc-648ad30b44dc,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:16.919128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e67eefa6-1f13-4888-9f02-ff940f39147f None None] Calling delete_port for 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:16.935011 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b69e0169-26e5-4fcc-b83e-bdff3997e853 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.8216352 Jan 12 09:34:16.939661 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32896) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:16.951961 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf3fe00-12bb-4fcc-a5bc-c306e4a871ea admin admin] Router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:34:16.961115 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-458478235'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:16.962236 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-39ea271e-9806-40f7-9f12-3ca433e92f1f tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.965543 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:16.980676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:16.983022 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d99b9fb5-44b3-4b80-a6e2-6d9b9347e42b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.007563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 9c996ac5-450b-4e4f-aeb7-34cc92d13c14, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9c996ac5-450b-4e4f-aeb7-34cc92d13c14,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:17.014163 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:network and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:17.020462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef62fd0-22e1-44e3-92e8-2732a9849ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Deleting subnet 5d687285-1c9b-4607-9040-1a8c28e50f34 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:34:17.023973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.046458 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a6ba4d7d-f0d0-43c6-8b2a-2d71141060b6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3005114 Jan 12 09:34:17.049894 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32900) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:17.076802 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:17.089600 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0ef62fd0-22e1-44e3-92e8-2732a9849ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.138525 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99b9fb5-44b3-4b80-a6e2-6d9b9347e42b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:17.150040 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-d99b9fb5-44b3-4b80-a6e2-6d9b9347e42b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:17.153999 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99b9fb5-44b3-4b80-a6e2-6d9b9347e42b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:17.155049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d99b9fb5-44b3-4b80-a6e2-6d9b9347e42b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.185426 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=9c996ac5-450b-4e4f-aeb7-34cc92d13c14,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:17.202519 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-e67eefa6-1f13-4888-9f02-ff940f39147f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:17.202904 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-e67eefa6-1f13-4888-9f02-ff940f39147f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:17.209808 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d99b9fb5-44b3-4b80-a6e2-6d9b9347e42b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3087821 Jan 12 09:34:17.217528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:17.231495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32904) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:17.238260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-39ea271e-9806-40f7-9f12-3ca433e92f1f tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.243854 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-39ea271e-9806-40f7-9f12-3ca433e92f1f tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.244851 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-39ea271e-9806-40f7-9f12-3ca433e92f1f tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/0468a787-a615-46df-bd3b-b8f255340b43 HTTP/1.1" status: 204 len: 168 time: 0.7374725 Jan 12 09:34:17.249332 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'fixed_ips': [{'subnet_id': '858ebcb2-955f-4007-b820-a592c543d327', 'ip_address': '2001:db8::c86e:7c15:fb7f:8f2f'}], 'name': 'tempest-NetworksTestDHCPv6-785355843'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:17.256751 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b9fb5-44b3-4b80-a6e2-6d9b9347e42b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=858ebcb2-955f-4007-b820-a592c543d327,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:17.268176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32908) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:17.271685 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea271e-9806-40f7-9f12-3ca433e92f1f tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0468a787-a615-46df-bd3b-b8f255340b43,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:17.276968 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-21b9c0a7-fc88-459e-be59-c32b1bd33ab4 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port 66b51401-f44a-4f20-90bc-648ad30b44dc {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:17.277452 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21b9c0a7-fc88-459e-be59-c32b1bd33ab4 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.343988 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15b60e-7700-4542-8768-13e16a204918 req-9ab02901-70b5-49a2-99fd-27c774ccb07a tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:17.345643 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-da15b60e-7700-4542-8768-13e16a204918 req-9ab02901-70b5-49a2-99fd-27c774ccb07a tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.4740813 Jan 12 09:34:17.349193 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:17.352597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.363435 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0ef62fd0-22e1-44e3-92e8-2732a9849ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.397393 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7d319e-d8db-48ca-8a5e-4d507511397e None None] Network 6fdc0bbd-0b60-44a9-979d-7c5831ba64e9 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:17.472368 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-da15b60e-7700-4542-8768-13e16a204918 req-ad9b429c-e696-47b9-8ef0-1de47ce183f5 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894697 Jan 12 09:34:17.560908 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-376889e8-51e2-458f-b2ad-20529744bfc7 None None] Provisioning for port ac99ca25-c26b-4bd9-a38e-6c01c134494b completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:17.562391 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c55068b8-5106-4e07-8c37-b135aa7cab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.639280 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21b9c0a7-fc88-459e-be59-c32b1bd33ab4 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.653704 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55068b8-5106-4e07-8c37-b135aa7cab37 admin admin] Pushing event deleted for resources: {'Port': ['ID=329b750c-5615-417b-b8cb-1cf6a23024a4,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:17.666225 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6923df1f-f84b-41ce-8d50-6b6bc95340e9 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3807108 Jan 12 09:34:17.676481 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:17.681509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32914) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:17.706319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e67eefa6-1f13-4888-9f02-ff940f39147f None None] Deleting port 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:17.706698 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e67eefa6-1f13-4888-9f02-ff940f39147f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.772965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf3fe00-12bb-4fcc-a5bc-c306e4a871ea admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:34:17.840702 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:17.841049 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Added segment 639041e6-5429-4729-ac75-a3d720db549f of type vlan for network 5c69ac36-61dc-4525-a0b2-df463f100441 Jan 12 09:34:17.861967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-21b9c0a7-fc88-459e-be59-c32b1bd33ab4 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for 66b51401-f44a-4f20-90bc-648ad30b44dc owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:17.877984 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:17.908931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:port and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:17.937471 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:17.980222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:17.987845 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0ef62fd0-22e1-44e3-92e8-2732a9849ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.038384 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e67eefa6-1f13-4888-9f02-ff940f39147f None None] For port 9c996ac5-450b-4e4f-aeb7-34cc92d13c14, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9c996ac5-450b-4e4f-aeb7-34cc92d13c14,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:18.039031 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e67eefa6-1f13-4888-9f02-ff940f39147f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.061180 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-acf3fe00-12bb-4fcc-a5bc-c306e4a871ea admin admin] 10.222.0.26 "PUT /v2.0/routers/0597e7b4-f3d3-4aaa-a9df-77ce3589e03a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4576194 Jan 12 09:34:18.065846 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.120436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32920) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:18.121672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f887b89c-3e96-4625-af15-c8c8f5ac027b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.192418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e67eefa6-1f13-4888-9f02-ff940f39147f None None] Calling delete_port for 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:18.207758 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21b9c0a7-fc88-459e-be59-c32b1bd33ab4 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.273087 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec87a8-87bc-4899-8167-b97bef4201f3 None None] Sync routers for ids ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:34:18.292512 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9c0a7-fc88-459e-be59-c32b1bd33ab4 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=66b51401-f44a-4f20-90bc-648ad30b44dc,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:18.295759 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3174f377-6069-4119-830d-470aed4130cb None None] Could not find standard attr ID for object 66b51401-f44a-4f20-90bc-648ad30b44dc. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:34:18.302554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f887b89c-3e96-4625-af15-c8c8f5ac027b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.319225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21b9c0a7-fc88-459e-be59-c32b1bd33ab4 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.329716 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec87a8-87bc-4899-8167-b97bef4201f3 None None] Routers {'0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:34:18.330414 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b8ec87a8-87bc-4899-8167-b97bef4201f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:34:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:18.336684 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-21b9c0a7-fc88-459e-be59-c32b1bd33ab4 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/66b51401-f44a-4f20-90bc-648ad30b44dc HTTP/1.1" status: 204 len: 168 time: 1.2740035 Jan 12 09:34:18.341802 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32924) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:18.378453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:18.387498 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd78424-fdd1-4819-97ac-03d8a0bcba57 req-d8363f75-a3e6-4909-b0b7-891f0f7ed592 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:18.389179 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0bd78424-fdd1-4819-97ac-03d8a0bcba57 req-d8363f75-a3e6-4909-b0b7-891f0f7ed592 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.2432141 Jan 12 09:34:18.421818 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10a183b-344b-45ce-99d6-29429b014ae8 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] DELETE failed (client error): The resource could not be found. Jan 12 09:34:18.422298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10a183b-344b-45ce-99d6-29429b014ae8 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:34:18.429175 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b10a183b-344b-45ce-99d6-29429b014ae8 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/66b51401-f44a-4f20-90bc-648ad30b44dc HTTP/1.1" status: 404 len: 333 time: 0.0847967 Jan 12 09:34:18.432278 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32928) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:18.434303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:34:18.513110 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-4640873a-04e9-4ec0-9eeb-fd1d9ce38d32 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] GET failed (client error): The resource could not be found. Jan 12 09:34:18.513791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4640873a-04e9-4ec0-9eeb-fd1d9ce38d32 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:18.524077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ac99ca25-c26b-4bd9-a38e-6c01c134494b up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:18.533809 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0bd78424-fdd1-4819-97ac-03d8a0bcba57 req-105271c7-974c-48c8-b820-42ab76b1529f tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271245 Jan 12 09:34:18.547585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4640873a-04e9-4ec0-9eeb-fd1d9ce38d32 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:18.561796 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4640873a-04e9-4ec0-9eeb-fd1d9ce38d32 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/66b51401-f44a-4f20-90bc-648ad30b44dc HTTP/1.1" status: 404 len: 333 time: 0.1156335 Jan 12 09:34:18.561796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32932) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:18.562095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e67eefa6-1f13-4888-9f02-ff940f39147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.636458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1646e1c-4797-409c-abd9-04526a80aef4 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting subnet d90498d1-0291-4e73-93d7-4e6c4dc4f12c {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:34:18.638872 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67eefa6-1f13-4888-9f02-ff940f39147f None None] No DVR routers for this DVR port 9c996ac5-450b-4e4f-aeb7-34cc92d13c14 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:18.642702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e1646e1c-4797-409c-abd9-04526a80aef4 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.652573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67eefa6-1f13-4888-9f02-ff940f39147f None None] Pushing event deleted for resources: {'Port': ['ID=9c996ac5-450b-4e4f-aeb7-34cc92d13c14,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:18.675642 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8bb9b1-39a7-4938-88c7-1ca6f483d716 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:18.724085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e1646e1c-4797-409c-abd9-04526a80aef4 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.797418 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-577aedd9-c0f9-4e05-8992-ea54510d3749 admin admin] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.841889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e1646e1c-4797-409c-abd9-04526a80aef4 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:18.862335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-b8ec87a8-87bc-4899-8167-b97bef4201f3 None None] Set router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:34:19.001656 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e1646e1c-4797-409c-abd9-04526a80aef4 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.076042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e1646e1c-4797-409c-abd9-04526a80aef4 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.089317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1646e1c-4797-409c-abd9-04526a80aef4 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Subnet': ['ID=d90498d1-0291-4e73-93d7-4e6c4dc4f12c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:19.090799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0c47abef-e1c3-4e7c-8b27-09e7f051b2b6 None None] Could not find standard attr ID for object 66b51401-f44a-4f20-90bc-648ad30b44dc. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:34:19.092794 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b49b38-9e1c-4be1-b4e6-37d821701e86 None None] Network 6fdc0bbd-0b60-44a9-979d-7c5831ba64e9 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:19.099900 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e1646e1c-4797-409c-abd9-04526a80aef4 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/d90498d1-0291-4e73-93d7-4e6c4dc4f12c HTTP/1.1" status: 204 len: 168 time: 0.5436010 Jan 12 09:34:19.103854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.107733 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32940) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:19.109509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:19.110137 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.208755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port ac99ca25-c26b-4bd9-a38e-6c01c134494b completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:19.238842 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a7850-95eb-4bc7-9ee2-44ea2a8f17c8 req-4ce9a00c-b24a-4377-ba33-ec5abd50d15f tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:19.240593 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2b6a7850-95eb-4bc7-9ee2-44ea2a8f17c8 req-4ce9a00c-b24a-4377-ba33-ec5abd50d15f tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.2822063 Jan 12 09:34:19.247534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0ef62fd0-22e1-44e3-92e8-2732a9849ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.283064 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.311449 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2b6a7850-95eb-4bc7-9ee2-44ea2a8f17c8 req-ee88dd9e-e305-4ad8-8091-e7b52ad29ef1 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577707 Jan 12 09:34:19.314449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port ac99ca25-c26b-4bd9-a38e-6c01c134494b {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:19.314941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.320929 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f887b89c-3e96-4625-af15-c8c8f5ac027b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.323504 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f887b89c-3e96-4625-af15-c8c8f5ac027b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.327555 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f887b89c-3e96-4625-af15-c8c8f5ac027b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-groups/06a54783-67f4-4780-8a5d-097a5cd4d707 HTTP/1.1" status: 204 len: 168 time: 1.6169128 Jan 12 09:34:19.341224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32944) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:19.366453 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32946) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:19.367096 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.4229181 Jan 12 09:34:19.368834 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port ac99ca25-c26b-4bd9-a38e-6c01c134494b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:19.369219 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.386265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-fed83410-e1b2-4265-97b0-e48dc64139b4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'subnet': {'network_id': '5c69ac36-61dc-4525-a0b2-df463f100441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:19.421570 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62fd0-22e1-44e3-92e8-2732a9849ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Pushing event deleted for resources: {'Subnet': ['ID=5d687285-1c9b-4607-9040-1a8c28e50f34,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:19.430727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0ef62fd0-22e1-44e3-92e8-2732a9849ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.433413 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0ef62fd0-22e1-44e3-92e8-2732a9849ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] 10.222.0.26 "DELETE /v2.0/subnets/5d687285-1c9b-4607-9040-1a8c28e50f34 HTTP/1.1" status: 204 len: 168 time: 2.5556581 Jan 12 09:34:19.444103 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32952) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:19.445250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.457600 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': '858ebcb2-955f-4007-b820-a592c543d327'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:34:19.457930 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887b89c-3e96-4625-af15-c8c8f5ac027b tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a54783-67f4-4780-8a5d-097a5cd4d707,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:19.458444 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.479353 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3015e70-b11f-46c0-8af5-0ea5ab630321 None None] Network 06e0f6c6-50a8-4dce-939e-13facffc22cd requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:19.561985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-577aedd9-c0f9-4e05-8992-ea54510d3749 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.565041 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c7f17-a981-4946-a812-c88e67bd0c23 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Network': ['ID=5c69ac36-61dc-4525-a0b2-df463f100441,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:19.567510 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c55068b8-5106-4e07-8c37-b135aa7cab37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.598389 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port 0df1975f-cbf6-4c11-ac9e-e603844e74c1 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:19.648781 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 5c69ac36-61dc-4525-a0b2-df463f100441 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:19.698152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-577aedd9-c0f9-4e05-8992-ea54510d3749 admin admin] Deleting port e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:19.698501 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-577aedd9-c0f9-4e05-8992-ea54510d3749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.759018 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-26b10897-e0d6-4e91-8df5-76b4006c84da tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:19.763293 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.785065 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fed83410-e1b2-4265-97b0-e48dc64139b4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:19.797212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fed83410-e1b2-4265-97b0-e48dc64139b4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:subnet and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:19.805289 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fed83410-e1b2-4265-97b0-e48dc64139b4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:19.809427 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] For port ac99ca25-c26b-4bd9-a38e-6c01c134494b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ac99ca25-c26b-4bd9-a38e-6c01c134494b,segment=NetworkSegment(661f2387-1aa5-4be3-92bc-a44aeb03f922),segment_id=661f2387-1aa5-4be3-92bc-a44aeb03f922)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:19.809886 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.830702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fed83410-e1b2-4265-97b0-e48dc64139b4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:19.887310 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Deleting port 572dc40d-6621-4c73-b622-1749f6626e2a {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:19.887742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:19.960448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-26b10897-e0d6-4e91-8df5-76b4006c84da tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:19.966809 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-26b10897-e0d6-4e91-8df5-76b4006c84da tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5983138 Jan 12 09:34:19.977657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32956) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:19.985424 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4647d9b3-4c90-471b-9b05-34952ca6c2df tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group': {'name': 'tempest-secgroup--231358928'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:20.033509 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Allocated IP 2001:db8::2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/858ebcb2-955f-4007-b820-a592c543d327/86b21516-7d76-4af9-92c9-bb9d0cd528a8) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:20.060952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4647d9b3-4c90-471b-9b05-34952ca6c2df tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:20.091363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4647d9b3-4c90-471b-9b05-34952ca6c2df tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:20.133527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for ac99ca25-c26b-4bd9-a38e-6c01c134494b owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:20.138504 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4647d9b3-4c90-471b-9b05-34952ca6c2df tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.185861 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed83410-e1b2-4265-97b0-e48dc64139b4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:20.189334 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fed83410-e1b2-4265-97b0-e48dc64139b4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.371864 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-577aedd9-c0f9-4e05-8992-ea54510d3749 admin admin] For port e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:20.372430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-577aedd9-c0f9-4e05-8992-ea54510d3749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.396569 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4647d9b3-4c90-471b-9b05-34952ca6c2df tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:20.446307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.460392 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.509226 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No DVR routers for this DVR port ac99ca25-c26b-4bd9-a38e-6c01c134494b on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:20.555634 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-577aedd9-c0f9-4e05-8992-ea54510d3749 admin admin] Calling delete_port for e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:20.600612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=ac99ca25-c26b-4bd9-a38e-6c01c134494b,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:20.622132 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4647d9b3-4c90-471b-9b05-34952ca6c2df tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:20.646180 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.667373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Transition to ACTIVE for port object 86b21516-7d76-4af9-92c9-bb9d0cd528a8 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:20.705095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b8ec87a8-87bc-4899-8167-b97bef4201f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'name': 'tempest-ServersTestManualDisk-1875479056-router', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:03Z', 'updated_at': '2022-01-12T09:34:13Z', 'revision_number': 5, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'gw_port': {'id': 'e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:86:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:20.707765 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] For port 572dc40d-6621-4c73-b622-1749f6626e2a, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=572dc40d-6621-4c73-b622-1749f6626e2a,segment=NetworkSegment(112e7a77-fd7c-4634-a734-b5648dfe64a0),segment_id=112e7a77-fd7c-4634-a734-b5648dfe64a0)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:20.708041 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Transition to ACTIVE for port object 86b21516-7d76-4af9-92c9-bb9d0cd528a8 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:20.708183 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.719967 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec87a8-87bc-4899-8167-b97bef4201f3 None None] Checking router: 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:34:20.730454 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.793923 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f84268-01c7-4ee0-951e-1d78e4108a0e None None] DHCP port deletion for 6fdc0bbd-0b60-44a9-979d-7c5831ba64e9 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:34:20.819419 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec87a8-87bc-4899-8167-b97bef4201f3 None None] Routers {'0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:34:20.820229 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b8ec87a8-87bc-4899-8167-b97bef4201f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:34:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:20.872541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172d7958-f064-4a2a-878b-6c972f33b213 None None] DHCP port deletion for 06e0f6c6-50a8-4dce-939e-13facffc22cd request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:34:20.873116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55068b8-5106-4e07-8c37-b135aa7cab37 admin admin] Router fc1cf035-d511-42b4-bf40-d8064044d417 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:34:20.904260 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::c86e:7c15:fb7f:8f2f (ff4a5360-acb6-446d-a4d9-75b6632567e8/858ebcb2-955f-4007-b820-a592c543d327/0df1975f-cbf6-4c11-ac9e-e603844e74c1) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:20.904573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:20.905558 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-172d7958-f064-4a2a-878b-6c972f33b213 None None] Deleting port 572dc40d-6621-4c73-b622-1749f6626e2a {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:20.906058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-172d7958-f064-4a2a-878b-6c972f33b213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.971420 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:20.971678 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-05f69b9f-1d19-499e-ab36-95e3bce45bdd req-e491645f-1c4a-46aa-b009-11f432aa1934 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5822656 Jan 12 09:34:20.987321 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Calling delete_port for 572dc40d-6621-4c73-b622-1749f6626e2a owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:21.008046 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:21.011312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:21.020040 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Pushing event updated for resources: {'Port': ['ID=86b21516-7d76-4af9-92c9-bb9d0cd528a8,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:21.064386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdc0bbd-0b60-44a9-979d-7c5831ba64e9']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:21.090972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661f2387-1aa5-4be3-92bc-a44aeb03f922') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:21.091260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661f2387-1aa5-4be3-92bc-a44aeb03f922') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:21.119729 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.142709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fed83410-e1b2-4265-97b0-e48dc64139b4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.159080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4647d9b3-4c90-471b-9b05-34952ca6c2df tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.179214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692af21-b31b-40d0-b8ba-a62cbeeb40e9 req-b3a4cff0-10e2-43d2-8bd7-4a014b7cb12c tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:21.180844 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7692af21-b31b-40d0-b8ba-a62cbeeb40e9 req-b3a4cff0-10e2-43d2-8bd7-4a014b7cb12c tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.6383448 Jan 12 09:34:21.187450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4647d9b3-4c90-471b-9b05-34952ca6c2df tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.197610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.213148 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:34:21.213553 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.228232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:21.231677 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:21.274954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-172d7958-f064-4a2a-878b-6c972f33b213 None None] The port '572dc40d-6621-4c73-b622-1749f6626e2a' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:34:21.276447 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-b8ec87a8-87bc-4899-8167-b97bef4201f3 None None] Set router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:34:21.349021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Pushing event deleted for resources: {'Port': ['ID=572dc40d-6621-4c73-b622-1749f6626e2a,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:21.351244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed83410-e1b2-4265-97b0-e48dc64139b4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Subnet': ['ID=992fa58b-e054-4c39-aaeb-b44cf222e25d,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:21.396165 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b8ec87a8-87bc-4899-8167-b97bef4201f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'name': 'tempest-ServersTestManualDisk-1875479056-router', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:03Z', 'updated_at': '2022-01-12T09:34:19Z', 'revision_number': 6, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:21.400473 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Attempting to bind port 86b21516-7d76-4af9-92c9-bb9d0cd528a8 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:21.400840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Attempting to bind port 86b21516-7d76-4af9-92c9-bb9d0cd528a8 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:21.401583 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Attempting to bind port 86b21516-7d76-4af9-92c9-bb9d0cd528a8 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:21.405581 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec87a8-87bc-4899-8167-b97bef4201f3 None None] The sync data for ids ['0597e7b4-f3d3-4aaa-a9df-77ce3589e03a'] in dv-neutron-824346-1-hyperv is: [{'id': '0597e7b4-f3d3-4aaa-a9df-77ce3589e03a', 'name': 'tempest-ServersTestManualDisk-1875479056-router', 'tenant_id': '3cc823a812264b34a63384f9a88614d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:03Z', 'updated_at': '2022-01-12T09:34:19Z', 'revision_number': 6, 'project_id': '3cc823a812264b34a63384f9a88614d6', 'gw_port_host': None}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:34:21.408843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:34:21.409009 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:21.409404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.409778 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:34:21.410349 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Bound port: 86b21516-7d76-4af9-92c9-bb9d0cd528a8, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:21.410823 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.417067 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] No DVR routers for this DVR port 572dc40d-6621-4c73-b622-1749f6626e2a on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:21.470697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed83410-e1b2-4265-97b0-e48dc64139b4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Checking segment: {'id': '639041e6-5429-4729-ac75-a3d720db549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5c69ac36-61dc-4525-a0b2-df463f100441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:21.471862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed83410-e1b2-4265-97b0-e48dc64139b4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network hostable DHCP agents. Network: 5c69ac36-61dc-4525-a0b2-df463f100441, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:21.507295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.529123 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] For port 86b21516-7d76-4af9-92c9-bb9d0cd528a8, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:34:21.532504 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647d9b3-4c90-471b-9b05-34952ca6c2df tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9992071e-e838-401b-b0c6-81aa5f350e22,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:21.533015 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] For port 86b21516-7d76-4af9-92c9-bb9d0cd528a8, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=86b21516-7d76-4af9-92c9-bb9d0cd528a8,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:34:21.551814 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.551973 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Network': ['ID=6fdc0bbd-0b60-44a9-979d-7c5831ba64e9,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:21.554754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.568017 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7692af21-b31b-40d0-b8ba-a62cbeeb40e9 req-ba39dc97-0252-49ea-8068-323521737048 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629127 Jan 12 09:34:21.604101 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55068b8-5106-4e07-8c37-b135aa7cab37 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:34:21.616207 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd05bf3-8edf-46e7-aa76-de27237819ed None None] Sync routers for ids ['fc1cf035-d511-42b4-bf40-d8064044d417'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:34:21.621056 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c55068b8-5106-4e07-8c37-b135aa7cab37 admin admin] 10.222.0.26 "PUT /v2.0/routers/fc1cf035-d511-42b4-bf40-d8064044d417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6294434 Jan 12 09:34:21.623631 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32964) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:21.629310 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.632777 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4647d9b3-4c90-471b-9b05-34952ca6c2df tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.634357 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4647d9b3-4c90-471b-9b05-34952ca6c2df tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6531634 Jan 12 09:34:21.641503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32966) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:21.643930 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd05bf3-8edf-46e7-aa76-de27237819ed None None] Routers {'fc1cf035-d511-42b4-bf40-d8064044d417'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:34:21.644698 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6cd05bf3-8edf-46e7-aa76-de27237819ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:34:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc1cf035-d511-42b4-bf40-d8064044d417'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:21.655382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-577aedd9-c0f9-4e05-8992-ea54510d3749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.663280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-034cd598-8a23-4b1b-89e9-385cda901792 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Request body: {'security_group_rule': {'security_group_id': '9992071e-e838-401b-b0c6-81aa5f350e22', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:21.713331 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed83410-e1b2-4265-97b0-e48dc64139b4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 5c69ac36-61dc-4525-a0b2-df463f100441 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:21.713825 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4deb5-3064-437b-9153-1fd81540e116 None None] Pushing event updated for resources: {'Port': ['ID=86b21516-7d76-4af9-92c9-bb9d0cd528a8,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:21.732588 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f69b9f-1d19-499e-ab36-95e3bce45bdd req-c63a6db1-8041-4016-b7a2-68122d4a0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:21.734107 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-05f69b9f-1d19-499e-ab36-95e3bce45bdd req-c63a6db1-8041-4016-b7a2-68122d4a0991 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a462b68449743d888150888eed67276&device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 1098 time: 0.6868646 Jan 12 09:34:21.755914 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-034cd598-8a23-4b1b-89e9-385cda901792 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:21.798994 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2b73ef30-86fa-4ed2-88e2-d3f0b2f46f87 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/networks/6fdc0bbd-0b60-44a9-979d-7c5831ba64e9 HTTP/1.1" status: 204 len: 168 time: 2.6823690 Jan 12 09:34:21.798994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-fed83410-e1b2-4265-97b0-e48dc64139b4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 5c69ac36-61dc-4525-a0b2-df463f100441) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:21.801824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32972) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:21.809079 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f268bfc5-4d27-40d8-9544-964974b1f362 None None] Network 5c69ac36-61dc-4525-a0b2-df463f100441 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:21.816114 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e0f6c6-50a8-4dce-939e-13facffc22cd']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:21.836218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed83410-e1b2-4265-97b0-e48dc64139b4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:21.836936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fed83410-e1b2-4265-97b0-e48dc64139b4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.858273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-340dd78b-5f73-4a8b-b355-27fdbce60a75 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-16699709'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:21.872245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-340dd78b-5f73-4a8b-b355-27fdbce60a75 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:21.874127 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577aedd9-c0f9-4e05-8992-ea54510d3749 admin admin] Pushing event deleted for resources: {'Port': ['ID=e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:21.879296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-034cd598-8a23-4b1b-89e9-385cda901792 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Usage tracker for resource:security_group_rule and tenant:1d91713687644d1cac6e3784839acc27 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:21.900393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-034cd598-8a23-4b1b-89e9-385cda901792 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:21.951639 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:21.981627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-034cd598-8a23-4b1b-89e9-385cda901792 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:22.036973 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-6cd05bf3-8edf-46e7-aa76-de27237819ed None None] Set router fc1cf035-d511-42b4-bf40-d8064044d417 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:34:22.208175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112e7a77-fd7c-4634-a734-b5648dfe64a0') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:22.208799 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112e7a77-fd7c-4634-a734-b5648dfe64a0') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:22.312881 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-340dd78b-5f73-4a8b-b355-27fdbce60a75 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:network and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:22.327533 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.329158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object 0df1975f-cbf6-4c11-ac9e-e603844e74c1 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:22.335145 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-5c69ac36-61dc-4525-a0b2-df463f100441', 'network_id': '5c69ac36-61dc-4525-a0b2-df463f100441', 'tenant_id': 'e398d06e5ea248788795b74f5516b423', 'fixed_ips': [{'subnet_id': '992fa58b-e054-4c39-aaeb-b44cf222e25d'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:34:22.336276 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.365012 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-340dd78b-5f73-4a8b-b355-27fdbce60a75 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:22.405744 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-340dd78b-5f73-4a8b-b355-27fdbce60a75 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:22.415708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-034cd598-8a23-4b1b-89e9-385cda901792 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.426340 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fed83410-e1b2-4265-97b0-e48dc64139b4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0488501 Jan 12 09:34:22.445562 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.449943 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32978) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:22.464300 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-577aedd9-c0f9-4e05-8992-ea54510d3749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.467940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'network_id': '5c69ac36-61dc-4525-a0b2-df463f100441', 'name': 'tempest-PortsTestJSON-1362265324'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:22.579322 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Allocated IP 172.20.0.2 (5c69ac36-61dc-4525-a0b2-df463f100441/992fa58b-e054-4c39-aaeb-b44cf222e25d/cbcc928e-4c44-49e3-bb05-8e9fbd21b338) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:22.601906 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6cd05bf3-8edf-46e7-aa76-de27237819ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'name': 'tempest-ServersTestJSON-590366113-router', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 5, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'gw_port': {'id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:08Z', 'updated_at': '2022-01-12T09:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:22.607096 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd05bf3-8edf-46e7-aa76-de27237819ed None None] Checking router: fc1cf035-d511-42b4-bf40-d8064044d417 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:34:22.627202 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd05bf3-8edf-46e7-aa76-de27237819ed None None] Routers {'fc1cf035-d511-42b4-bf40-d8064044d417'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:34:22.629277 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6cd05bf3-8edf-46e7-aa76-de27237819ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:34:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc1cf035-d511-42b4-bf40-d8064044d417'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:22.631632 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:34:22.632122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.647651 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-034cd598-8a23-4b1b-89e9-385cda901792 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.649520 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-086c20a0-e0b5-4cff-9584-cdbe267abb0e admin admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.665645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-034cd598-8a23-4b1b-89e9-385cda901792 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:22.702190 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:22.714968 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:22.729395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f69b9f-1d19-499e-ab36-95e3bce45bdd req-476875eb-6572-42db-a1ff-412013032e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:22.731032 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340dd78b-5f73-4a8b-b355-27fdbce60a75 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:22.731463 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-05f69b9f-1d19-499e-ab36-95e3bce45bdd req-476875eb-6572-42db-a1ff-412013032e1a service neutron] 10.222.0.53 "GET /v2.0/networks?id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a HTTP/1.1" status: 200 len: 913 time: 0.9089103 Jan 12 09:34:22.735087 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-340dd78b-5f73-4a8b-b355-27fdbce60a75 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.758620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:port and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:22.763307 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-577aedd9-c0f9-4e05-8992-ea54510d3749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.779082 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:22.854805 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-577aedd9-c0f9-4e05-8992-ea54510d3749 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.863982 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 86b21516-7d76-4af9-92c9-bb9d0cd528a8 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:22.875189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340dd78b-5f73-4a8b-b355-27fdbce60a75 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:22.878985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.887828 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-340dd78b-5f73-4a8b-b355-27fdbce60a75 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.888216 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-340dd78b-5f73-4a8b-b355-27fdbce60a75 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Added segment 22050bfa-1cfd-47d7-a51c-1b6ec98a4394 of type vlan for network fd24221e-cbda-4ea1-a15b-af0f5fb0a043 Jan 12 09:34:22.889119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cd598-8a23-4b1b-89e9-385cda901792 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868e2165-f171-46f5-99d1-76c7a7bd7269,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:22.898412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb4cbe-ad18-4456-b8d5-92e6ebc7c9dc req-39596f38-4a0a-42d0-ba62-8316414dabbc tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:22.900115 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e7eb4cbe-ad18-4456-b8d5-92e6ebc7c9dc req-39596f38-4a0a-42d0-ba62-8316414dabbc tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.6471882 Jan 12 09:34:22.918055 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-340dd78b-5f73-4a8b-b355-27fdbce60a75 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.946301 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:22.960457 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-340dd78b-5f73-4a8b-b355-27fdbce60a75 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.966466 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340dd78b-5f73-4a8b-b355-27fdbce60a75 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:22.967239 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-340dd78b-5f73-4a8b-b355-27fdbce60a75 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:22.992870 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-6cd05bf3-8edf-46e7-aa76-de27237819ed None None] Set router fc1cf035-d511-42b4-bf40-d8064044d417 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:34:23.033800 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.045181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=0df1975f-cbf6-4c11-ac9e-e603844e74c1,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:23.047260 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Transition to ACTIVE for port object cbcc928e-4c44-49e3-bb05-8e9fbd21b338 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:23.051611 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 86b21516-7d76-4af9-92c9-bb9d0cd528a8 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:23.072458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:23.076547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.079493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-034cd598-8a23-4b1b-89e9-385cda901792 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.080873 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-034cd598-8a23-4b1b-89e9-385cda901792 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4273555 Jan 12 09:34:23.087711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 32982) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:23.088667 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Transition to ACTIVE for port object cbcc928e-4c44-49e3-bb05-8e9fbd21b338 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:23.090035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:23.099960 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.110643 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.127090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.158307 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:23.183150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:23.198921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:23.199793 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.228218 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e7eb4cbe-ad18-4456-b8d5-92e6ebc7c9dc req-2c6e2567-fa9a-4d17-9c03-618275943f3d tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191195 Jan 12 09:34:23.245219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-577aedd9-c0f9-4e05-8992-ea54510d3749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.252366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577aedd9-c0f9-4e05-8992-ea54510d3749 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0597e7b4-f3d3-4aaa-a9df-77ce3589e03a {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:34:23.263935 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-05f69b9f-1d19-499e-ab36-95e3bce45bdd req-c60ef7b9-e8b8-468d-a421-d8252207a1a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c206227f-ad9e-432b-9392-1ddeaec7f587 HTTP/1.1" status: 200 len: 1000 time: 0.4891994 Jan 12 09:34:23.263935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-577aedd9-c0f9-4e05-8992-ea54510d3749 admin admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.270922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] device_id is not set on port f87353e8-29d9-4dca-a4a3-57c0ba9dfc33 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:23.276817 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-577aedd9-c0f9-4e05-8992-ea54510d3749 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0597e7b4-f3d3-4aaa-a9df-77ce3589e03a HTTP/1.1" status: 204 len: 168 time: 5.1263485 Jan 12 09:34:23.288693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Pushing event updated for resources: {'Port': ['ID=cbcc928e-4c44-49e3-bb05-8e9fbd21b338,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:23.290897 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5522346c-9460-4c66-9769-8b3ca9208cac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.0529737 Jan 12 09:34:23.291485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:23.317676 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32986) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:23.318025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32988) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:23.341154 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] 10.222.0.26 "DELETE /v2.0/networks/06e0f6c6-50a8-4dce-939e-13facffc22cd HTTP/1.1" status: 204 len: 168 time: 3.8861263 Jan 12 09:34:23.350183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:34:23.350594 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e63090c7-c2e0-4fd3-a0c2-9f2a8763c8fa not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:23.351048 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ac99ca25-c26b-4bd9-a38e-6c01c134494b no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:23.424378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f69b9f-1d19-499e-ab36-95e3bce45bdd req-b0249650-6787-4239-b784-a9edf73ba4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:23.431179 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-05f69b9f-1d19-499e-ab36-95e3bce45bdd req-b0249650-6787-4239-b784-a9edf73ba4b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd HTTP/1.1" status: 200 len: 851 time: 0.1357803 Jan 12 09:34:23.450950 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: ac99ca25-c26b-4bd9-a38e-6c01c134494b {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:34:23.452504 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ac99ca25-c26b-4bd9-a38e-6c01c134494b not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:23.452935 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 572dc40d-6621-4c73-b622-1749f6626e2a no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:23.466702 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-340dd78b-5f73-4a8b-b355-27fdbce60a75 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6569054 Jan 12 09:34:23.469986 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 32996) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:23.483755 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6cd05bf3-8edf-46e7-aa76-de27237819ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'name': 'tempest-ServersTestJSON-590366113-router', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 5, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'gw_port': {'id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:08Z', 'updated_at': '2022-01-12T09:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:23.484396 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340dd78b-5f73-4a8b-b355-27fdbce60a75 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Network': ['ID=fd24221e-cbda-4ea1-a15b-af0f5fb0a043,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:23.496295 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd05bf3-8edf-46e7-aa76-de27237819ed None None] The sync data for ids ['fc1cf035-d511-42b4-bf40-d8064044d417'] in dv-neutron-824346-1-hyperv is: [{'id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'name': 'tempest-ServersTestJSON-590366113-router', 'tenant_id': 'ebb294eb2d1b42b58d6a86284879f275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:05Z', 'updated_at': '2022-01-12T09:34:17Z', 'revision_number': 5, 'project_id': 'ebb294eb2d1b42b58d6a86284879f275', 'gw_port': {'id': 'f194a9b5-ad9d-45f8-8e42-73609d228643', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1cf035-d511-42b4-bf40-d8064044d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:08Z', 'updated_at': '2022-01-12T09:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:34:23.551206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c2fb64ce-fda8-4079-b65a-05d98bad5a6a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'subnet': {'network_id': 'fd24221e-cbda-4ea1-a15b-af0f5fb0a043', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:23.559965 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 572dc40d-6621-4c73-b622-1749f6626e2a {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:34:23.560554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 572dc40d-6621-4c73-b622-1749f6626e2a not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:23.561151 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 97f086cb-0922-4900-9c40-af79477cc088 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:23.585153 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-086c20a0-e0b5-4cff-9584-cdbe267abb0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.586050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fe1dc673-ae7b-4e00-992c-78da1511fa98 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.611801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network fd24221e-cbda-4ea1-a15b-af0f5fb0a043 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:23.645830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Network 5c69ac36-61dc-4525-a0b2-df463f100441 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:23.647389 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 97f086cb-0922-4900-9c40-af79477cc088 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:34:23.647389 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 97f086cb-0922-4900-9c40-af79477cc088 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:23.653432 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:23.656896 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb483c0d-7795-4ca1-93ac-fd51f4901fc3 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527 tempest-ExtraDHCPOptionsIpV6TestJSON-535902527-project] Pushing event deleted for resources: {'Network': ['ID=06e0f6c6-50a8-4dce-939e-13facffc22cd,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:23.659577 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:23.661354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fe1dc673-ae7b-4e00-992c-78da1511fa98 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.739785 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f69b9f-1d19-499e-ab36-95e3bce45bdd req-3fcf3aa0-47cc-416b-991b-fe591a1ba29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:23.741312 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-05f69b9f-1d19-499e-ab36-95e3bce45bdd req-3fcf3aa0-47cc-416b-991b-fe591a1ba29a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2943532 Jan 12 09:34:23.771464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-086c20a0-e0b5-4cff-9584-cdbe267abb0e admin admin] Deleting port f194a9b5-ad9d-45f8-8e42-73609d228643 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:23.771804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-086c20a0-e0b5-4cff-9584-cdbe267abb0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.814029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fe1dc673-ae7b-4e00-992c-78da1511fa98 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.904249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dc673-ae7b-4e00-992c-78da1511fa98 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9992071e-e838-401b-b0c6-81aa5f350e22,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:23.929517 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fe1dc673-ae7b-4e00-992c-78da1511fa98 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:23.930653 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fe1dc673-ae7b-4e00-992c-78da1511fa98 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-groups/9992071e-e838-401b-b0c6-81aa5f350e22 HTTP/1.1" status: 204 len: 168 time: 0.8210616 Jan 12 09:34:23.933798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33002) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:23.978001 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f3282a-373f-4a17-b57b-9587c7a1079e admin admin] Deleting subnet 59039bb2-2ecd-4352-a837-d58b0d19d54e {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:34:23.992188 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-05f69b9f-1d19-499e-ab36-95e3bce45bdd req-be9153c8-4ee0-4a02-8c62-f4540ad35094 service neutron] 10.222.0.53 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430892 Jan 12 09:34:24.001905 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2f3282a-373f-4a17-b57b-9587c7a1079e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.044182 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Attempting to bind port cbcc928e-4c44-49e3-bb05-8e9fbd21b338 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:24.045288 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Attempting to bind port cbcc928e-4c44-49e3-bb05-8e9fbd21b338 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '639041e6-5429-4729-ac75-a3d720db549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5c69ac36-61dc-4525-a0b2-df463f100441'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:24.045919 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Attempting to bind port cbcc928e-4c44-49e3-bb05-8e9fbd21b338 on network 5c69ac36-61dc-4525-a0b2-df463f100441 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:24.064672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33006) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:24.064992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:34:24.065369 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Checking segment: {'id': '639041e6-5429-4729-ac75-a3d720db549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5c69ac36-61dc-4525-a0b2-df463f100441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:24.065837 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.066146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Bound using segment: {'id': '639041e6-5429-4729-ac75-a3d720db549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5c69ac36-61dc-4525-a0b2-df463f100441'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:34:24.070788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Bound port: cbcc928e-4c44-49e3-bb05-8e9fbd21b338, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639041e6-5429-4729-ac75-a3d720db549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5c69ac36-61dc-4525-a0b2-df463f100441'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:24.071265 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.085213 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-36ed4cb6-fd25-4c3e-bf01-366c86ea3ba3 None None] Provisioning for port 86b21516-7d76-4af9-92c9-bb9d0cd528a8 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:24.100452 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-36ed4cb6-fd25-4c3e-bf01-366c86ea3ba3 None None] Provisioning complete for port 86b21516-7d76-4af9-92c9-bb9d0cd528a8 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:24.100838 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-36ed4cb6-fd25-4c3e-bf01-366c86ea3ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.128541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c2fb64ce-fda8-4079-b65a-05d98bad5a6a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:24.166594 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c2fb64ce-fda8-4079-b65a-05d98bad5a6a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:subnet and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:24.170969 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a9a70efd-6dd4-4726-8d5d-b0e15df20574 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:24.182505 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c2fb64ce-fda8-4079-b65a-05d98bad5a6a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:24.217711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a9a70efd-6dd4-4726-8d5d-b0e15df20574 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:24.222479 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a9a70efd-6dd4-4726-8d5d-b0e15df20574 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2874081 Jan 12 09:34:24.223517 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33012) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:24.229222 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ffc28-0ac0-4fd5-8b19-4cbf6b845a47 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:24.235659 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ffc28-0ac0-4fd5-8b19-4cbf6b845a47 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:24.236597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-737ffc28-0ac0-4fd5-8b19-4cbf6b845a47 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:24.240516 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c2fb64ce-fda8-4079-b65a-05d98bad5a6a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:24.246954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2f3282a-373f-4a17-b57b-9587c7a1079e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.248459 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-05f69b9f-1d19-499e-ab36-95e3bce45bdd req-0a452c10-5888-4b6a-b56d-4ce9e6ac8dde service neutron] 10.222.0.53 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415314 Jan 12 09:34:24.289197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0643ded2-026f-4539-b75a-1617f5e37efb tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Synchronizing usage tracker for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:24.312846 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0643ded2-026f-4539-b75a-1617f5e37efb tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] Unset dirty status for tenant:1d91713687644d1cac6e3784839acc27 on resource:security_group_rule {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:24.317643 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0643ded2-026f-4539-b75a-1617f5e37efb tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0916107 Jan 12 09:34:24.318996 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33018) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:24.331358 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] For port cbcc928e-4c44-49e3-bb05-8e9fbd21b338, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:34:24.339354 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] For port cbcc928e-4c44-49e3-bb05-8e9fbd21b338, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cbcc928e-4c44-49e3-bb05-8e9fbd21b338,segment=NetworkSegment(639041e6-5429-4729-ac75-a3d720db549f),segment_id=639041e6-5429-4729-ac75-a3d720db549f)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:34:24.349960 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.391535 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Allocated IP 172.20.0.13 (5c69ac36-61dc-4525-a0b2-df463f100441/992fa58b-e054-4c39-aaeb-b44cf222e25d/f87353e8-29d9-4dca-a4a3-57c0ba9dfc33) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:24.402849 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fb64ce-fda8-4079-b65a-05d98bad5a6a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:24.406512 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c2fb64ce-fda8-4079-b65a-05d98bad5a6a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.419827 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-737ffc28-0ac0-4fd5-8b19-4cbf6b845a47 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:24.421089 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-737ffc28-0ac0-4fd5-8b19-4cbf6b845a47 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.0697708 Jan 12 09:34:24.424143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33022) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:24.435141 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-41ac3c56-ebe5-4fdd-8b3f-e52a14dc9bbf tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] delete failed (client error): The resource could not be found. Jan 12 09:34:24.439992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-36ed4cb6-fd25-4c3e-bf01-366c86ea3ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.440164 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-41ac3c56-ebe5-4fdd-8b3f-e52a14dc9bbf tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "DELETE /v2.0/security-groups/9992071e-e838-401b-b0c6-81aa5f350e22 HTTP/1.1" status: 404 len: 347 time: 0.0673292 Jan 12 09:34:24.477754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33026) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:24.483312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a8451-fa76-4a23-92d0-8a60aba9b8d7 None None] Pushing event updated for resources: {'Port': ['ID=cbcc928e-4c44-49e3-bb05-8e9fbd21b338,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:24.492504 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-36ed4cb6-fd25-4c3e-bf01-366c86ea3ba3 None None] For port 86b21516-7d76-4af9-92c9-bb9d0cd528a8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=86b21516-7d76-4af9-92c9-bb9d0cd528a8,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:24.498287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-36ed4cb6-fd25-4c3e-bf01-366c86ea3ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.573677 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fab89331-2737-4d48-8d87-ef9b7667fbb8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdf9940dab624d36b998664518fb55f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5078554 Jan 12 09:34:24.578144 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33030) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:24.591734 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed4cb6-fd25-4c3e-bf01-366c86ea3ba3 None None] Pushing event updated for resources: {'Port': ['ID=86b21516-7d76-4af9-92c9-bb9d0cd528a8,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:24.622111 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-13e5d3ea-2d40-4aac-80d9-c6cbe73688e4 tempest-SecGroupIPv6Test-2014252658 tempest-SecGroupIPv6Test-2014252658-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1425898 Jan 12 09:34:24.633012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-59955347-a841-4091-8d30-5c293ad3f671 None None] Provisioning for port 0df1975f-cbf6-4c11-ac9e-e603844e74c1 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:24.643935 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-59955347-a841-4091-8d30-5c293ad3f671 None None] Provisioning complete for port 0df1975f-cbf6-4c11-ac9e-e603844e74c1 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:24.644317 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-59955347-a841-4091-8d30-5c293ad3f671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.652389 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-aa19aec1-0f80-47f9-adf5-6f5d41038938 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port 0df1975f-cbf6-4c11-ac9e-e603844e74c1 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:24.652809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa19aec1-0f80-47f9-adf5-6f5d41038938 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.750003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-59955347-a841-4091-8d30-5c293ad3f671 None None] Port 0df1975f-cbf6-4c11-ac9e-e603844e74c1 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:24.794043 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 86b21516-7d76-4af9-92c9-bb9d0cd528a8 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:24.896552 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8c00-bc53-4905-8e8a-0a01d3a9c440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.897319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 86b21516-7d76-4af9-92c9-bb9d0cd528a8 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:24.897835 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:24.983004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2f3282a-373f-4a17-b57b-9587c7a1079e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.074582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33038) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:25.087467 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 329b750c-5615-417b-b8cb-1cf6a23024a4 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:25.099858 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2f3282a-373f-4a17-b57b-9587c7a1079e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.113602 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8c00-bc53-4905-8e8a-0a01d3a9c440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.131327 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 329b750c-5615-417b-b8cb-1cf6a23024a4 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:34:25.132097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 329b750c-5615-417b-b8cb-1cf6a23024a4 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:25.198360 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2f3282a-373f-4a17-b57b-9587c7a1079e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.204522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e5b8e-90ff-4216-94a7-a00eb1038e2e None None] Network b58e70f3-410d-4dd4-968c-5801134546cd requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:25.214946 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3282a-373f-4a17-b57b-9587c7a1079e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59039bb2-2ecd-4352-a837-d58b0d19d54e,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:25.243179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-086c20a0-e0b5-4cff-9584-cdbe267abb0e admin admin] For port f194a9b5-ad9d-45f8-8e42-73609d228643, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f194a9b5-ad9d-45f8-8e42-73609d228643,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:25.243523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-086c20a0-e0b5-4cff-9584-cdbe267abb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.273546 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d2f3282a-373f-4a17-b57b-9587c7a1079e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/59039bb2-2ecd-4352-a837-d58b0d19d54e HTTP/1.1" status: 204 len: 168 time: 1.9217598 Jan 12 09:34:25.275687 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33044) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:25.282414 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:34:25.340168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8c00-bc53-4905-8e8a-0a01d3a9c440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.356475 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa19aec1-0f80-47f9-adf5-6f5d41038938 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.425933 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-086c20a0-e0b5-4cff-9584-cdbe267abb0e admin admin] Calling delete_port for f194a9b5-ad9d-45f8-8e42-73609d228643 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:25.465458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.488797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc8c00-bc53-4905-8e8a-0a01d3a9c440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4738754e-1f41-4944-a6df-8816e52a073d,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:25.555667 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913355c6-6996-4e7f-ad5c-1b235d5ebafa None None] DHCP port deletion for b58e70f3-410d-4dd4-968c-5801134546cd request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:34:25.561984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-913355c6-6996-4e7f-ad5c-1b235d5ebafa None None] Deleting port f8177f0e-7367-410a-bd67-aa284c1550cf {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:25.562204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Transition to ACTIVE for port object f87353e8-29d9-4dca-a4a3-57c0ba9dfc33 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:25.563111 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-913355c6-6996-4e7f-ad5c-1b235d5ebafa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.567948 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-aa19aec1-0f80-47f9-adf5-6f5d41038938 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for 0df1975f-cbf6-4c11-ac9e-e603844e74c1 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:25.613089 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.615076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8c00-bc53-4905-8e8a-0a01d3a9c440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.615858 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4a0c1-fda8-492b-8f8d-031b16fc21e9 req-e612e498-39bb-42f2-8d74-82f22c70c383 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:25.618921 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f1fc8c00-bc53-4905-8e8a-0a01d3a9c440 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4738754e-1f41-4944-a6df-8816e52a073d HTTP/1.1" status: 204 len: 168 time: 1.0371940 Jan 12 09:34:25.627311 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c4a4a0c1-fda8-492b-8f8d-031b16fc21e9 req-e612e498-39bb-42f2-8d74-82f22c70c383 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 1.2327759 Jan 12 09:34:25.658207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Deleting port f8177f0e-7367-410a-bd67-aa284c1550cf {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:25.658352 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:25.832822 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-007c3f29-0438-40e2-ac6b-b518d7314ac6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d91713687644d1cac6e3784839acc27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7380772 Jan 12 09:34:25.832924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33050) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:25.896718 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-913355c6-6996-4e7f-ad5c-1b235d5ebafa None None] For port f8177f0e-7367-410a-bd67-aa284c1550cf, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f8177f0e-7367-410a-bd67-aa284c1550cf,segment=NetworkSegment(0046c9f5-79e6-4aaa-b93b-2fb55138080b),segment_id=0046c9f5-79e6-4aaa-b93b-2fb55138080b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:25.897345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-913355c6-6996-4e7f-ad5c-1b235d5ebafa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.027149 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d949bbbd-df02-451d-a9b9-b7c2f01b108a None None] Network 5c69ac36-61dc-4525-a0b2-df463f100441 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:26.114642 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c4a4a0c1-fda8-492b-8f8d-031b16fc21e9 req-61a1682a-4d9e-40d8-8521-acc6876f4e01 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4857073 Jan 12 09:34:26.117822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c2fb64ce-fda8-4079-b65a-05d98bad5a6a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.197037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.199397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-913355c6-6996-4e7f-ad5c-1b235d5ebafa None None] Calling delete_port for f8177f0e-7367-410a-bd67-aa284c1550cf owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:26.204087 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-086c20a0-e0b5-4cff-9584-cdbe267abb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.212230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa19aec1-0f80-47f9-adf5-6f5d41038938 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.269452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-06329ae1-2791-4b09-ba60-0b27e3921838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.294120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19aec1-0f80-47f9-adf5-6f5d41038938 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=0df1975f-cbf6-4c11-ac9e-e603844e74c1,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:26.336512 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 5c69ac36-61dc-4525-a0b2-df463f100441 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:26.338680 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c20a0-e0b5-4cff-9584-cdbe267abb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f194a9b5-ad9d-45f8-8e42-73609d228643,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:26.341058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:26.386494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8991e15f-0ef4-4d1a-9ed2-7ac200c253f5 None None] Provisioning for port cbcc928e-4c44-49e3-bb05-8e9fbd21b338 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:26.399981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] For port f8177f0e-7367-410a-bd67-aa284c1550cf, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f8177f0e-7367-410a-bd67-aa284c1550cf,segment=NetworkSegment(0046c9f5-79e6-4aaa-b93b-2fb55138080b),segment_id=0046c9f5-79e6-4aaa-b93b-2fb55138080b)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:26.400345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.418384 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-06329ae1-2791-4b09-ba60-0b27e3921838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.437732 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:26.570896 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb64ce-fda8-4079-b65a-05d98bad5a6a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Subnet': ['ID=aba1f89e-83ce-48f8-821e-e5564d0b5ac4,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:26.603772 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-913355c6-6996-4e7f-ad5c-1b235d5ebafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.640727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Calling delete_port for f8177f0e-7367-410a-bd67-aa284c1550cf owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:26.647969 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:26.648934 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.652587 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913355c6-6996-4e7f-ad5c-1b235d5ebafa None None] Pushing event deleted for resources: {'Port': ['ID=f8177f0e-7367-410a-bd67-aa284c1550cf,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:26.659869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb64ce-fda8-4079-b65a-05d98bad5a6a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Checking segment: {'id': '22050bfa-1cfd-47d7-a51c-1b6ec98a4394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fd24221e-cbda-4ea1-a15b-af0f5fb0a043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:26.660301 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fb64ce-fda8-4079-b65a-05d98bad5a6a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network hostable DHCP agents. Network: fd24221e-cbda-4ea1-a15b-af0f5fb0a043, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:26.662934 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913355c6-6996-4e7f-ad5c-1b235d5ebafa None None] No DVR routers for this DVR port f8177f0e-7367-410a-bd67-aa284c1550cf on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:26.671169 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=f87353e8-29d9-4dca-a4a3-57c0ba9dfc33,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:26.680688 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-086c20a0-e0b5-4cff-9584-cdbe267abb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.723392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa19aec1-0f80-47f9-adf5-6f5d41038938 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.729000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:26.729524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:26.827864 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-aa19aec1-0f80-47f9-adf5-6f5d41038938 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/0df1975f-cbf6-4c11-ac9e-e603844e74c1 HTTP/1.1" status: 204 len: 168 time: 2.4024661 Jan 12 09:34:26.829093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-06329ae1-2791-4b09-ba60-0b27e3921838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.831562 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-06329ae1-2791-4b09-ba60-0b27e3921838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:26.835415 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-06329ae1-2791-4b09-ba60-0b27e3921838 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86c6d3eb-d2e0-4f92-b1ba-24d65d03391a HTTP/1.1" status: 204 len: 168 time: 0.9996619 Jan 12 09:34:26.837167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33074) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:26.912941 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22206df-8ada-4185-9093-c0f0ac86f272 req-9e10e266-544e-435d-8b58-9c62348d7005 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:26.920157 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d22206df-8ada-4185-9093-c0f0ac86f272 req-9e10e266-544e-435d-8b58-9c62348d7005 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.6341226 Jan 12 09:34:26.922126 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06329ae1-2791-4b09-ba60-0b27e3921838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c6d3eb-d2e0-4f92-b1ba-24d65d03391a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:26.950560 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device cbcc928e-4c44-49e3-bb05-8e9fbd21b338 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:27.005560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33080) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:27.021329 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d22206df-8ada-4185-9093-c0f0ac86f272 req-7445d09d-e459-437e-b8f8-e5b7c04ea44b tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001961 Jan 12 09:34:27.074487 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3250fb46-693a-4bfd-96ba-3bc5aac09fe2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:27.076166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3250fb46-693a-4bfd-96ba-3bc5aac09fe2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:27.080632 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3250fb46-693a-4bfd-96ba-3bc5aac09fe2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2295933 Jan 12 09:34:27.087898 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port cbcc928e-4c44-49e3-bb05-8e9fbd21b338 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:27.097758 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33088) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:27.101880 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port cbcc928e-4c44-49e3-bb05-8e9fbd21b338 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:27.102357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.156856 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8467963b-a0e7-413d-b244-0bee68438566 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6983042 Jan 12 09:34:27.161459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4b2cc760-2544-49d9-9ada-8b12c0eb68b5 None None] Provisioning complete for port cbcc928e-4c44-49e3-bb05-8e9fbd21b338 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:27.161829 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4b2cc760-2544-49d9-9ada-8b12c0eb68b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.168627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33092) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:27.205555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'network_id': '5c69ac36-61dc-4525-a0b2-df463f100441', 'name': 'tempest-PortsTestJSON-376186577'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:27.243076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-669418274'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:27.259909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Deleting port f8177f0e-7367-410a-bd67-aa284c1550cf {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:27.260223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.320831 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:27.361555 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.404258 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port cbcc928e-4c44-49e3-bb05-8e9fbd21b338, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cbcc928e-4c44-49e3-bb05-8e9fbd21b338,segment=NetworkSegment(639041e6-5429-4729-ac75-a3d720db549f),segment_id=639041e6-5429-4729-ac75-a3d720db549f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:27.426052 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.501866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f8177f0e-7367-410a-bd67-aa284c1550cf no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:27.507701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-086c20a0-e0b5-4cff-9584-cdbe267abb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.513019 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-086c20a0-e0b5-4cff-9584-cdbe267abb0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.524724 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fb64ce-fda8-4079-b65a-05d98bad5a6a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network fd24221e-cbda-4ea1-a15b-af0f5fb0a043 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:27.532143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:network and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:27.535487 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:27.543003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:27.575419 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: f8177f0e-7367-410a-bd67-aa284c1550cf {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:34:27.575799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f8177f0e-7367-410a-bd67-aa284c1550cf not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:27.578755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4b2cc760-2544-49d9-9ada-8b12c0eb68b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.587627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-086c20a0-e0b5-4cff-9584-cdbe267abb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.588160 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086c20a0-e0b5-4cff-9584-cdbe267abb0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc1cf035-d511-42b4-bf40-d8064044d417 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:34:27.588467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a8e11e-7b4e-4624-b60f-4b7bdd58d12c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 858ebcb2-955f-4007-b820-a592c543d327 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:34:27.595964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66a8e11e-7b4e-4624-b60f-4b7bdd58d12c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.619040 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=cbcc928e-4c44-49e3-bb05-8e9fbd21b338,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:27.621061 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-c2fb64ce-fda8-4079-b65a-05d98bad5a6a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, fd24221e-cbda-4ea1-a15b-af0f5fb0a043) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:27.629664 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-086c20a0-e0b5-4cff-9584-cdbe267abb0e admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.634372 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-086c20a0-e0b5-4cff-9584-cdbe267abb0e admin admin] 10.222.0.26 "DELETE /v2.0/routers/fc1cf035-d511-42b4-bf40-d8064044d417 HTTP/1.1" status: 204 len: 168 time: 5.9912732 Jan 12 09:34:27.635389 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33104) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:27.649319 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fb64ce-fda8-4079-b65a-05d98bad5a6a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:27.650144 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c2fb64ce-fda8-4079-b65a-05d98bad5a6a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.659248 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d27590-9655-49ec-8b6d-777d2ce31630 None None] Network fd24221e-cbda-4ea1-a15b-af0f5fb0a043 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:27.686349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66a8e11e-7b4e-4624-b60f-4b7bdd58d12c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.709888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:27.721331 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:port and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:27.726712 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:27.742500 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:27.754887 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c2fb64ce-fda8-4079-b65a-05d98bad5a6a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2764122 Jan 12 09:34:27.759989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33110) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:27.769107 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b690db5-fc3b-46e3-b76a-847ace35439d admin admin] Deleting subnet 534f7caf-d9ea-461d-b429-d1585a1de062 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:34:27.775087 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'network_id': 'fd24221e-cbda-4ea1-a15b-af0f5fb0a043', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-981516765'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:27.794338 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1b690db5-fc3b-46e3-b76a-847ace35439d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.810700 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-4b2cc760-2544-49d9-9ada-8b12c0eb68b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:27.811070 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-4b2cc760-2544-49d9-9ada-8b12c0eb68b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:27.825202 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:27.828684 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.831879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] The port 'f8177f0e-7367-410a-bd67-aa284c1550cf' was deleted {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:34:27.836791 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:27.844819 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.859860 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2229958-6ff4-48ea-a106-0427cc42c630 req-1955a229-e9d4-4675-989c-8d95e1b87109 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:27.861492 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c2229958-6ff4-48ea-a106-0427cc42c630 req-1955a229-e9d4-4675-989c-8d95e1b87109 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.4318371 Jan 12 09:34:27.901287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.923240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-fd24221e-cbda-4ea1-a15b-af0f5fb0a043', 'network_id': 'fd24221e-cbda-4ea1-a15b-af0f5fb0a043', 'tenant_id': '10f7e76caa244da5865ff48f8d07b730', 'fixed_ips': [{'subnet_id': 'aba1f89e-83ce-48f8-821e-e5564d0b5ac4'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:34:27.924404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.935019 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1b690db5-fc3b-46e3-b76a-847ace35439d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:27.947489 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:27.951522 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:security_group_rule and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:27.954484 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:27.966628 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] device_id is not set on port d54a2492-4865-473d-9d8b-906623d9fc04 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:27.966862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:27.996168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66a8e11e-7b4e-4624-b60f-4b7bdd58d12c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.083143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.143172 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Allocated IP 2001:db8::2 (fd24221e-cbda-4ea1-a15b-af0f5fb0a043/aba1f89e-83ce-48f8-821e-e5564d0b5ac4/c372db62-efff-4775-9d92-6bad8251320f) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:28.146717 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58e70f3-410d-4dd4-968c-5801134546cd']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:28.172205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0046c9f5-79e6-4aaa-b93b-2fb55138080b') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:28.172538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0046c9f5-79e6-4aaa-b93b-2fb55138080b') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:28.200305 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.227888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.246369 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1b690db5-fc3b-46e3-b76a-847ace35439d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.254551 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:34:28.255207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:28.274924 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:28.284205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66a8e11e-7b4e-4624-b60f-4b7bdd58d12c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.328924 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33122) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:28.368334 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c2229958-6ff4-48ea-a106-0427cc42c630 req-8496ee68-0a65-4089-a330-3e65ea422964 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4881656 Jan 12 09:34:28.407435 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8e11e-7b4e-4624-b60f-4b7bdd58d12c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=858ebcb2-955f-4007-b820-a592c543d327,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:28.417134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66a8e11e-7b4e-4624-b60f-4b7bdd58d12c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.422699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.438639 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-66a8e11e-7b4e-4624-b60f-4b7bdd58d12c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/858ebcb2-955f-4007-b820-a592c543d327 HTTP/1.1" status: 204 len: 168 time: 1.3366885 Jan 12 09:34:28.438888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33130) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:28.441895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.495793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1b690db5-fc3b-46e3-b76a-847ace35439d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.515280 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.526477 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Transition to ACTIVE for port object c372db62-efff-4775-9d92-6bad8251320f will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:28.530290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:28.532233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.537782 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe92b9c7-eea1-4190-859e-57d15926494b None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:28.544680 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5d49b3f2-2e30-4c38-a23e-13da97f32897 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021366 Jan 12 09:34:28.564263 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33134) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:28.564986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:28.573487 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.589197 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Transition to ACTIVE for port object c372db62-efff-4775-9d92-6bad8251320f will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:28.591726 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:port and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:28.594094 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687a38a4-54f9-4ef6-ab12-3a69c16055e1 None None] Network f97beb88-ba86-4f8e-9a7c-dda2e84c4fba requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:28.594822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1b690db5-fc3b-46e3-b76a-847ace35439d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.602374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-646584e2-ff3c-45f5-a19d-ff2162e569f2 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:28.603118 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING neutron.api.v2.base [None req-646584e2-ff3c-45f5-a19d-ff2162e569f2 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 12 09:34:28.603606 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-646584e2-ff3c-45f5-a19d-ff2162e569f2 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): There was a conflict when trying to complete your request. Jan 12 09:34:28.604574 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-646584e2-ff3c-45f5-a19d-ff2162e569f2 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2684500 Jan 12 09:34:28.609295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:28.612555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b690db5-fc3b-46e3-b76a-847ace35439d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=534f7caf-d9ea-461d-b429-d1585a1de062,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:28.621697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33138) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:28.635767 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:28.644174 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group': {'name': 'tempest-secgroup--370728064'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:28.654957 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1b690db5-fc3b-46e3-b76a-847ace35439d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/534f7caf-d9ea-461d-b429-d1585a1de062 HTTP/1.1" status: 204 len: 168 time: 1.0141184 Jan 12 09:34:28.656157 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:28.662040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b58e70f3-410d-4dd4-968c-5801134546cd,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:28.663095 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33142) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:28.671585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:28.688197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.688456 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Added segment c3594e99-d724-4d21-821c-d6ac6ce912d2 of type vlan for network be87091b-6d3a-4f46-bb64-b69cbdb40d39 Jan 12 09:34:28.689782 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e9a571-45c6-4864-96e7-8c37b1eb4d46,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:28.692522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4b2cc760-2544-49d9-9ada-8b12c0eb68b5 None None] Provisioning for port f87353e8-29d9-4dca-a4a3-57c0ba9dfc33 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:28.699607 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:28.701857 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.707214 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:28.712544 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.722577 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-30a75c12-f0ae-43f8-8f03-624cfe92c6d7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b58e70f3-410d-4dd4-968c-5801134546cd HTTP/1.1" status: 204 len: 168 time: 3.4454687 Jan 12 09:34:28.738209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Allocated IP 172.20.0.6 (5c69ac36-61dc-4525-a0b2-df463f100441/992fa58b-e054-4c39-aaeb-b44cf222e25d/d54a2492-4865-473d-9d8b-906623d9fc04) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:28.755144 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:28.759272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.800300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.832540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fccb8b8-f097-4a9d-b96f-eae24d48f265 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:28.833564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7fccb8b8-f097-4a9d-b96f-eae24d48f265 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:28.849595 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4b2cc760-2544-49d9-9ada-8b12c0eb68b5 None None] Provisioning complete for port f87353e8-29d9-4dca-a4a3-57c0ba9dfc33 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:28.850307 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4b2cc760-2544-49d9-9ada-8b12c0eb68b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.859717 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25851c3b-4877-4645-b93e-f82e3c29b43d req-3009e937-8d07-4093-9514-4a1d8d09f591 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:28.861633 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-25851c3b-4877-4645-b93e-f82e3c29b43d req-3009e937-8d07-4093-9514-4a1d8d09f591 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.3224115 Jan 12 09:34:28.864298 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.869909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:28.870783 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.880810 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:28.886472 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device cbcc928e-4c44-49e3-bb05-8e9fbd21b338 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:28.937222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7fccb8b8-f097-4a9d-b96f-eae24d48f265 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:28.938743 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7fccb8b8-f097-4a9d-b96f-eae24d48f265 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3328340 Jan 12 09:34:28.946179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33148) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:28.956716 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9500892 Jan 12 09:34:28.959773 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] device_id is not set on port ebabfff5-c81b-485b-8e3a-39b79c0774ad yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:29.101888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Network fd24221e-cbda-4ea1-a15b-af0f5fb0a043 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:29.113758 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:29.114668 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-25851c3b-4877-4645-b93e-f82e3c29b43d req-9a1fcb66-e304-460e-92c4-e0e9431148fe tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349703 Jan 12 09:34:29.116012 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33152) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:29.117640 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:29.130672 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:29.132781 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:29.135834 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00851233-a34e-4167-9dd4-55f7ea77a5e5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Network': ['ID=be87091b-6d3a-4f46-bb64-b69cbdb40d39,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:29.138614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:29.148757 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:29.212952 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.234801 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3c8d716e-50d5-43e3-85ab-c9074071ac4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3cc823a812264b34a63384f9a88614d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1011765 Jan 12 09:34:29.236068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33158) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:29.250796 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Pushing event updated for resources: {'Port': ['ID=c372db62-efff-4775-9d92-6bad8251320f,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:29.255385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network be87091b-6d3a-4f46-bb64-b69cbdb40d39 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:29.317482 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f718b459-be66-4326-bae6-e59ac607000c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:29.318252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f718b459-be66-4326-bae6-e59ac607000c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:29.330798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c3cd1547-e015-4289-a486-45f8c78d319e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.337859 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4b2cc760-2544-49d9-9ada-8b12c0eb68b5 None None] Port f87353e8-29d9-4dca-a4a3-57c0ba9dfc33 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:29.369088 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c3cd1547-e015-4289-a486-45f8c78d319e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.435589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c3cd1547-e015-4289-a486-45f8c78d319e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.474563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c3cd1547-e015-4289-a486-45f8c78d319e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.478094 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c3cd1547-e015-4289-a486-45f8c78d319e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/734575e8-d063-48e3-a629-f8816694402b HTTP/1.1" status: 204 len: 168 time: 0.2365842 Jan 12 09:34:29.478094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd1547-e015-4289-a486-45f8c78d319e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734575e8-d063-48e3-a629-f8816694402b,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:29.524740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] Deleting port d1cd611a-4202-4c44-a604-ac0598480d15 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:29.525107 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.557161 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port cbcc928e-4c44-49e3-bb05-8e9fbd21b338 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:29.557921 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.634296 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1dd66e25-e1c8-48c7-afc9-6cd4ef028416 None None] Provisioning complete for port f87353e8-29d9-4dca-a4a3-57c0ba9dfc33 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:29.634773 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1dd66e25-e1c8-48c7-afc9-6cd4ef028416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.672845 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f718b459-be66-4326-bae6-e59ac607000c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:29.676616 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f718b459-be66-4326-bae6-e59ac607000c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6432576 Jan 12 09:34:29.677594 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33164) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:29.705456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Attempting to bind port c372db62-efff-4775-9d92-6bad8251320f on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:29.705648 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Allocated IP 2001:db8::23b (fd24221e-cbda-4ea1-a15b-af0f5fb0a043/aba1f89e-83ce-48f8-821e-e5564d0b5ac4/ebabfff5-c81b-485b-8e3a-39b79c0774ad) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:29.705755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Attempting to bind port c372db62-efff-4775-9d92-6bad8251320f by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '22050bfa-1cfd-47d7-a51c-1b6ec98a4394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fd24221e-cbda-4ea1-a15b-af0f5fb0a043'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:29.706373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Attempting to bind port c372db62-efff-4775-9d92-6bad8251320f on network fd24221e-cbda-4ea1-a15b-af0f5fb0a043 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:29.714286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1dd66e25-e1c8-48c7-afc9-6cd4ef028416 None None] Port f87353e8-29d9-4dca-a4a3-57c0ba9dfc33 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:29.733075 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:34:29.733527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Checking segment: {'id': '22050bfa-1cfd-47d7-a51c-1b6ec98a4394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fd24221e-cbda-4ea1-a15b-af0f5fb0a043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:29.737256 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.737780 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Bound using segment: {'id': '22050bfa-1cfd-47d7-a51c-1b6ec98a4394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fd24221e-cbda-4ea1-a15b-af0f5fb0a043'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:34:29.738498 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Bound port: c372db62-efff-4775-9d92-6bad8251320f, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22050bfa-1cfd-47d7-a51c-1b6ec98a4394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fd24221e-cbda-4ea1-a15b-af0f5fb0a043'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:29.739086 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.812318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.819669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.833439 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:29.870185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:29.902092 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83abc26-30a6-43ea-8712-93e6f9f30de8 None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:34:29.904728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Transition to ACTIVE for port object d54a2492-4865-473d-9d8b-906623d9fc04 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:29.910532 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f06210-fd77-4aea-88c5-b2f0319208c4 None None] DHCP port deletion for f97beb88-ba86-4f8e-9a7c-dda2e84c4fba request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:34:29.911215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:29.928544 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:29.933532 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-62fc8590-49ba-4ee2-bab6-335f776a8dc6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2543256 Jan 12 09:34:29.945578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33170) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:29.957277 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ed775118-f5d2-431f-b657-936356ca0e16 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:29.972091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:29.999534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] For port c372db62-efff-4775-9d92-6bad8251320f, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:34:30.004776 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] For port c372db62-efff-4775-9d92-6bad8251320f, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=c372db62-efff-4775-9d92-6bad8251320f,segment=NetworkSegment(22050bfa-1cfd-47d7-a51c-1b6ec98a4394),segment_id=22050bfa-1cfd-47d7-a51c-1b6ec98a4394)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:34:30.006340 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d83abc26-30a6-43ea-8712-93e6f9f30de8 None None] Deleting port 86b21516-7d76-4af9-92c9-bb9d0cd528a8 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:30.007634 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d83abc26-30a6-43ea-8712-93e6f9f30de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.151173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb22ad59-d892-4ddc-a1f1-0dcb54c36be5,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:30.175828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ed775118-f5d2-431f-b657-936356ca0e16 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:30.198014 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ed775118-f5d2-431f-b657-936356ca0e16 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:30.220893 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a0f06210-fd77-4aea-88c5-b2f0319208c4 None None] Deleting port d1cd611a-4202-4c44-a604-ac0598480d15 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:30.220893 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a0f06210-fd77-4aea-88c5-b2f0319208c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.225698 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] For port d1cd611a-4202-4c44-a604-ac0598480d15, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d1cd611a-4202-4c44-a604-ac0598480d15,segment=NetworkSegment(ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6),segment_id=ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:30.226065 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.226857 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed775118-f5d2-431f-b657-936356ca0e16 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:30.238911 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ed775118-f5d2-431f-b657-936356ca0e16 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.310927 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.386412 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] Calling delete_port for d1cd611a-4202-4c44-a604-ac0598480d15 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:30.450133 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e1eff-2d77-4b90-b30b-a2078de9e5da None None] Pushing event updated for resources: {'Port': ['ID=c372db62-efff-4775-9d92-6bad8251320f,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:30.499383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.534468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.641353 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.662171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Transition to ACTIVE for port object ebabfff5-c81b-485b-8e3a-39b79c0774ad will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:30.665391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 5c69ac36-61dc-4525-a0b2-df463f100441 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:30.666349 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.687534 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:30.704075 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d83abc26-30a6-43ea-8712-93e6f9f30de8 None None] For port 86b21516-7d76-4af9-92c9-bb9d0cd528a8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=86b21516-7d76-4af9-92c9-bb9d0cd528a8,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:30.704623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d83abc26-30a6-43ea-8712-93e6f9f30de8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.715144 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:30.757875 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=d54a2492-4865-473d-9d8b-906623d9fc04,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:30.802890 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:30.825373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a0f06210-fd77-4aea-88c5-b2f0319208c4 None None] The port 'd1cd611a-4202-4c44-a604-ac0598480d15' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:34:30.987507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ed775118-f5d2-431f-b657-936356ca0e16 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.059406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46412ead-ff91-48e1-b2dd-674579d23174,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:31.097789 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] No DVR routers for this DVR port d1cd611a-4202-4c44-a604-ac0598480d15 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:31.109993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.120408 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5c0a546d-5605-4cfe-9610-914880ffbd30 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.4973524 Jan 12 09:34:31.122492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1cd611a-4202-4c44-a604-ac0598480d15,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:31.146755 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33190) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:31.169548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-e0580de1-e5c4-4af8-821d-934c7a6f8e0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': '46412ead-ff91-48e1-b2dd-674579d23174', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:31.238303 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f194a9b5-ad9d-45f8-8e42-73609d228643 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:31.271131 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed775118-f5d2-431f-b657-936356ca0e16 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:31.274468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e0580de1-e5c4-4af8-821d-934c7a6f8e0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:31.284540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-ed775118-f5d2-431f-b657-936356ca0e16 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:31.294708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed775118-f5d2-431f-b657-936356ca0e16 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:31.305970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:31.307101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.309892 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ed775118-f5d2-431f-b657-936356ca0e16 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.314281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e0580de1-e5c4-4af8-821d-934c7a6f8e0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:31.325735 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e0580de1-e5c4-4af8-821d-934c7a6f8e0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:31.338983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed775118-f5d2-431f-b657-936356ca0e16 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=88e9298e-42c2-46bb-8e84-c2739d2dbaec,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:31.356635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d83abc26-30a6-43ea-8712-93e6f9f30de8 None None] Calling delete_port for 86b21516-7d76-4af9-92c9-bb9d0cd528a8 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:31.361981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e0580de1-e5c4-4af8-821d-934c7a6f8e0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:31.388927 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.406268 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ed775118-f5d2-431f-b657-936356ca0e16 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4593170 Jan 12 09:34:31.409129 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33196) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:31.426701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'fixed_ips': [{'subnet_id': '88e9298e-42c2-46bb-8e84-c2739d2dbaec', 'ip_address': '2001:db8::8ac2:e166:7ff4:9c3b'}], 'name': 'tempest-NetworksTestDHCPv6-1192569138'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:31.465394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: f194a9b5-ad9d-45f8-8e42-73609d228643 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:34:31.465744 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f194a9b5-ad9d-45f8-8e42-73609d228643 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:31.536679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e0580de1-e5c4-4af8-821d-934c7a6f8e0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.616003 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=ebabfff5-c81b-485b-8e3a-39b79c0774ad,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:31.639740 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a2a8ef3b-e98c-4719-bb6e-e7b2e8d11248 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4685211 Jan 12 09:34:31.647104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network fd24221e-cbda-4ea1-a15b-af0f5fb0a043 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:31.652024 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33202) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:31.664974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-19cf6989-626a-4fcb-a690-6fafa6d1d442 None None] Provisioning for port d54a2492-4865-473d-9d8b-906623d9fc04 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:31.677972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device c372db62-efff-4775-9d92-6bad8251320f up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:31.780718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e0580de1-e5c4-4af8-821d-934c7a6f8e0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.786603 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:31.796577 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e0580de1-e5c4-4af8-821d-934c7a6f8e0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.798264 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-19cf6989-626a-4fcb-a690-6fafa6d1d442 None None] Provisioning complete for port d54a2492-4865-473d-9d8b-906623d9fc04 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:31.798784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-19cf6989-626a-4fcb-a690-6fafa6d1d442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.808713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.821134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:31.830690 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0580de1-e5c4-4af8-821d-934c7a6f8e0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a2f899-72d2-4bb5-9607-fe7fde5d4955,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:31.850258 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:31.875125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97beb88-ba86-4f8e-9a7c-dda2e84c4fba']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:31.877565 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e0580de1-e5c4-4af8-821d-934c7a6f8e0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.882122 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e0580de1-e5c4-4af8-821d-934c7a6f8e0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7340813 Jan 12 09:34:31.882959 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33212) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:31.895228 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-7299e9d3-7d45-439c-b6e6-47c0c39005bc tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': '46412ead-ff91-48e1-b2dd-674579d23174', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:31.913779 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:31.914080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebcf5ac1-d6c7-4f32-8ed7-bbc34f11b4f6') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:31.915837 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7299e9d3-7d45-439c-b6e6-47c0c39005bc tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:31.923601 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7299e9d3-7d45-439c-b6e6-47c0c39005bc tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:31.975241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:31.980647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7299e9d3-7d45-439c-b6e6-47c0c39005bc tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:31.985099 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-19cf6989-626a-4fcb-a690-6fafa6d1d442 None None] Port d54a2492-4865-473d-9d8b-906623d9fc04 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:32.004997 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7299e9d3-7d45-439c-b6e6-47c0c39005bc tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:32.017180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.028809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:34:32.029384 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.045706 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port c372db62-efff-4775-9d92-6bad8251320f completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:32.060918 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d83abc26-30a6-43ea-8712-93e6f9f30de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.120681 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7299e9d3-7d45-439c-b6e6-47c0c39005bc tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.160205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.223276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33220) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:32.226389 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 86b21516-7d76-4af9-92c9-bb9d0cd528a8 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:32.229683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port 0b2fcf19-2598-44d3-8558-ead2f13fe202 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:32.257261 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:32.261238 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:32.268843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83abc26-30a6-43ea-8712-93e6f9f30de8 None None] Pushing event deleted for resources: {'Port': ['ID=86b21516-7d76-4af9-92c9-bb9d0cd528a8,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:32.281519 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 86b21516-7d76-4af9-92c9-bb9d0cd528a8 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:34:32.281862 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 86b21516-7d76-4af9-92c9-bb9d0cd528a8 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:32.282280 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d1cd611a-4202-4c44-a604-ac0598480d15 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:32.301455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-de17d91c-b258-42a7-af71-791e2ef0c440 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'subnet': {'network_id': 'be87091b-6d3a-4f46-bb64-b69cbdb40d39', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:32.313557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83abc26-30a6-43ea-8712-93e6f9f30de8 None None] No DVR routers for this DVR port 86b21516-7d76-4af9-92c9-bb9d0cd528a8 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:32.321056 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: d1cd611a-4202-4c44-a604-ac0598480d15 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:34:32.321337 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d1cd611a-4202-4c44-a604-ac0598480d15 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:32.346081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bf9812-9e12-46c0-8a2e-00a1629ca18e None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:32.364706 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:32.371262 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:32.372010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.381815 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.404486 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-7299e9d3-7d45-439c-b6e6-47c0c39005bc tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): There was a conflict when trying to complete your request. Jan 12 09:34:32.405609 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7299e9d3-7d45-439c-b6e6-47c0c39005bc tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5177059 Jan 12 09:34:32.422681 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33228) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:32.423282 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.441605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] Pushing event deleted for resources: {'Network': ['ID=f97beb88-ba86-4f8e-9a7c-dda2e84c4fba,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:32.472510 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ce9d59cd-f6bb-4a3a-ab9b-f6f3bd0e06b2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.7089376 Jan 12 09:34:32.475656 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33234) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:32.485020 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bc77f7ef-9f40-4ae3-b5f6-99e8444fba97 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f97beb88-ba86-4f8e-9a7c-dda2e84c4fba HTTP/1.1" status: 204 len: 168 time: 3.8191428 Jan 12 09:34:32.637293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dae5104-b46b-4dbf-a98f-c2f9d6e6ef48 None None] Network fd24221e-cbda-4ea1-a15b-af0f5fb0a043 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:32.649958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33240) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:32.656124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-de17d91c-b258-42a7-af71-791e2ef0c440 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:32.681807 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-de17d91c-b258-42a7-af71-791e2ef0c440 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:subnet and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:32.689763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-de17d91c-b258-42a7-af71-791e2ef0c440 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:32.696818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c738b44a-9b3c-4b39-ba93-8811717221e6 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.714901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d756378-f4a7-4db0-9abe-a26470a7a187 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:32.715904 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4d756378-f4a7-4db0-9abe-a26470a7a187 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:32.721480 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-3f307544-e983-4794-9396-185be571824e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port ebabfff5-c81b-485b-8e3a-39b79c0774ad {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:32.722052 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f307544-e983-4794-9396-185be571824e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.726601 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c738b44a-9b3c-4b39-ba93-8811717221e6 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.785321 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-de17d91c-b258-42a7-af71-791e2ef0c440 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:32.837651 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33246) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:32.842176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c738b44a-9b3c-4b39-ba93-8811717221e6 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.848979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4d756378-f4a7-4db0-9abe-a26470a7a187 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:32.849894 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4d756378-f4a7-4db0-9abe-a26470a7a187 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 1.1812778 Jan 12 09:34:32.857176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33250) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:32.881603 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5a9fd266-737a-4833-a1d0-9df594fdb086 None None] Provisioning for port c372db62-efff-4775-9d92-6bad8251320f completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:32.918892 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738b44a-9b3c-4b39-ba93-8811717221e6 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46412ead-ff91-48e1-b2dd-674579d23174,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:32.928761 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5a9fd266-737a-4833-a1d0-9df594fdb086 None None] Provisioning complete for port c372db62-efff-4775-9d92-6bad8251320f triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:32.929149 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5a9fd266-737a-4833-a1d0-9df594fdb086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.966115 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': '88e9298e-42c2-46bb-8e84-c2739d2dbaec'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:34:32.966945 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.975974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-11752dcf-5b73-4ba2-80d1-4a0572069c0f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port d54a2492-4865-473d-9d8b-906623d9fc04 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:32.976314 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-11752dcf-5b73-4ba2-80d1-4a0572069c0f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.991032 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c738b44a-9b3c-4b39-ba93-8811717221e6 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:32.992175 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c738b44a-9b3c-4b39-ba93-8811717221e6 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "DELETE /v2.0/security-groups/46412ead-ff91-48e1-b2dd-674579d23174 HTTP/1.1" status: 204 len: 168 time: 0.5654407 Jan 12 09:34:32.993037 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de17d91c-b258-42a7-af71-791e2ef0c440 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:32.997022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-de17d91c-b258-42a7-af71-791e2ef0c440 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.011336 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33254) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:33.034383 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-375cec6e-cff6-48f6-a0bf-2ca90214f46a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ebb294eb2d1b42b58d6a86284879f275&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1933410 Jan 12 09:34:33.043835 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33258) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:33.048053 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::8ac2:e166:7ff4:9c3b (ff4a5360-acb6-446d-a4d9-75b6632567e8/88e9298e-42c2-46bb-8e84-c2739d2dbaec/0b2fcf19-2598-44d3-8558-ead2f13fe202) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:33.155570 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-459bcef4-a962-45b2-bbca-1047d6142a9a tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:33.211542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5a9fd266-737a-4833-a1d0-9df594fdb086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.249730 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-5a9fd266-737a-4833-a1d0-9df594fdb086 None None] For port c372db62-efff-4775-9d92-6bad8251320f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=c372db62-efff-4775-9d92-6bad8251320f,segment=NetworkSegment(22050bfa-1cfd-47d7-a51c-1b6ec98a4394),segment_id=22050bfa-1cfd-47d7-a51c-1b6ec98a4394)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:33.259491 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-39581c86-f650-4bb9-9b16-40dbf3e70cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.262824 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5a9fd266-737a-4833-a1d0-9df594fdb086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.285631 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e066ec92-94ee-454f-b72f-f04c71bb3124 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Synchronizing usage tracker for tenant:8213ab3226e549aa90c70a468d984539 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:33.294263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f307544-e983-4794-9396-185be571824e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.311507 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-459bcef4-a962-45b2-bbca-1047d6142a9a tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] 10.222.0.26 "PUT /v2.0/quotas/c0827faf4b4d4c6d93c44a4ded3dd4ee HTTP/1.1" status: 200 len: 368 time: 0.6547904 Jan 12 09:34:33.322352 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33262) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:33.346130 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fd266-737a-4833-a1d0-9df594fdb086 None None] Pushing event updated for resources: {'Port': ['ID=c372db62-efff-4775-9d92-6bad8251320f,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:33.350027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-39581c86-f650-4bb9-9b16-40dbf3e70cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.359783 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Request body: {'network': {'project_id': 'c0827faf4b4d4c6d93c44a4ded3dd4ee'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:33.402443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:33.416331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Usage tracker for resource:network and tenant:c0827faf4b4d4c6d93c44a4ded3dd4ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:33.426793 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:33.445845 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-3f307544-e983-4794-9396-185be571824e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for ebabfff5-c81b-485b-8e3a-39b79c0774ad owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:33.478726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:33.527108 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Made reservation on behalf of c0827faf4b4d4c6d93c44a4ded3dd4ee for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:33.529276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.536294 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e066ec92-94ee-454f-b72f-f04c71bb3124 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Unset dirty status for tenant:8213ab3226e549aa90c70a468d984539 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:33.537715 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e066ec92-94ee-454f-b72f-f04c71bb3124 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5227280 Jan 12 09:34:33.546234 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33266) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:33.556691 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-af997e19-a39f-49c9-9112-c99d73f3918a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group': {'name': 'tempest-secgroup--479829908'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:33.563906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-af997e19-a39f-49c9-9112-c99d73f3918a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:33.571070 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.573420 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device c372db62-efff-4775-9d92-6bad8251320f up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:33.578732 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-af997e19-a39f-49c9-9112-c99d73f3918a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:33.613155 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:33.617112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Usage tracker for resource:security_group_rule and tenant:c0827faf4b4d4c6d93c44a4ded3dd4ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:33.620006 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:33.648414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:33.661275 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.672801 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-39581c86-f650-4bb9-9b16-40dbf3e70cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.681737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-95e46182-c214-40a3-b685-73aa56f07aeb None None] Provisioning for port ebabfff5-c81b-485b-8e3a-39b79c0774ad completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:33.687539 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-af997e19-a39f-49c9-9112-c99d73f3918a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.698302 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-95e46182-c214-40a3-b685-73aa56f07aeb None None] Provisioning complete for port ebabfff5-c81b-485b-8e3a-39b79c0774ad triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:33.698730 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95e46182-c214-40a3-b685-73aa56f07aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.699519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-de17d91c-b258-42a7-af71-791e2ef0c440 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.731970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-af997e19-a39f-49c9-9112-c99d73f3918a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:33.736275 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-af997e19-a39f-49c9-9112-c99d73f3918a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:33.739610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-af997e19-a39f-49c9-9112-c99d73f3918a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:33.745972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-af997e19-a39f-49c9-9112-c99d73f3918a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:33.781324 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-95e46182-c214-40a3-b685-73aa56f07aeb None None] Port ebabfff5-c81b-485b-8e3a-39b79c0774ad cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:33.782885 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port c372db62-efff-4775-9d92-6bad8251320f triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:33.783343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39581c86-f650-4bb9-9b16-40dbf3e70cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f53414a-a8be-4718-9d05-3ce17715e248,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:33.783469 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.795509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17d91c-b258-42a7-af71-791e2ef0c440 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Subnet': ['ID=57829a11-47a2-4ce0-9d5a-0bce0c11aac5,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:33.825703 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-11752dcf-5b73-4ba2-80d1-4a0572069c0f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.854012 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-39581c86-f650-4bb9-9b16-40dbf3e70cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:33.855234 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-39581c86-f650-4bb9-9b16-40dbf3e70cb7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f53414a-a8be-4718-9d05-3ce17715e248 HTTP/1.1" status: 204 len: 168 time: 0.8089306 Jan 12 09:34:33.870984 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17d91c-b258-42a7-af71-791e2ef0c440 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Checking segment: {'id': 'c3594e99-d724-4d21-821c-d6ac6ce912d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be87091b-6d3a-4f46-bb64-b69cbdb40d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:33.871455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de17d91c-b258-42a7-af71-791e2ef0c440 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network hostable DHCP agents. Network: be87091b-6d3a-4f46-bb64-b69cbdb40d39, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:33.874313 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-95e46182-c214-40a3-b685-73aa56f07aeb None None] Provisioning complete for port c372db62-efff-4775-9d92-6bad8251320f triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:33.875101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95e46182-c214-40a3-b685-73aa56f07aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.001761 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-11752dcf-5b73-4ba2-80d1-4a0572069c0f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for d54a2492-4865-473d-9d8b-906623d9fc04 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:34.039923 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-af997e19-a39f-49c9-9112-c99d73f3918a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.065864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-af997e19-a39f-49c9-9112-c99d73f3918a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.086491 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de17d91c-b258-42a7-af71-791e2ef0c440 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network be87091b-6d3a-4f46-bb64-b69cbdb40d39 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:34.097343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.105841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.109690 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object 0b2fcf19-2598-44d3-8558-ead2f13fe202 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:34.117015 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f307544-e983-4794-9396-185be571824e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.124393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-de17d91c-b258-42a7-af71-791e2ef0c440 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, be87091b-6d3a-4f46-bb64-b69cbdb40d39) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:34.142667 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b0ce83-3750-4d62-949c-6eb631a844d0 None None] Network be87091b-6d3a-4f46-bb64-b69cbdb40d39 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:34.149066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:34.151729 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de17d91c-b258-42a7-af71-791e2ef0c440 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:34.152348 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-de17d91c-b258-42a7-af71-791e2ef0c440 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.177479 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.178516 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Added segment a5b81bb0-4f1a-4d6b-8bc8-783410e7a327 of type vlan for network 359a3a7a-03f7-4024-a731-362dd12396a5 Jan 12 09:34:34.179554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7232e601-22d7-4e48-8cdf-a7430b01e19f,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:34.192168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f307544-e983-4794-9396-185be571824e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=ebabfff5-c81b-485b-8e3a-39b79c0774ad,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:34.203285 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af997e19-a39f-49c9-9112-c99d73f3918a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823fae7e-5521-4b5d-8827-59439cfb5284,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:34.208550 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ff3b414f-67ad-4eba-9593-0c00b7da6b69 None None] Could not find standard attr ID for object ebabfff5-c81b-485b-8e3a-39b79c0774ad. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:34:34.223335 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-de17d91c-b258-42a7-af71-791e2ef0c440 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9268157 Jan 12 09:34:34.232411 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33274) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:34.245896 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.259257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1086984448'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:34.268127 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:34.270884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.281198 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-af997e19-a39f-49c9-9112-c99d73f3918a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.285336 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-af997e19-a39f-49c9-9112-c99d73f3918a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7375131 Jan 12 09:34:34.285926 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33278) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:34.300506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7e1eb4c6-1cbf-47cd-a9b1-206071ba3d4f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': '823fae7e-5521-4b5d-8827-59439cfb5284', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:34.301298 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING neutron.api.v2.base [None req-7e1eb4c6-1cbf-47cd-a9b1-206071ba3d4f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 12 09:34:34.301822 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-7e1eb4c6-1cbf-47cd-a9b1-206071ba3d4f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:34.305738 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7e1eb4c6-1cbf-47cd-a9b1-206071ba3d4f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0131376 Jan 12 09:34:34.307040 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33282) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:34.308523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f307544-e983-4794-9396-185be571824e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.312899 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3f307544-e983-4794-9396-185be571824e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/ebabfff5-c81b-485b-8e3a-39b79c0774ad HTTP/1.1" status: 204 len: 168 time: 1.8331962 Jan 12 09:34:34.315201 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33286) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:34.336790 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:network and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:34.359854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:34.391886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:34.395929 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:34.401192 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:34.408376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:34.414861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:34.415655 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.438175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.439184 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:34.439772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.455177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Allocated IP 2001:db8::2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/88e9298e-42c2-46bb-8e84-c2739d2dbaec/e7b8c295-a880-43b4-aee9-fd746cf40293) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:34.496695 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:34.505754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.513683 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b63e060-4be1-43dc-9d1c-518725e3cb15 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] GET failed (client error): The resource could not be found. Jan 12 09:34:34.514262 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8b63e060-4be1-43dc-9d1c-518725e3cb15 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:34.516021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=0b2fcf19-2598-44d3-8558-ead2f13fe202,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:34.537291 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fb7f2bfc-94ae-4be1-a3d2-f2aefd3ca744 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1268327 Jan 12 09:34:34.552354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33296) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:34.565158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-f488fb14-4708-4931-94f5-ce64eb6e8362 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'fixed_ips': [{'subnet_id': '88e9298e-42c2-46bb-8e84-c2739d2dbaec', 'ip_address': '2001:db8::8ac2:e166:7ff4:9c3b'}], 'name': 'tempest-NetworksTestDHCPv6-1094403677'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:34.599464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac1869cf-f5df-45a0-a9a6-093dd5e05400 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.633212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8b63e060-4be1-43dc-9d1c-518725e3cb15 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:34.637994 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8b63e060-4be1-43dc-9d1c-518725e3cb15 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/ebabfff5-c81b-485b-8e3a-39b79c0774ad HTTP/1.1" status: 404 len: 333 time: 0.3110359 Jan 12 09:34:34.647016 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33302) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:34.668348 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3381402 Jan 12 09:34:34.669525 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-be87091b-6d3a-4f46-bb64-b69cbdb40d39', 'network_id': 'be87091b-6d3a-4f46-bb64-b69cbdb40d39', 'tenant_id': '725b67fecd74437c9a70440f1933104e', 'fixed_ips': [{'subnet_id': '57829a11-47a2-4ce0-9d5a-0bce0c11aac5'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:34:34.670423 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.675323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33306) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:34.695000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108ce84-c507-4150-a704-ce292cd7a92f tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Pushing event updated for resources: {'Network': ['ID=359a3a7a-03f7-4024-a731-362dd12396a5,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:34.708622 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-11752dcf-5b73-4ba2-80d1-4a0572069c0f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.712294 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-3061a343-c310-48e2-b943-d339a3712b80 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Request body: {'network': {'project_id': 'c0827faf4b4d4c6d93c44a4ded3dd4ee'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:34.714187 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 359a3a7a-03f7-4024-a731-362dd12396a5 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:34.716315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac1869cf-f5df-45a0-a9a6-093dd5e05400 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.719331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3061a343-c310-48e2-b943-d339a3712b80 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:34.723588 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3061a343-c310-48e2-b943-d339a3712b80 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Usage tracker for resource:network and tenant:c0827faf4b4d4c6d93c44a4ded3dd4ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:34.727055 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3061a343-c310-48e2-b943-d339a3712b80 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:34.739536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:34.876536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3061a343-c310-48e2-b943-d339a3712b80 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:34.880534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f488fb14-4708-4931-94f5-ce64eb6e8362 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:34.888016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.888379 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Added segment 35f82695-35c4-401e-9c35-27c6bfeb2437 of type vlan for network 17858c14-9e48-41f5-8dc0-e1eb413d376b Jan 12 09:34:34.903923 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f488fb14-4708-4931-94f5-ce64eb6e8362 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:34.926601 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11752dcf-5b73-4ba2-80d1-4a0572069c0f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=d54a2492-4865-473d-9d8b-906623d9fc04,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:34.927473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3061a343-c310-48e2-b943-d339a3712b80 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Made reservation on behalf of c0827faf4b4d4c6d93c44a4ded3dd4ee for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:34.934806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3061a343-c310-48e2-b943-d339a3712b80 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.950348 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:34.957952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f488fb14-4708-4931-94f5-ce64eb6e8362 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:34.963308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f488fb14-4708-4931-94f5-ce64eb6e8362 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.003857 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-f488fb14-4708-4931-94f5-ce64eb6e8362 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port 9a255a92-f66f-4651-849e-1659032f5316 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:35.055809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.079134 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-120137f5-c513-4755-9da2-5c801a0671b7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting subnet aba1f89e-83ce-48f8-821e-e5564d0b5ac4 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:34:35.083175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Transition to ACTIVE for port object e7b8c295-a880-43b4-aee9-fd746cf40293 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:35.086496 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-120137f5-c513-4755-9da2-5c801a0671b7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.124520 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Allocated IP 2001:db8:0:ffff::2 (be87091b-6d3a-4f46-bb64-b69cbdb40d39/57829a11-47a2-4ce0-9d5a-0bce0c11aac5/ac634451-dd66-4cd4-8bc9-804b775ad3e4) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:35.144825 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Transition to ACTIVE for port object e7b8c295-a880-43b4-aee9-fd746cf40293 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:35.166255 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.180096 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac1869cf-f5df-45a0-a9a6-093dd5e05400 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.186580 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-11752dcf-5b73-4ba2-80d1-4a0572069c0f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.208575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac1869cf-f5df-45a0-a9a6-093dd5e05400 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.210014 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ac1869cf-f5df-45a0-a9a6-093dd5e05400 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "DELETE /v2.0/security-groups/823fae7e-5521-4b5d-8827-59439cfb5284 HTTP/1.1" status: 204 len: 168 time: 0.8987696 Jan 12 09:34:35.218899 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:34:35.219934 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-11752dcf-5b73-4ba2-80d1-4a0572069c0f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/d54a2492-4865-473d-9d8b-906623d9fc04 HTTP/1.1" status: 204 len: 168 time: 2.3576503 Jan 12 09:34:35.221009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-120137f5-c513-4755-9da2-5c801a0671b7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.253124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3061a343-c310-48e2-b943-d339a3712b80 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:35.263086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33322) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:35.263305 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33324) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:35.270983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3061a343-c310-48e2-b943-d339a3712b80 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.271434 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-3061a343-c310-48e2-b943-d339a3712b80 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Added segment f7584dd1-71e7-4ad6-9cc3-39d132875685 of type vlan for network 79c6ba1e-3373-40e4-acbf-077359069e8a Jan 12 09:34:35.310131 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:35.315522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:35.321620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1869cf-f5df-45a0-a9a6-093dd5e05400 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=823fae7e-5521-4b5d-8827-59439cfb5284,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:35.323599 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:35.336838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3061a343-c310-48e2-b943-d339a3712b80 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.348709 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f122ee-8627-4145-8c26-faff19b305ae tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] GET failed (client error): The resource could not be found. Jan 12 09:34:35.349375 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e5f122ee-8627-4145-8c26-faff19b305ae tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:35.399703 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e5f122ee-8627-4145-8c26-faff19b305ae tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:35.404329 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e5f122ee-8627-4145-8c26-faff19b305ae tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/d54a2492-4865-473d-9d8b-906623d9fc04 HTTP/1.1" status: 404 len: 333 time: 0.1361444 Jan 12 09:34:35.404539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Pushing event updated for resources: {'Port': ['ID=e7b8c295-a880-43b4-aee9-fd746cf40293,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:35.409246 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33332) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:35.478786 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-f488fb14-4708-4931-94f5-ce64eb6e8362 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 12 09:34:35.479112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f488fb14-4708-4931-94f5-ce64eb6e8362 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:34:35.491143 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e7389-59b5-4d11-8d0c-dd8aae7c4e24 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port f87353e8-29d9-4dca-a4a3-57c0ba9dfc33 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:35.491843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd0e7389-59b5-4d11-8d0c-dd8aae7c4e24 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.492207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.500524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:35.501490 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.534492 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Attempting to bind port e7b8c295-a880-43b4-aee9-fd746cf40293 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:35.535054 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Attempting to bind port e7b8c295-a880-43b4-aee9-fd746cf40293 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:35.535531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Attempting to bind port e7b8c295-a880-43b4-aee9-fd746cf40293 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:35.536692 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-653e5901-1384-4cb7-9dcd-d5e3f4be05f6 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Synchronizing usage tracker for tenant:8213ab3226e549aa90c70a468d984539 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:35.539522 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3061a343-c310-48e2-b943-d339a3712b80 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.540770 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3061a343-c310-48e2-b943-d339a3712b80 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:35.541545 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3061a343-c310-48e2-b943-d339a3712b80 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.555004 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:34:35.555736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:35.557109 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.557738 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:34:35.559013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Bound port: e7b8c295-a880-43b4-aee9-fd746cf40293, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:35.559697 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.627494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-120137f5-c513-4755-9da2-5c801a0671b7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.646918 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4043732 Jan 12 09:34:35.653318 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33340) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:35.654285 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36567c38-b591-4f7c-8f1c-289fa19ad28d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Network': ['ID=17858c14-9e48-41f5-8dc0-e1eb413d376b,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:35.680382 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 17858c14-9e48-41f5-8dc0-e1eb413d376b details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:35.687487 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3061a343-c310-48e2-b943-d339a3712b80 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9994514 Jan 12 09:34:35.694476 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f488fb14-4708-4931-94f5-ce64eb6e8362 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1401155 Jan 12 09:34:35.697702 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33344) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:35.698206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33348) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:35.710622 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ac94f0a3-6458-41db-829e-fa5c4a8249ed tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Request body: {'network': {'project_id': 'c0827faf4b4d4c6d93c44a4ded3dd4ee'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:35.716372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ac94f0a3-6458-41db-829e-fa5c4a8249ed tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:35.720652 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ac94f0a3-6458-41db-829e-fa5c4a8249ed tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Usage tracker for resource:network and tenant:c0827faf4b4d4c6d93c44a4ded3dd4ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:35.724349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ac94f0a3-6458-41db-829e-fa5c4a8249ed tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:35.730680 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ac94f0a3-6458-41db-829e-fa5c4a8249ed tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:35.735669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-20f1f51e-1aff-402e-8d45-bfca10204948 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'subnet': {'network_id': '17858c14-9e48-41f5-8dc0-e1eb413d376b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:35.750444 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac94f0a3-6458-41db-829e-fa5c4a8249ed tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 12 09:34:35.751536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac94f0a3-6458-41db-829e-fa5c4a8249ed tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:34:35.752991 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ac94f0a3-6458-41db-829e-fa5c4a8249ed tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0532372 Jan 12 09:34:35.760517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-120137f5-c513-4755-9da2-5c801a0671b7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.765852 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33354) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:35.808136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-653e5901-1384-4cb7-9dcd-d5e3f4be05f6 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Unset dirty status for tenant:8213ab3226e549aa90c70a468d984539 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:35.809495 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-653e5901-1384-4cb7-9dcd-d5e3f4be05f6 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5432069 Jan 12 09:34:35.820966 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33360) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:35.831358 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.848138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9cccd6f8-bb47-4be7-9918-7c333c318b5c tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group': {'name': 'tempest-secgroup--2147357494'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:35.863328 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120137f5-c513-4755-9da2-5c801a0671b7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Subnet': ['ID=aba1f89e-83ce-48f8-821e-e5564d0b5ac4,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:35.865696 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba8ac22-9323-4f6b-8907-6c7dba1b2b74 None None] Network fd24221e-cbda-4ea1-a15b-af0f5fb0a043 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:35.866916 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-120137f5-c513-4755-9da2-5c801a0671b7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.879951 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-120137f5-c513-4755-9da2-5c801a0671b7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/aba1f89e-83ce-48f8-821e-e5564d0b5ac4 HTTP/1.1" status: 204 len: 168 time: 1.2289553 Jan 12 09:34:35.887110 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33366) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:35.900466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] For port e7b8c295-a880-43b4-aee9-fd746cf40293, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:34:35.905369 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] For port e7b8c295-a880-43b4-aee9-fd746cf40293, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e7b8c295-a880-43b4-aee9-fd746cf40293,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:34:35.907024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Transition to ACTIVE for port object ac634451-dd66-4cd4-8bc9-804b775ad3e4 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:35.928286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Transition to ACTIVE for port object ac634451-dd66-4cd4-8bc9-804b775ad3e4 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:35.944000 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:35.951988 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9cccd6f8-bb47-4be7-9918-7c333c318b5c tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:36.012170 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-20f1f51e-1aff-402e-8d45-bfca10204948 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:36.019916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061a343-c310-48e2-b943-d339a3712b80 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Pushing event updated for resources: {'Network': ['ID=79c6ba1e-3373-40e4-acbf-077359069e8a,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:36.022910 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f763cd-5462-4463-8606-1bd3eb62b8cf None None] Pushing event updated for resources: {'Port': ['ID=e7b8c295-a880-43b4-aee9-fd746cf40293,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:36.026066 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.027264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-20f1f51e-1aff-402e-8d45-bfca10204948 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:subnet and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:36.031404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.031774 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9cccd6f8-bb47-4be7-9918-7c333c318b5c tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:36.034498 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-20f1f51e-1aff-402e-8d45-bfca10204948 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:36.043634 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-20f1f51e-1aff-402e-8d45-bfca10204948 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:36.064039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9cccd6f8-bb47-4be7-9918-7c333c318b5c tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.066932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33370) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:36.090543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f1f51e-1aff-402e-8d45-bfca10204948 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:36.094250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-20f1f51e-1aff-402e-8d45-bfca10204948 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.112269 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9cccd6f8-bb47-4be7-9918-7c333c318b5c tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:36.132288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ccd06a-84d2-4008-bcc4-920076ca5715 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:36.136613 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f1127803-65e1-42de-b79a-521279069e25 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0827faf4b4d4c6d93c44a4ded3dd4ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278575 Jan 12 09:34:36.141074 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33376) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:36.144630 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ccd06a-84d2-4008-bcc4-920076ca5715 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:36.146949 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-04ccd06a-84d2-4008-bcc4-920076ca5715 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:36.154873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9cccd6f8-bb47-4be7-9918-7c333c318b5c tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:36.156981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port c372db62-efff-4775-9d92-6bad8251320f {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:36.157427 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.163259 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 79c6ba1e-3373-40e4-acbf-077359069e8a details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:36.175673 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9cccd6f8-bb47-4be7-9918-7c333c318b5c tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:36.190252 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9cccd6f8-bb47-4be7-9918-7c333c318b5c tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:36.267363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1619271504', 'router:external': True}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:36.270332 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-04ccd06a-84d2-4008-bcc4-920076ca5715 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:36.275811 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-04ccd06a-84d2-4008-bcc4-920076ca5715 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5704522 Jan 12 09:34:36.280080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33380) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:36.287647 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:36.300693 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd0e7389-59b5-4d11-8d0c-dd8aae7c4e24 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.309913 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Usage tracker for resource:network and tenant:6a3865838a444485be143634d9f723a5 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:36.316718 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:36.378612 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Network be87091b-6d3a-4f46-bb64-b69cbdb40d39 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:36.388161 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-91e0abad-ccfc-4fe2-bf4a-0c9558d07d44 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port 0b2fcf19-2598-44d3-8558-ead2f13fe202 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:36.388589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91e0abad-ccfc-4fe2-bf4a-0c9558d07d44 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.396636 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:36.402844 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:36.411837 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:36.489095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Pushing event updated for resources: {'Port': ['ID=ac634451-dd66-4cd4-8bc9-804b775ad3e4,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:36.493390 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e7389-59b5-4d11-8d0c-dd8aae7c4e24 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for f87353e8-29d9-4dca-a4a3-57c0ba9dfc33 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:36.528442 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-22d76da3-b2d4-4304-af34-846f75287ed2 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.547878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9cccd6f8-bb47-4be7-9918-7c333c318b5c tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.581548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Made reservation on behalf of 6a3865838a444485be143634d9f723a5 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:36.584632 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.586930 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9cccd6f8-bb47-4be7-9918-7c333c318b5c tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.595262 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-22d76da3-b2d4-4304-af34-846f75287ed2 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.599459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Attempting to bind port ac634451-dd66-4cd4-8bc9-804b775ad3e4 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:36.599847 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Attempting to bind port ac634451-dd66-4cd4-8bc9-804b775ad3e4 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'c3594e99-d724-4d21-821c-d6ac6ce912d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be87091b-6d3a-4f46-bb64-b69cbdb40d39'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:36.600213 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Attempting to bind port ac634451-dd66-4cd4-8bc9-804b775ad3e4 on network be87091b-6d3a-4f46-bb64-b69cbdb40d39 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:36.608488 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:34:36.608833 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Checking segment: {'id': 'c3594e99-d724-4d21-821c-d6ac6ce912d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be87091b-6d3a-4f46-bb64-b69cbdb40d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:36.609269 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.609632 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Bound using segment: {'id': 'c3594e99-d724-4d21-821c-d6ac6ce912d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be87091b-6d3a-4f46-bb64-b69cbdb40d39'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:34:36.610107 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Bound port: ac634451-dd66-4cd4-8bc9-804b775ad3e4, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3594e99-d724-4d21-821c-d6ac6ce912d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be87091b-6d3a-4f46-bb64-b69cbdb40d39'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:36.610496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.635560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.710162 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:36.726973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0f866ec3-e371-4deb-b94e-53364f4d8695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.782807 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Usage tracker for resource:security_group_rule and tenant:6a3865838a444485be143634d9f723a5 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:36.783526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] For port ac634451-dd66-4cd4-8bc9-804b775ad3e4, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:34:36.789467 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] For port ac634451-dd66-4cd4-8bc9-804b775ad3e4, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ac634451-dd66-4cd4-8bc9-804b775ad3e4,segment=NetworkSegment(c3594e99-d724-4d21-821c-d6ac6ce912d2),segment_id=c3594e99-d724-4d21-821c-d6ac6ce912d2)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:34:36.790976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:36.805486 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.824546 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9cccd6f8-bb47-4be7-9918-7c333c318b5c tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.826088 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9cccd6f8-bb47-4be7-9918-7c333c318b5c tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0024121 Jan 12 09:34:36.838495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33384) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:36.870617 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-2b13b486-83c7-4081-9ade-579ca5915c6e tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': '15b034df-75e8-4817-bd9f-783c03f93aa5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:36.870931 dv-neutron-824346-1-hyperv neutron-server[87663]: WARNING neutron.api.v2.base [None req-2b13b486-83c7-4081-9ade-579ca5915c6e tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 12 09:34:36.871352 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-2b13b486-83c7-4081-9ade-579ca5915c6e tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:36.872400 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2b13b486-83c7-4081-9ade-579ca5915c6e tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0278049 Jan 12 09:34:36.884585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33388) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:36.885521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccd6f8-bb47-4be7-9918-7c333c318b5c tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b034df-75e8-4817-bd9f-783c03f93aa5,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:36.895940 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e790fa9-0236-4cbc-bf01-218ad90390bd None None] DHCP port deletion for fd24221e-cbda-4ea1-a15b-af0f5fb0a043 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:34:36.902563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-20f1f51e-1aff-402e-8d45-bfca10204948 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:36.935954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-7e790fa9-0236-4cbc-bf01-218ad90390bd None None] Deleting port c372db62-efff-4775-9d92-6bad8251320f {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:36.936770 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7e790fa9-0236-4cbc-bf01-218ad90390bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.008087 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:37.030600 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] For port c372db62-efff-4775-9d92-6bad8251320f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=c372db62-efff-4775-9d92-6bad8251320f,segment=NetworkSegment(22050bfa-1cfd-47d7-a51c-1b6ec98a4394),segment_id=22050bfa-1cfd-47d7-a51c-1b6ec98a4394)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:37.032197 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.071596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9a25c-621e-4891-9393-c7ce9e884913 None None] Pushing event updated for resources: {'Port': ['ID=ac634451-dd66-4cd4-8bc9-804b775ad3e4,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:37.088374 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1f51e-1aff-402e-8d45-bfca10204948 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Subnet': ['ID=e4775bef-faee-41c4-93ac-11fcd34fa1cc,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:37.172159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91e0abad-ccfc-4fe2-bf4a-0c9558d07d44 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.186077 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for c372db62-efff-4775-9d92-6bad8251320f owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:37.278701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-7e790fa9-0236-4cbc-bf01-218ad90390bd None None] For port c372db62-efff-4775-9d92-6bad8251320f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=c372db62-efff-4775-9d92-6bad8251320f,segment=NetworkSegment(22050bfa-1cfd-47d7-a51c-1b6ec98a4394),segment_id=22050bfa-1cfd-47d7-a51c-1b6ec98a4394)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:37.279287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7e790fa9-0236-4cbc-bf01-218ad90390bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.311420 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-22d76da3-b2d4-4304-af34-846f75287ed2 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.351926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-91e0abad-ccfc-4fe2-bf4a-0c9558d07d44 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for 0b2fcf19-2598-44d3-8558-ead2f13fe202 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:37.354631 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d76da3-b2d4-4304-af34-846f75287ed2 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7232e601-22d7-4e48-8cdf-a7430b01e19f,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:37.356514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd0e7389-59b5-4d11-8d0c-dd8aae7c4e24 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.423844 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8976e1b8-558f-4ed9-b275-c17a60cfced9 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.425643 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f1f51e-1aff-402e-8d45-bfca10204948 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Checking segment: {'id': '35f82695-35c4-401e-9c35-27c6bfeb2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '17858c14-9e48-41f5-8dc0-e1eb413d376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:37.426009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f1f51e-1aff-402e-8d45-bfca10204948 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network hostable DHCP agents. Network: 17858c14-9e48-41f5-8dc0-e1eb413d376b, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:37.486396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8976e1b8-558f-4ed9-b275-c17a60cfced9 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.498282 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e7389-59b5-4d11-8d0c-dd8aae7c4e24 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=f87353e8-29d9-4dca-a4a3-57c0ba9dfc33,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:37.515853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f1f51e-1aff-402e-8d45-bfca10204948 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network 17858c14-9e48-41f5-8dc0-e1eb413d376b is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:37.560684 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-20f1f51e-1aff-402e-8d45-bfca10204948 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 17858c14-9e48-41f5-8dc0-e1eb413d376b) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:37.566178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f1f51e-1aff-402e-8d45-bfca10204948 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:37.566341 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-7e790fa9-0236-4cbc-bf01-218ad90390bd None None] Calling delete_port for c372db62-efff-4775-9d92-6bad8251320f owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:37.567167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-20f1f51e-1aff-402e-8d45-bfca10204948 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.617451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.643788 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8976e1b8-558f-4ed9-b275-c17a60cfced9 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.646546 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8976e1b8-558f-4ed9-b275-c17a60cfced9 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.647825 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8976e1b8-558f-4ed9-b275-c17a60cfced9 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "DELETE /v2.0/security-groups/15b034df-75e8-4817-bd9f-783c03f93aa5 HTTP/1.1" status: 204 len: 168 time: 0.7586787 Jan 12 09:34:37.663923 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33392) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:37.672650 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-20f1f51e-1aff-402e-8d45-bfca10204948 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9813061 Jan 12 09:34:37.685823 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d95444-d0aa-4b5d-8c13-22af3e730bdf None None] Network 17858c14-9e48-41f5-8dc0-e1eb413d376b requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:37.687449 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33396) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:37.688251 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976e1b8-558f-4ed9-b275-c17a60cfced9 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b034df-75e8-4817-bd9f-783c03f93aa5,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:37.754063 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91e0abad-ccfc-4fe2-bf4a-0c9558d07d44 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.794224 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-22d76da3-b2d4-4304-af34-846f75287ed2 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:37.795309 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-22d76da3-b2d4-4304-af34-846f75287ed2 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/7232e601-22d7-4e48-8cdf-a7430b01e19f HTTP/1.1" status: 204 len: 168 time: 1.6533117 Jan 12 09:34:37.814185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33400) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:37.823932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=c372db62-efff-4775-9d92-6bad8251320f,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:37.832785 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e7b8c295-a880-43b4-aee9-fd746cf40293 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:37.838952 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No DVR routers for this DVR port c372db62-efff-4775-9d92-6bad8251320f on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:37.948604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-7e790fa9-0236-4cbc-bf01-218ad90390bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:37.949102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-7e790fa9-0236-4cbc-bf01-218ad90390bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:37.984292 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.014999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.073364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0abad-ccfc-4fe2-bf4a-0c9558d07d44 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=0b2fcf19-2598-44d3-8558-ead2f13fe202,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:38.082625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd0e7389-59b5-4d11-8d0c-dd8aae7c4e24 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.103950 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.129207 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port e7b8c295-a880-43b4-aee9-fd746cf40293 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:38.131773 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91e0abad-ccfc-4fe2-bf4a-0c9558d07d44 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.136105 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-91e0abad-ccfc-4fe2-bf4a-0c9558d07d44 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/0b2fcf19-2598-44d3-8558-ead2f13fe202 HTTP/1.1" status: 204 len: 168 time: 1.8525903 Jan 12 09:34:38.138448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33404) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:38.146878 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ac634451-dd66-4cd4-8bc9-804b775ad3e4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:38.203156 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bc79385e-c05a-46fd-9daf-ad1d0391b163 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Synchronizing usage tracker for tenant:8213ab3226e549aa90c70a468d984539 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:38.210525 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13733d85-433c-4111-88e6-bdb3bd4ecb24 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.215756 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bd0e7389-59b5-4d11-8d0c-dd8aae7c4e24 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/f87353e8-29d9-4dca-a4a3-57c0ba9dfc33 HTTP/1.1" status: 204 len: 168 time: 2.8001044 Jan 12 09:34:38.217711 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.222586 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33408) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:38.260215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:38.269974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-17858c14-9e48-41f5-8dc0-e1eb413d376b', 'network_id': '17858c14-9e48-41f5-8dc0-e1eb413d376b', 'tenant_id': '725b67fecd74437c9a70440f1933104e', 'fixed_ips': [{'subnet_id': 'e4775bef-faee-41c4-93ac-11fcd34fa1cc'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:34:38.272626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.287104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37262ca5-bbbb-474a-b24e-6ca2876c2633,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:38.309067 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd24221e-cbda-4ea1-a15b-af0f5fb0a043']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:38.310414 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port ac634451-dd66-4cd4-8bc9-804b775ad3e4 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:38.317503 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.318817 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Added segment 3d3b4179-9a06-44dd-95ad-4f92fb4b729e of type vlan for network 3d54b440-5c1e-4188-bd6b-572b71d39e5c Jan 12 09:34:38.342853 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8664fc2-46fc-4509-a582-3ab505a899d3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] GET failed (client error): The resource could not be found. Jan 12 09:34:38.348463 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a8664fc2-46fc-4509-a582-3ab505a899d3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/f87353e8-29d9-4dca-a4a3-57c0ba9dfc33 HTTP/1.1" status: 404 len: 333 time: 0.1247644 Jan 12 09:34:38.354045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33412) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:38.384323 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22050bfa-1cfd-47d7-a51c-1b6ec98a4394') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:38.384612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22050bfa-1cfd-47d7-a51c-1b6ec98a4394') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:38.400644 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cd268fb2-a9f0-45bf-aa28-33530f797f72 None None] Provisioning for port e7b8c295-a880-43b4-aee9-fd746cf40293 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:38.407737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device c372db62-efff-4775-9d92-6bad8251320f no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:38.424683 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.444022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e9975a-00b9-4d21-ba44-a137251c6ab0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting subnet 992fa58b-e054-4c39-aaeb-b44cf222e25d {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:34:38.445926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bc79385e-c05a-46fd-9daf-ad1d0391b163 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Unset dirty status for tenant:8213ab3226e549aa90c70a468d984539 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:38.447399 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bc79385e-c05a-46fd-9daf-ad1d0391b163 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7797689 Jan 12 09:34:38.458100 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7e9975a-00b9-4d21-ba44-a137251c6ab0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.461506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33416) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:38.479864 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-7e790fa9-0236-4cbc-bf01-218ad90390bd None None] Deleting port c372db62-efff-4775-9d92-6bad8251320f {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:38.480628 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7e790fa9-0236-4cbc-bf01-218ad90390bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.503752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-72ab6d48-1bc7-4e65-9d1e-6cea220deb58 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899976992'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:38.524491 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: c372db62-efff-4775-9d92-6bad8251320f {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:34:38.524834 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device c372db62-efff-4775-9d92-6bad8251320f not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:38.527587 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-72ab6d48-1bc7-4e65-9d1e-6cea220deb58 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:38.539568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.541422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a71fc0-17bd-4991-829b-8a0386cb703e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:38.543950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a71fc0-17bd-4991-829b-8a0386cb703e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:38.545372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-36a71fc0-17bd-4991-829b-8a0386cb703e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:38.559274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.560958 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cd268fb2-a9f0-45bf-aa28-33530f797f72 None None] Provisioning complete for port e7b8c295-a880-43b4-aee9-fd746cf40293 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:38.561723 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cd268fb2-a9f0-45bf-aa28-33530f797f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.566344 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-72ab6d48-1bc7-4e65-9d1e-6cea220deb58 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:38.571445 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.617482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7e9975a-00b9-4d21-ba44-a137251c6ab0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.643395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13733d85-433c-4111-88e6-bdb3bd4ecb24 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.651630 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-7e790fa9-0236-4cbc-bf01-218ad90390bd None None] The port 'c372db62-efff-4775-9d92-6bad8251320f' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:34:38.661931 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44e2131-9a6b-4f9b-8935-d96b0a57fd15 None None] Network be87091b-6d3a-4f46-bb64-b69cbdb40d39 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:38.673583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-36a71fc0-17bd-4991-829b-8a0386cb703e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:38.677818 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-36a71fc0-17bd-4991-829b-8a0386cb703e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5382960 Jan 12 09:34:38.681535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33420) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:38.685793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-13733d85-433c-4111-88e6-bdb3bd4ecb24 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c6ba1e-3373-40e4-acbf-077359069e8a']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:38.701200 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-13733d85-433c-4111-88e6-bdb3bd4ecb24 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7584dd1-71e7-4ad6-9cc3-39d132875685') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:38.701860 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-13733d85-433c-4111-88e6-bdb3bd4ecb24 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7584dd1-71e7-4ad6-9cc3-39d132875685') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:38.715830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13733d85-433c-4111-88e6-bdb3bd4ecb24 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.739017 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13733d85-433c-4111-88e6-bdb3bd4ecb24 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.746859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13733d85-433c-4111-88e6-bdb3bd4ecb24 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:34:38.747642 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13733d85-433c-4111-88e6-bdb3bd4ecb24 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.769085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85e3f56-4081-4da5-bcef-9fbdaee61a6d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 88e9298e-42c2-46bb-8e84-c2739d2dbaec {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:34:38.772437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e85e3f56-4081-4da5-bcef-9fbdaee61a6d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:38.792141 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:38.828612 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e85e3f56-4081-4da5-bcef-9fbdaee61a6d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.841220 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:34:38.841712 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:38.863675 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:38.916749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e85e3f56-4081-4da5-bcef-9fbdaee61a6d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.948326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72ab6d48-1bc7-4e65-9d1e-6cea220deb58 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.965503 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13733d85-433c-4111-88e6-bdb3bd4ecb24 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:38.994437 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13733d85-433c-4111-88e6-bdb3bd4ecb24 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.007760 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13733d85-433c-4111-88e6-bdb3bd4ecb24 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Pushing event deleted for resources: {'Network': ['ID=79c6ba1e-3373-40e4-acbf-077359069e8a,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:39.016279 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.017276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:39.017859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.036171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-72ab6d48-1bc7-4e65-9d1e-6cea220deb58 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:39.039897 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.044293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Allocated IP 2001:db8::1 (17858c14-9e48-41f5-8dc0-e1eb413d376b/e4775bef-faee-41c4-93ac-11fcd34fa1cc/9c59243a-dc84-498c-b4ce-36a70e825107) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:39.056245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-72ab6d48-1bc7-4e65-9d1e-6cea220deb58 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:39.064809 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-13733d85-433c-4111-88e6-bdb3bd4ecb24 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] 10.222.0.26 "DELETE /v2.0/networks/79c6ba1e-3373-40e4-acbf-077359069e8a HTTP/1.1" status: 204 len: 168 time: 1.2424645 Jan 12 09:34:39.070223 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.071265 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cd268fb2-a9f0-45bf-aa28-33530f797f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.072042 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/networks/fd24221e-cbda-4ea1-a15b-af0f5fb0a043 HTTP/1.1" status: 204 len: 168 time: 3.1666868 Jan 12 09:34:39.072919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-72ab6d48-1bc7-4e65-9d1e-6cea220deb58 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:39.078201 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33424) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:39.078526 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33426) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:39.118026 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-032f9d63-73fe-43de-a5cd-6bf581fea780 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'name': 'tempest-PortsIpV6TestJSON-733677254'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:39.136741 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-72ab6d48-1bc7-4e65-9d1e-6cea220deb58 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:39.203800 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7e9975a-00b9-4d21-ba44-a137251c6ab0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.204032 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.1296959 Jan 12 09:34:39.234035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33432) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:39.242588 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e85e3f56-4081-4da5-bcef-9fbdaee61a6d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.258854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Request body: {'subnet': {'network_id': '3d54b440-5c1e-4188-bd6b-572b71d39e5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:39.303500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:39.314843 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e3f56-4081-4da5-bcef-9fbdaee61a6d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=88e9298e-42c2-46bb-8e84-c2739d2dbaec,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:39.317409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-cd268fb2-a9f0-45bf-aa28-33530f797f72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:39.318370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-cd268fb2-a9f0-45bf-aa28-33530f797f72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:39.326266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Usage tracker for resource:subnet and tenant:6a3865838a444485be143634d9f723a5 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:39.335769 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:39.338946 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e85e3f56-4081-4da5-bcef-9fbdaee61a6d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.346519 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce42b3-9f0c-4313-a2fd-6e4499660aca tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Pushing event updated for resources: {'Network': ['ID=3d54b440-5c1e-4188-bd6b-572b71d39e5c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:39.347835 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:39.355739 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0751f736-c063-43d4-bc2d-a3d861cf1f2e None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:39.375484 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e85e3f56-4081-4da5-bcef-9fbdaee61a6d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/88e9298e-42c2-46bb-8e84-c2739d2dbaec HTTP/1.1" status: 204 len: 168 time: 0.6861072 Jan 12 09:34:39.379227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33436) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:39.383774 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Made reservation on behalf of 6a3865838a444485be143634d9f723a5 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:39.386749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.388146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6b31-e941-4d23-a4ae-e1dd0782efeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.396468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 3d54b440-5c1e-4188-bd6b-572b71d39e5c details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:39.505353 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfec36d-b2e3-4dbd-9640-057b6fd35a9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Network': ['ID=fd24221e-cbda-4ea1-a15b-af0f5fb0a043,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:39.527919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-df6154d5-132b-4c85-a00f-41d7da9ab741 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.530005 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-032f9d63-73fe-43de-a5cd-6bf581fea780 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:39.541324 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.550568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-032f9d63-73fe-43de-a5cd-6bf581fea780 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:39.630309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032f9d63-73fe-43de-a5cd-6bf581fea780 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:39.631688 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7e9975a-00b9-4d21-ba44-a137251c6ab0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.634089 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-032f9d63-73fe-43de-a5cd-6bf581fea780 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.659368 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Transition to ACTIVE for port object 9c59243a-dc84-498c-b4ce-36a70e825107 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:39.677854 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72ab6d48-1bc7-4e65-9d1e-6cea220deb58 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.694665 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0107fa9c-2452-4531-ad56-fb1ddebc79a6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3095896 Jan 12 09:34:39.706270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33440) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:39.707317 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9975a-00b9-4d21-ba44-a137251c6ab0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Subnet': ['ID=992fa58b-e054-4c39-aaeb-b44cf222e25d,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:39.707737 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72ab6d48-1bc7-4e65-9d1e-6cea220deb58 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.712124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e7e9975a-00b9-4d21-ba44-a137251c6ab0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.713824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-032f9d63-73fe-43de-a5cd-6bf581fea780 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] device_id is not set on port a958c8b0-9c20-45a4-9787-c81c6283c935 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:39.721388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Transition to ACTIVE for port object 9c59243a-dc84-498c-b4ce-36a70e825107 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:39.721641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-09966f6a-fcef-409d-91bd-d5e4279aafcb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:39.730841 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc89f0a3-38ff-4aad-b3f8-5c62cc17b5bb None None] Network 5c69ac36-61dc-4525-a0b2-df463f100441 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:39.748987 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.762990 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e7e9975a-00b9-4d21-ba44-a137251c6ab0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/992fa58b-e054-4c39-aaeb-b44cf222e25d HTTP/1.1" status: 204 len: 168 time: 1.4037521 Jan 12 09:34:39.767710 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33444) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:39.864298 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.873622 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-df6154d5-132b-4c85-a00f-41d7da9ab741 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:39.919928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Subnet': ['ID=e4775bef-faee-41c4-93ac-11fcd34fa1cc,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:39.948355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-09966f6a-fcef-409d-91bd-d5e4279aafcb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:39.948592 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Network 17858c14-9e48-41f5-8dc0-e1eb413d376b is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:39.952183 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6d48-1bc7-4e65-9d1e-6cea220deb58 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67e6a6d-88b3-44f9-93f4-1503e379c7ab,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:39.957555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-09966f6a-fcef-409d-91bd-d5e4279aafcb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:39.958350 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Pushing event updated for resources: {'Port': ['ID=9c59243a-dc84-498c-b4ce-36a70e825107,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:39.961141 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:39.965135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-09966f6a-fcef-409d-91bd-d5e4279aafcb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:39.968949 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:39.987369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-09966f6a-fcef-409d-91bd-d5e4279aafcb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:40.008163 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cd268fb2-a9f0-45bf-aa28-33530f797f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.034258 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-df6154d5-132b-4c85-a00f-41d7da9ab741 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359a3a7a-03f7-4024-a731-362dd12396a5']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:40.043859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72ab6d48-1bc7-4e65-9d1e-6cea220deb58 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.045155 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-72ab6d48-1bc7-4e65-9d1e-6cea220deb58 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5825002 Jan 12 09:34:40.056506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33448) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:40.058938 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.065398 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-df6154d5-132b-4c85-a00f-41d7da9ab741 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b81bb0-4f1a-4d6b-8bc8-783410e7a327') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:40.065688 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-df6154d5-132b-4c85-a00f-41d7da9ab741 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b81bb0-4f1a-4d6b-8bc8-783410e7a327') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:40.087818 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c737c738-220e-48ce-8fa3-8fba13dfcc65 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': 'e67e6a6d-88b3-44f9-93f4-1503e379c7ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:40.092099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.098004 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING neutron.api.v2.base [None req-c737c738-220e-48ce-8fa3-8fba13dfcc65 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 12 09:34:40.098863 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-c737c738-220e-48ce-8fa3-8fba13dfcc65 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:40.100393 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c737c738-220e-48ce-8fa3-8fba13dfcc65 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0373034 Jan 12 09:34:40.104916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33452) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:40.114499 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port cbcc928e-4c44-49e3-bb05-8e9fbd21b338 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:40.115243 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.131234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17858c14-9e48-41f5-8dc0-e1eb413d376b']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:40.144535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f82695-35c4-401e-9c35-27c6bfeb2437') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:40.144907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f82695-35c4-401e-9c35-27c6bfeb2437') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:40.157740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.175007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.183393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:34:40.184194 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-df6154d5-132b-4c85-a00f-41d7da9ab741 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.184321 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.188542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-cd268fb2-a9f0-45bf-aa28-33530f797f72 None None] For port e7b8c295-a880-43b4-aee9-fd746cf40293, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e7b8c295-a880-43b4-aee9-fd746cf40293,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:40.190932 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Attempting to bind port 9c59243a-dc84-498c-b4ce-36a70e825107 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:40.191337 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Attempting to bind port 9c59243a-dc84-498c-b4ce-36a70e825107 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '35f82695-35c4-401e-9c35-27c6bfeb2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '17858c14-9e48-41f5-8dc0-e1eb413d376b'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:40.191853 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Attempting to bind port 9c59243a-dc84-498c-b4ce-36a70e825107 on network 17858c14-9e48-41f5-8dc0-e1eb413d376b {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:40.200998 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:34:40.201449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Checking segment: {'id': '35f82695-35c4-401e-9c35-27c6bfeb2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '17858c14-9e48-41f5-8dc0-e1eb413d376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:40.202134 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.202527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Bound using segment: {'id': '35f82695-35c4-401e-9c35-27c6bfeb2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '17858c14-9e48-41f5-8dc0-e1eb413d376b'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:34:40.203021 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Bound port: 9c59243a-dc84-498c-b4ce-36a70e825107, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f82695-35c4-401e-9c35-27c6bfeb2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '17858c14-9e48-41f5-8dc0-e1eb413d376b'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:40.203388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.216631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cd268fb2-a9f0-45bf-aa28-33530f797f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:40.221722 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:40.225325 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-0adfab68-8c13-45c4-ad23-6f9dce579a0e tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': 'e67e6a6d-88b3-44f9-93f4-1503e379c7ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:40.226903 dv-neutron-824346-1-hyperv neutron-server[87663]: WARNING neutron.api.v2.base [None req-0adfab68-8c13-45c4-ad23-6f9dce579a0e tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 12 09:34:40.227409 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-0adfab68-8c13-45c4-ad23-6f9dce579a0e tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:40.231624 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0adfab68-8c13-45c4-ad23-6f9dce579a0e tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.1189086 Jan 12 09:34:40.250139 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33456) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:40.258921 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f764099b-66f3-4253-bc64-6384dd0ab0ea tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': 'e67e6a6d-88b3-44f9-93f4-1503e379c7ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:40.259762 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING neutron.api.v2.base [None req-f764099b-66f3-4253-bc64-6384dd0ab0ea tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 12 09:34:40.260256 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-f764099b-66f3-4253-bc64-6384dd0ab0ea tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:40.264977 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f764099b-66f3-4253-bc64-6384dd0ab0ea tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104361 Jan 12 09:34:40.267004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33460) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:40.282674 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09966f6a-fcef-409d-91bd-d5e4279aafcb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:40.286243 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-09966f6a-fcef-409d-91bd-d5e4279aafcb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.287478 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-964e784f-5804-4b17-9b25-c7c97ac683b2 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': 'e67e6a6d-88b3-44f9-93f4-1503e379c7ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:40.288318 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING neutron.api.v2.base [None req-964e784f-5804-4b17-9b25-c7c97ac683b2 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 12 09:34:40.288807 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-964e784f-5804-4b17-9b25-c7c97ac683b2 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:40.293098 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-964e784f-5804-4b17-9b25-c7c97ac683b2 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0102885 Jan 12 09:34:40.296928 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33464) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:40.298365 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-df6154d5-132b-4c85-a00f-41d7da9ab741 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.318459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cddfb4e-0bb5-41d3-a9bb-e18e901d7758 None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:34:40.336921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:34:40.336921 dv-neutron-824346-1-hyperv neutron-server[87663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:34:40.336921 dv-neutron-824346-1-hyperv neutron-server[87663]: [parameters: {'id': '17858c14-9e48-41f5-8dc0-e1eb413d376b'}] Jan 12 09:34:40.336921 dv-neutron-824346-1-hyperv neutron-server[87663]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:40.337346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:40.387325 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4cddfb4e-0bb5-41d3-a9bb-e18e901d7758 None None] Deleting port e7b8c295-a880-43b4-aee9-fd746cf40293 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:40.388077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4cddfb4e-0bb5-41d3-a9bb-e18e901d7758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.416449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6154d5-132b-4c85-a00f-41d7da9ab741 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:34:40.416994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-df6154d5-132b-4c85-a00f-41d7da9ab741 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:40.432175 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:40.435607 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c31c0561-bbde-4abb-9858-7867408a4d99 None None] Could not find standard attr ID for object 0b2fcf19-2598-44d3-8558-ead2f13fe202. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:34:40.467214 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.489925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.objects.ports [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87663) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:34:40.490562 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.511587 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd268fb2-a9f0-45bf-aa28-33530f797f72 None None] Pushing event updated for resources: {'Port': ['ID=e7b8c295-a880-43b4-aee9-fd746cf40293,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:40.548691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c31c0561-bbde-4abb-9858-7867408a4d99 None None] Provisioning for port ac634451-dd66-4cd4-8bc9-804b775ad3e4 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:40.552054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-032f9d63-73fe-43de-a5cd-6bf581fea780 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.576629 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c31c0561-bbde-4abb-9858-7867408a4d99 None None] Provisioning complete for port ac634451-dd66-4cd4-8bc9-804b775ad3e4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:40.577281 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c31c0561-bbde-4abb-9858-7867408a4d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.603863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ff03fc6e-4e15-4b23-8144-e91370ea808c,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:40.607825 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ed3905f2-e2ee-46e8-a4e4-7d65409c8ae5 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.615924 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] For port 9c59243a-dc84-498c-b4ce-36a70e825107, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:34:40.619432 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b15698f-0f3c-4c71-8e36-bf07100a70bd None None] DHCP port deletion for 5c69ac36-61dc-4525-a0b2-df463f100441 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:34:40.631671 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-df6154d5-132b-4c85-a00f-41d7da9ab741 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.645802 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Checking segment: {'id': '3d3b4179-9a06-44dd-95ad-4f92fb4b729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3d54b440-5c1e-4188-bd6b-572b71d39e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:40.646030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Network hostable DHCP agents. Network: 3d54b440-5c1e-4188-bd6b-572b71d39e5c, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:40.660170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-df6154d5-132b-4c85-a00f-41d7da9ab741 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.667540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] For port 9c59243a-dc84-498c-b4ce-36a70e825107, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9c59243a-dc84-498c-b4ce-36a70e825107,segment=NetworkSegment(35f82695-35c4-401e-9c35-27c6bfeb2437),segment_id=35f82695-35c4-401e-9c35-27c6bfeb2437)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:34:40.669290 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8b15698f-0f3c-4c71-8e36-bf07100a70bd None None] Deleting port cbcc928e-4c44-49e3-bb05-8e9fbd21b338 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:40.669914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8b15698f-0f3c-4c71-8e36-bf07100a70bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.693903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Network 3d54b440-5c1e-4188-bd6b-572b71d39e5c is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:40.712015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-09966f6a-fcef-409d-91bd-d5e4279aafcb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.726514 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.731832 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ed3905f2-e2ee-46e8-a4e4-7d65409c8ae5 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.746827 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6154d5-132b-4c85-a00f-41d7da9ab741 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] Pushing event deleted for resources: {'Network': ['ID=359a3a7a-03f7-4024-a731-362dd12396a5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:40.749467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 3d54b440-5c1e-4188-bd6b-572b71d39e5c) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:40.761095 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-df6154d5-132b-4c85-a00f-41d7da9ab741 tempest-QuotasNegativeTest-777984526 tempest-QuotasNegativeTest-777984526-project-admin] 10.222.0.26 "DELETE /v2.0/networks/359a3a7a-03f7-4024-a731-362dd12396a5 HTTP/1.1" status: 204 len: 168 time: 1.6715045 Jan 12 09:34:40.764455 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] For port cbcc928e-4c44-49e3-bb05-8e9fbd21b338, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cbcc928e-4c44-49e3-bb05-8e9fbd21b338,segment=NetworkSegment(639041e6-5429-4729-ac75-a3d720db549f),segment_id=639041e6-5429-4729-ac75-a3d720db549f)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:40.764998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.767969 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:40.767969 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.781681 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09966f6a-fcef-409d-91bd-d5e4279aafcb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:40.789047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-09966f6a-fcef-409d-91bd-d5e4279aafcb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:40.800490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8277a9bb-129c-4179-a5ee-ff6153300a86 None None] Network 3d54b440-5c1e-4188-bd6b-572b71d39e5c requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:40.802898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09966f6a-fcef-409d-91bd-d5e4279aafcb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:40.803502 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-09966f6a-fcef-409d-91bd-d5e4279aafcb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.827974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09966f6a-fcef-409d-91bd-d5e4279aafcb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=cb273561-361f-4222-acff-2c214521cbb1,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:40.832002 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b71cacd2-164a-4f82-9aa3-fa894447668c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5966902 Jan 12 09:34:40.840944 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.842716 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33470) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:40.852966 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-913836343', 'network_id': '3d54b440-5c1e-4188-bd6b-572b71d39e5c'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:40.857624 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-09966f6a-fcef-409d-91bd-d5e4279aafcb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1474280 Jan 12 09:34:40.860162 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:40.862328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33474) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:40.870803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Usage tracker for resource:port and tenant:6a3865838a444485be143634d9f723a5 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:40.878785 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-e4942288-6c57-4455-b7e7-0f6bbe833e6f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'fixed_ips': [{'subnet_id': 'cb273561-361f-4222-acff-2c214521cbb1', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1286998710'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:40.893738 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:40.909957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:40.921136 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Deleting port 9c59243a-dc84-498c-b4ce-36a70e825107 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:40.921733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:40.924336 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for cbcc928e-4c44-49e3-bb05-8e9fbd21b338 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:40.973584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-032f9d63-73fe-43de-a5cd-6bf581fea780 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.068468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-4cddfb4e-0bb5-41d3-a9bb-e18e901d7758 None None] For port e7b8c295-a880-43b4-aee9-fd746cf40293, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e7b8c295-a880-43b4-aee9-fd746cf40293,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:41.069061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4cddfb4e-0bb5-41d3-a9bb-e18e901d7758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.130310 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22386c9-09ce-42a3-8491-98e38ce978a6 None None] Pushing event updated for resources: {'Port': ['ID=9c59243a-dc84-498c-b4ce-36a70e825107,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:41.218201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Made reservation on behalf of 6a3865838a444485be143634d9f723a5 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:41.220801 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.271966 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ed3905f2-e2ee-46e8-a4e4-7d65409c8ae5 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.278751 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f9d63-73fe-43de-a5cd-6bf581fea780 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=a958c8b0-9c20-45a4-9787-c81c6283c935,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:41.289006 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032f9d63-73fe-43de-a5cd-6bf581fea780 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 24c06832-e5be-4cfc-84ee-269a182e3296 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:41.312616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] device_id is not set on port 7b87b2c4-3e32-4fc3-bf40-81447b3889ea yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:41.318873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-032f9d63-73fe-43de-a5cd-6bf581fea780 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:41.322231 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.323774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f9d63-73fe-43de-a5cd-6bf581fea780 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:41.330735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f9d63-73fe-43de-a5cd-6bf581fea780 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:41.331247 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4cddfb4e-0bb5-41d3-a9bb-e18e901d7758 None None] Calling delete_port for e7b8c295-a880-43b4-aee9-fd746cf40293 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:41.331623 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-032f9d63-73fe-43de-a5cd-6bf581fea780 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.356204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3905f2-e2ee-46e8-a4e4-7d65409c8ae5 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67e6a6d-88b3-44f9-93f4-1503e379c7ab,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:41.360672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ed3905f2-e2ee-46e8-a4e4-7d65409c8ae5 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.365848 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ed3905f2-e2ee-46e8-a4e4-7d65409c8ae5 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "DELETE /v2.0/security-groups/e67e6a6d-88b3-44f9-93f4-1503e379c7ab HTTP/1.1" status: 204 len: 168 time: 1.0685523 Jan 12 09:34:41.368614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.368779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33482) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:41.457843 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e4942288-6c57-4455-b7e7-0f6bbe833e6f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:41.471724 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No DVR routers for this DVR port cbcc928e-4c44-49e3-bb05-8e9fbd21b338 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:41.487990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e4942288-6c57-4455-b7e7-0f6bbe833e6f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:port and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:41.493165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e4942288-6c57-4455-b7e7-0f6bbe833e6f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:41.502886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c31c0561-bbde-4abb-9858-7867408a4d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.520023 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e4942288-6c57-4455-b7e7-0f6bbe833e6f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:41.522078 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-032f9d63-73fe-43de-a5cd-6bf581fea780 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4299181 Jan 12 09:34:41.524738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=cbcc928e-4c44-49e3-bb05-8e9fbd21b338,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:41.584540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c31c0561-bbde-4abb-9858-7867408a4d99 None None] For port ac634451-dd66-4cd4-8bc9-804b775ad3e4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ac634451-dd66-4cd4-8bc9-804b775ad3e4,segment=NetworkSegment(c3594e99-d724-4d21-821c-d6ac6ce912d2),segment_id=c3594e99-d724-4d21-821c-d6ac6ce912d2)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:41.594418 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33486) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:41.626720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e7b8c295-a880-43b4-aee9-fd746cf40293 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:41.662713 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c31c0561-bbde-4abb-9858-7867408a4d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.680039 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.710489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c69ac36-61dc-4525-a0b2-df463f100441']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:41.715417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-6f76bae3-6332-4fbc-86c8-62835fbde319 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port a958c8b0-9c20-45a4-9787-c81c6283c935 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:41.715762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f76bae3-6332-4fbc-86c8-62835fbde319 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.727182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639041e6-5429-4729-ac75-a3d720db549f') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:41.727717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639041e6-5429-4729-ac75-a3d720db549f') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:41.741769 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.748559 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-328064e5-3eb4-4102-aebb-766d3c9e05cf tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3728948 Jan 12 09:34:41.751762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33492) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:41.752090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33494) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:41.764556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c0561-bbde-4abb-9858-7867408a4d99 None None] Pushing event updated for resources: {'Port': ['ID=ac634451-dd66-4cd4-8bc9-804b775ad3e4,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:41.767087 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-21d99729-ac97-4aec-a0f7-6954cb245f3f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252107893'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:41.767487 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d274e37-33b5-4d0e-ab06-8624c3567218 None None] Network 17858c14-9e48-41f5-8dc0-e1eb413d376b requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:41.768992 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.777127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:34:41.778417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.787281 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-8b15698f-0f3c-4c71-8e36-bf07100a70bd None None] For port cbcc928e-4c44-49e3-bb05-8e9fbd21b338, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cbcc928e-4c44-49e3-bb05-8e9fbd21b338,segment=NetworkSegment(639041e6-5429-4729-ac75-a3d720db549f),segment_id=639041e6-5429-4729-ac75-a3d720db549f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:41.787929 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8b15698f-0f3c-4c71-8e36-bf07100a70bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.793166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4942288-6c57-4455-b7e7-0f6bbe833e6f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:41.794196 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:41.810844 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-21d99729-ac97-4aec-a0f7-6954cb245f3f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:41.826453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] For port 9c59243a-dc84-498c-b4ce-36a70e825107, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9c59243a-dc84-498c-b4ce-36a70e825107,segment=NetworkSegment(35f82695-35c4-401e-9c35-27c6bfeb2437),segment_id=35f82695-35c4-401e-9c35-27c6bfeb2437)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:41.826852 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.860008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-21d99729-ac97-4aec-a0f7-6954cb245f3f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:41.889888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.896059 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:41.922565 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-21d99729-ac97-4aec-a0f7-6954cb245f3f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:41.930896 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/networks/5c69ac36-61dc-4525-a0b2-df463f100441 HTTP/1.1" status: 204 len: 168 time: 2.1436541 Jan 12 09:34:41.932266 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33502) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:41.933588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85797293-3fda-446f-9d07-de01612787b5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Network': ['ID=5c69ac36-61dc-4525-a0b2-df463f100441,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:41.943983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-12c405b0-1b76-49a7-892f-5607a9de1c1c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-899108331'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:41.950037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-12c405b0-1b76-49a7-892f-5607a9de1c1c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:41.954461 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-12c405b0-1b76-49a7-892f-5607a9de1c1c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:network and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:41.957668 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-12c405b0-1b76-49a7-892f-5607a9de1c1c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:41.964451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-12c405b0-1b76-49a7-892f-5607a9de1c1c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:41.977689 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c405b0-1b76-49a7-892f-5607a9de1c1c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:41.982708 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12c405b0-1b76-49a7-892f-5607a9de1c1c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.002496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Calling delete_port for 9c59243a-dc84-498c-b4ce-36a70e825107 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:42.008049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8b15698f-0f3c-4c71-8e36-bf07100a70bd None None] Calling delete_port for cbcc928e-4c44-49e3-bb05-8e9fbd21b338 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:42.011385 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c405b0-1b76-49a7-892f-5607a9de1c1c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:42.021662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12c405b0-1b76-49a7-892f-5607a9de1c1c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.022083 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-12c405b0-1b76-49a7-892f-5607a9de1c1c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Added segment 8a063a62-f5ac-4270-be2c-e100ee23ffbf of type vlan for network ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978 Jan 12 09:34:42.048342 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4cddfb4e-0bb5-41d3-a9bb-e18e901d7758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.056874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12c405b0-1b76-49a7-892f-5607a9de1c1c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.092204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12c405b0-1b76-49a7-892f-5607a9de1c1c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.098700 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c405b0-1b76-49a7-892f-5607a9de1c1c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:42.099501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12c405b0-1b76-49a7-892f-5607a9de1c1c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.122532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-21d99729-ac97-4aec-a0f7-6954cb245f3f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:42.144212 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-12c405b0-1b76-49a7-892f-5607a9de1c1c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2036047 Jan 12 09:34:42.145507 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33506) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:42.160792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-37d51134-20ca-4aa1-aeb2-b7be5a9251e0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'subnet': {'network_id': 'ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:42.186397 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ba53b90-3a0f-4276-9885-425eb50683c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.203600 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddfb4e-0bb5-41d3-a9bb-e18e901d7758 None None] Pushing event deleted for resources: {'Port': ['ID=e7b8c295-a880-43b4-aee9-fd746cf40293,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:42.205455 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbbdde0-7a64-40a5-a0a4-f17e88bdb083 None None] Network 3d54b440-5c1e-4188-bd6b-572b71d39e5c requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:42.221842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cddfb4e-0bb5-41d3-a9bb-e18e901d7758 None None] No DVR routers for this DVR port e7b8c295-a880-43b4-aee9-fd746cf40293 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:42.227693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No active binding found for port e7b8c295-a880-43b4-aee9-fd746cf40293 {{(pid=87665) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 12 09:34:42.228107 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e7b8c295-a880-43b4-aee9-fd746cf40293 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:42.228521 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device cbcc928e-4c44-49e3-bb05-8e9fbd21b338 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:42.234554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Allocated IP 2001:db8::33e (3d54b440-5c1e-4188-bd6b-572b71d39e5c/ff03fc6e-4e15-4b23-8144-e91370ea808c/7b87b2c4-3e32-4fc3-bf40-81447b3889ea) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:42.264183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21d99729-ac97-4aec-a0f7-6954cb245f3f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.277362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c405b0-1b76-49a7-892f-5607a9de1c1c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Network': ['ID=ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:42.307670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7ba53b90-3a0f-4276-9885-425eb50683c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:42.314582 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: cbcc928e-4c44-49e3-bb05-8e9fbd21b338 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:34:42.314955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device cbcc928e-4c44-49e3-bb05-8e9fbd21b338 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:42.316598 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2cdd80-336e-429f-ab23-cded4accc25d None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:42.322909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7ba53b90-3a0f-4276-9885-425eb50683c1 admin admin] Usage tracker for resource:security_group_rule and tenant:6041282da13d43a2824c6f50111c9541 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:42.342466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:42.350543 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-37d51134-20ca-4aa1-aeb2-b7be5a9251e0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:42.353930 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7ba53b90-3a0f-4276-9885-425eb50683c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:42.354951 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-37d51134-20ca-4aa1-aeb2-b7be5a9251e0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:subnet and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:42.359651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-37d51134-20ca-4aa1-aeb2-b7be5a9251e0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:42.373011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-37d51134-20ca-4aa1-aeb2-b7be5a9251e0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:42.385863 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d51134-20ca-4aa1-aeb2-b7be5a9251e0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:42.390087 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-37d51134-20ca-4aa1-aeb2-b7be5a9251e0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.396624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-21d99729-ac97-4aec-a0f7-6954cb245f3f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:42.399059 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7ba53b90-3a0f-4276-9885-425eb50683c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:42.408308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e4942288-6c57-4455-b7e7-0f6bbe833e6f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.452573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-21d99729-ac97-4aec-a0f7-6954cb245f3f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:42.464346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-21d99729-ac97-4aec-a0f7-6954cb245f3f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:42.528901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-21d99729-ac97-4aec-a0f7-6954cb245f3f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:42.554199 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-8b15698f-0f3c-4c71-8e36-bf07100a70bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:42.554583 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-8b15698f-0f3c-4c71-8e36-bf07100a70bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:42.563019 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-e4942288-6c57-4455-b7e7-0f6bbe833e6f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port c347a83b-248e-4cba-a86c-690af6943771 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:42.601265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.637292 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-37d51134-20ca-4aa1-aeb2-b7be5a9251e0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.653942 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f76bae3-6332-4fbc-86c8-62835fbde319 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.664186 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.718017 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d51134-20ca-4aa1-aeb2-b7be5a9251e0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Subnet': ['ID=197bbcb3-1dd3-4082-b4ea-f1ca7c134e1d,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:42.727330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d51134-20ca-4aa1-aeb2-b7be5a9251e0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Checking segment: {'id': '8a063a62-f5ac-4270-be2c-e100ee23ffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:42.727562 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d51134-20ca-4aa1-aeb2-b7be5a9251e0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network hostable DHCP agents. Network: ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:42.748574 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d51134-20ca-4aa1-aeb2-b7be5a9251e0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:42.761384 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-37d51134-20ca-4aa1-aeb2-b7be5a9251e0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:42.765933 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d51134-20ca-4aa1-aeb2-b7be5a9251e0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:42.766717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-37d51134-20ca-4aa1-aeb2-b7be5a9251e0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.781079 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2d5489-3ede-40df-91fc-2424adba641b None None] Network ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:42.786399 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Port': ['ID=9c59243a-dc84-498c-b4ce-36a70e825107,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:42.793945 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-37d51134-20ca-4aa1-aeb2-b7be5a9251e0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6476440 Jan 12 09:34:42.796925 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33510) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:42.802611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'network_id': 'ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978', 'name': 'tempest-PortsTestJSON-366576459', 'fixed_ips': [{'subnet_id': '197bbcb3-1dd3-4082-b4ea-f1ca7c134e1d', 'ip_address': '172.20.0.10'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:42.955249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:42.960448 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:port and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:42.963527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:42.971232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:42.980237 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No DVR routers for this DVR port 9c59243a-dc84-498c-b4ce-36a70e825107 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:42.987546 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': 'cb273561-361f-4222-acff-2c214521cbb1'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:34:42.988483 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:42.989277 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:42.991539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-6f76bae3-6332-4fbc-86c8-62835fbde319 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for a958c8b0-9c20-45a4-9787-c81c6283c935 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:43.082216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8b15698f-0f3c-4c71-8e36-bf07100a70bd None None] Deleting port cbcc928e-4c44-49e3-bb05-8e9fbd21b338 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:43.082677 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8b15698f-0f3c-4c71-8e36-bf07100a70bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.150841 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.174319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8b15698f-0f3c-4c71-8e36-bf07100a70bd None None] The port 'cbcc928e-4c44-49e3-bb05-8e9fbd21b338' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:34:43.175861 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] device_id is not set on port 26f8f923-24e7-430a-87ce-a7f62f3f472f yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:43.353842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978', 'network_id': 'ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978', 'tenant_id': 'e398d06e5ea248788795b74f5516b423', 'fixed_ips': [{'subnet_id': '197bbcb3-1dd3-4082-b4ea-f1ca7c134e1d'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:34:43.354801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.380455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.416432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Allocated IP 172.20.0.10 (ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978/197bbcb3-1dd3-4082-b4ea-f1ca7c134e1d/26f8f923-24e7-430a-87ce-a7f62f3f472f) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:43.454438 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Allocated IP 2001:db8::2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/cb273561-361f-4222-acff-2c214521cbb1/30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:43.468147 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21d99729-ac97-4aec-a0f7-6954cb245f3f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.483999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17858c14-9e48-41f5-8dc0-e1eb413d376b']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:43.492229 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ba53b90-3a0f-4276-9885-425eb50683c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.493297 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21d99729-ac97-4aec-a0f7-6954cb245f3f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.503038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.519138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f76bae3-6332-4fbc-86c8-62835fbde319 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.530286 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f82695-35c4-401e-9c35-27c6bfeb2437') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:43.530983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f82695-35c4-401e-9c35-27c6bfeb2437') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:43.536930 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ba53b90-3a0f-4276-9885-425eb50683c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.593617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ac634451-dd66-4cd4-8bc9-804b775ad3e4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:43.608564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.635604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76bae3-6332-4fbc-86c8-62835fbde319 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=a958c8b0-9c20-45a4-9787-c81c6283c935,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:43.661542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d99729-ac97-4aec-a0f7-6954cb245f3f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fbf609-7776-42d0-98dd-6927bfa65ca3,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:43.667676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f76bae3-6332-4fbc-86c8-62835fbde319 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.675528 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7ba53b90-3a0f-4276-9885-425eb50683c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6041282da13d43a2824c6f50111c9541&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9113677 Jan 12 09:34:43.683017 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.694009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33514) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:43.728829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:34:43.729249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:43.746537 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:43.755840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port ac634451-dd66-4cd4-8bc9-804b775ad3e4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:43.756217 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.780758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.790860 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6f76bae3-6332-4fbc-86c8-62835fbde319 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/a958c8b0-9c20-45a4-9787-c81c6283c935 HTTP/1.1" status: 204 len: 168 time: 2.1912749 Jan 12 09:34:43.793717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33518) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:43.803273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'mac_address': 'fa:16:3e:f2:a7:6c', 'name': 'tempest-PortsIpV6TestJSON-517751998'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:43.809226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Transition to ACTIVE for port object 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:43.835988 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Transition to ACTIVE for port object 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:43.839574 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.843204 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21d99729-ac97-4aec-a0f7-6954cb245f3f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.844443 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-21d99729-ac97-4aec-a0f7-6954cb245f3f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0814304 Jan 12 09:34:43.857908 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33522) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:43.858874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba53b90-3a0f-4276-9885-425eb50683c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a97e10-90b8-4add-8056-f19de7c9b940,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:43.868783 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-dfe882ab-a60d-4599-81d6-def38a9868ec tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': '27fbf609-7776-42d0-98dd-6927bfa65ca3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:43.869759 dv-neutron-824346-1-hyperv neutron-server[87663]: WARNING neutron.api.v2.base [None req-dfe882ab-a60d-4599-81d6-def38a9868ec tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 12 09:34:43.871212 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-dfe882ab-a60d-4599-81d6-def38a9868ec tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:43.871320 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.871568 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-dfe882ab-a60d-4599-81d6-def38a9868ec tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095763 Jan 12 09:34:43.874127 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4942288-6c57-4455-b7e7-0f6bbe833e6f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:43.874719 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4942288-6c57-4455-b7e7-0f6bbe833e6f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:34:43.880491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33526) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:43.895861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.939356 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-9442361c-7092-4912-914b-ca43abc95d34 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': '27fbf609-7776-42d0-98dd-6927bfa65ca3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:43.941840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.946869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9442361c-7092-4912-914b-ca43abc95d34 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:43.960111 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Transition to ACTIVE for port object 26f8f923-24e7-430a-87ce-a7f62f3f472f will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:43.965068 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:43.967362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9442361c-7092-4912-914b-ca43abc95d34 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:43.969559 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:43.975687 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:43.975809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9442361c-7092-4912-914b-ca43abc95d34 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:43.980623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Pushing event updated for resources: {'Port': ['ID=30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:43.987233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:43.989203 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/17858c14-9e48-41f5-8dc0-e1eb413d376b HTTP/1.1" status: 204 len: 168 time: 6.2973289 Jan 12 09:34:43.989504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:43.993693 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:port and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:43.995909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33530) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:43.997028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:44.004189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9442361c-7092-4912-914b-ca43abc95d34 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:44.006910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:44.009165 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e4942288-6c57-4455-b7e7-0f6bbe833e6f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.1421494 Jan 12 09:34:44.013039 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33534) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:44.021989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-7f2fbe86-e466-48a2-bd61-e89cfdfebd7e tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-712387739'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:44.028082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1cb80-1236-4e88-a3b3-348a30219521 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Network': ['ID=17858c14-9e48-41f5-8dc0-e1eb413d376b,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:44.036353 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Network 3d54b440-5c1e-4188-bd6b-572b71d39e5c is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:44.041396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7f2fbe86-e466-48a2-bd61-e89cfdfebd7e tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:44.047535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:44.053248 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b830f1d-b459-4c41-b525-8620fd1c3d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.055010 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:44.055981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:44.056572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.060201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7f2fbe86-e466-48a2-bd61-e89cfdfebd7e tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:network and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:44.062867 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Pushing event updated for resources: {'Port': ['ID=7b87b2c4-3e32-4fc3-bf40-81447b3889ea,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:44.066686 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7f2fbe86-e466-48a2-bd61-e89cfdfebd7e tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:44.087287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7f2fbe86-e466-48a2-bd61-e89cfdfebd7e tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:44.098888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Attempting to bind port 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:44.099272 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Attempting to bind port 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:44.099739 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Attempting to bind port 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:44.106875 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:44.108661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:34:44.109265 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:44.109880 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.110444 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:34:44.111180 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-881055de-605d-4a7e-a8f7-6a5719a14d1a tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.2673390 Jan 12 09:34:44.111441 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Bound port: 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:44.112124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.113075 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b830f1d-b459-4c41-b525-8620fd1c3d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.119619 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33538) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:44.168209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2fbe86-e466-48a2-bd61-e89cfdfebd7e tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:44.171610 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7f2fbe86-e466-48a2-bd61-e89cfdfebd7e tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.197817 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-9442361c-7092-4912-914b-ca43abc95d34 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:44.199260 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9442361c-7092-4912-914b-ca43abc95d34 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3183682 Jan 12 09:34:44.211822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33542) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:44.212636 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] For port 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:34:44.216522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] For port 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:34:44.223526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.227429 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d38e35f9-01a0-464d-9fd5-23d3f3e1da19 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': '27fbf609-7776-42d0-98dd-6927bfa65ca3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:44.228479 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING neutron.api.v2.base [None req-d38e35f9-01a0-464d-9fd5-23d3f3e1da19 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 12 09:34:44.228479 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-d38e35f9-01a0-464d-9fd5-23d3f3e1da19 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:44.233943 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d38e35f9-01a0-464d-9fd5-23d3f3e1da19 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0156262 Jan 12 09:34:44.234827 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33546) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:44.237798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2fbe86-e466-48a2-bd61-e89cfdfebd7e tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:44.243433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-d4a95daf-f791-46da-93d2-b6672b20631d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Deleting port 7b87b2c4-3e32-4fc3-bf40-81447b3889ea {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:44.243770 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d4a95daf-f791-46da-93d2-b6672b20631d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.245191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-13e09d2b-8aa4-4306-95e1-e6bdf44becca tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': '27fbf609-7776-42d0-98dd-6927bfa65ca3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:44.252916 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.269737 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-13e09d2b-8aa4-4306-95e1-e6bdf44becca tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:44.275014 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.284965 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-13e09d2b-8aa4-4306-95e1-e6bdf44becca tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:44.311624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b830f1d-b459-4c41-b525-8620fd1c3d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.329145 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-13e09d2b-8aa4-4306-95e1-e6bdf44becca tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:44.340415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7f2fbe86-e466-48a2-bd61-e89cfdfebd7e tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.340723 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-7f2fbe86-e466-48a2-bd61-e89cfdfebd7e tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Added segment 96f412a0-e3d9-4926-a146-0e726ac88d01 of type vlan for network 4ef1c8a8-741d-4411-88db-61aba5c6a82e Jan 12 09:34:44.358148 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-13e09d2b-8aa4-4306-95e1-e6bdf44becca tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:44.362266 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5d73f-44d0-422d-90b1-1c28bfa4f180 None None] Pushing event updated for resources: {'Port': ['ID=30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:44.373227 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Allocated IP 172.20.0.2 (ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978/197bbcb3-1dd3-4082-b4ea-f1ca7c134e1d/ae122b9d-858a-4294-90ac-e8cf63c2970f) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:44.391544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b830f1d-b459-4c41-b525-8620fd1c3d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a97e10-90b8-4add-8056-f19de7c9b940,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:44.399902 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd2e782-3e9c-444c-a575-5d2e79cfb264 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:44.404084 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fcd2e782-3e9c-444c-a575-5d2e79cfb264 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3878469 Jan 12 09:34:44.404084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] device_id is not set on port 8c850425-ef0f-47d3-87fe-fa30f761e7ea yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:44.407390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33550) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:44.456512 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:44.457909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:44.460545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:44.504193 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7f2fbe86-e466-48a2-bd61-e89cfdfebd7e tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.508257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b830f1d-b459-4c41-b525-8620fd1c3d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.509424 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5b830f1d-b459-4c41-b525-8620fd1c3d19 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54a97e10-90b8-4add-8056-f19de7c9b940 HTTP/1.1" status: 204 len: 168 time: 0.8143375 Jan 12 09:34:44.545149 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55f379-3fea-443a-82fd-674bc3170543 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:44.546733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55f379-3fea-443a-82fd-674bc3170543 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:44.547521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5b55f379-3fea-443a-82fd-674bc3170543 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:44.557464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=26f8f923-24e7-430a-87ce-a7f62f3f472f,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:44.603974 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-13e09d2b-8aa4-4306-95e1-e6bdf44becca tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:44.605136 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-13e09d2b-8aa4-4306-95e1-e6bdf44becca tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3692524 Jan 12 09:34:44.613793 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33556) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:44.614309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:44.615124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.634807 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-cad183e2-d52d-46d2-a768-af0438f6c3fe tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': '27fbf609-7776-42d0-98dd-6927bfa65ca3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:44.635656 dv-neutron-824346-1-hyperv neutron-server[87663]: WARNING neutron.api.v2.base [None req-cad183e2-d52d-46d2-a768-af0438f6c3fe tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 12 09:34:44.636335 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-cad183e2-d52d-46d2-a768-af0438f6c3fe tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:44.637433 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cad183e2-d52d-46d2-a768-af0438f6c3fe tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0195496 Jan 12 09:34:44.640398 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33560) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:44.656869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7c4e40c7-cb8b-4a91-97d7-1bc17cb5d274 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': '27fbf609-7776-42d0-98dd-6927bfa65ca3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:44.665970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7c4e40c7-cb8b-4a91-97d7-1bc17cb5d274 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:44.696613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7c4e40c7-cb8b-4a91-97d7-1bc17cb5d274 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:44.704287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.706183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5b55f379-3fea-443a-82fd-674bc3170543 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:44.707682 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5b55f379-3fea-443a-82fd-674bc3170543 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2893386 Jan 12 09:34:44.707948 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-25e3777a-ea3b-4ad3-a4d2-26d415e7c585 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9098294 Jan 12 09:34:44.709159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7c4e40c7-cb8b-4a91-97d7-1bc17cb5d274 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:44.710685 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33564) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:44.711141 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33566) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:44.720559 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7c4e40c7-cb8b-4a91-97d7-1bc17cb5d274 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:44.722115 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Transition to ACTIVE for port object ae122b9d-858a-4294-90ac-e8cf63c2970f will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:44.774176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Transition to ACTIVE for port object ae122b9d-858a-4294-90ac-e8cf63c2970f will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:44.786302 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'network_id': 'ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978', 'name': 'tempest-PortsTestJSON-2090560265', 'fixed_ips': [{'subnet_id': '197bbcb3-1dd3-4082-b4ea-f1ca7c134e1d', 'ip_address': '172.20.0.9'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:44.786535 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.840986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d4a95daf-f791-46da-93d2-b6672b20631d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.855995 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-7c4e40c7-cb8b-4a91-97d7-1bc17cb5d274 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:44.859969 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7c4e40c7-cb8b-4a91-97d7-1bc17cb5d274 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2156434 Jan 12 09:34:44.870042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33574) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:44.876860 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a80ed00d-201d-4a94-b872-20914996b5e2 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': '27fbf609-7776-42d0-98dd-6927bfa65ca3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:44.877396 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING neutron.api.v2.base [None req-a80ed00d-201d-4a94-b872-20914996b5e2 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 12 09:34:44.877888 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-a80ed00d-201d-4a94-b872-20914996b5e2 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:44.881450 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a80ed00d-201d-4a94-b872-20914996b5e2 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076675 Jan 12 09:34:44.882640 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Pushing event updated for resources: {'Port': ['ID=ae122b9d-858a-4294-90ac-e8cf63c2970f,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:44.883055 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33578) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:44.887479 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Network ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:44.889398 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:44.891569 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-cf0b1c1a-6acd-451b-b3b9-b57c52d85d0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': '27fbf609-7776-42d0-98dd-6927bfa65ca3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:44.893840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:44.911315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cf0b1c1a-6acd-451b-b3b9-b57c52d85d0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:44.919265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cf0b1c1a-6acd-451b-b3b9-b57c52d85d0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:44.924003 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.925749 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cf0b1c1a-6acd-451b-b3b9-b57c52d85d0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:44.933765 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cf0b1c1a-6acd-451b-b3b9-b57c52d85d0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:44.945125 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7f2fbe86-e466-48a2-bd61-e89cfdfebd7e tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.951179 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2fbe86-e466-48a2-bd61-e89cfdfebd7e tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:44.951810 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7f2fbe86-e466-48a2-bd61-e89cfdfebd7e tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.982713 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-cf0b1c1a-6acd-451b-b3b9-b57c52d85d0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:44.986466 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cf0b1c1a-6acd-451b-b3b9-b57c52d85d0b tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0999737 Jan 12 09:34:44.987990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:44.998324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33582) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:45.063352 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-5fb35f80-3387-495a-a38f-eeb9852cd368 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': '27fbf609-7776-42d0-98dd-6927bfa65ca3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:45.066418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Attempting to bind port ae122b9d-858a-4294-90ac-e8cf63c2970f on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:45.067121 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Attempting to bind port ae122b9d-858a-4294-90ac-e8cf63c2970f by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '8a063a62-f5ac-4270-be2c-e100ee23ffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:45.067691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Attempting to bind port ae122b9d-858a-4294-90ac-e8cf63c2970f on network ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:45.075994 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:34:45.076416 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Checking segment: {'id': '8a063a62-f5ac-4270-be2c-e100ee23ffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:45.077552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.077930 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Bound using segment: {'id': '8a063a62-f5ac-4270-be2c-e100ee23ffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:34:45.078563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Bound port: ae122b9d-858a-4294-90ac-e8cf63c2970f, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a063a62-f5ac-4270-be2c-e100ee23ffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:45.078937 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.082191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5fb35f80-3387-495a-a38f-eeb9852cd368 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:45.092901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 24c06832-e5be-4cfc-84ee-269a182e3296 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:45.093714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33586) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:45.097661 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:45.100390 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:45.107394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:45.108249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.118351 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5fb35f80-3387-495a-a38f-eeb9852cd368 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:45.143728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-06720acd-2a33-44ef-a68f-defb24210813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.153220 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5fb35f80-3387-495a-a38f-eeb9852cd368 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:45.166948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5fb35f80-3387-495a-a38f-eeb9852cd368 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:45.173783 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=8c850425-ef0f-47d3-87fe-fa30f761e7ea,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:45.183545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-06720acd-2a33-44ef-a68f-defb24210813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:45.190027 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-06720acd-2a33-44ef-a68f-defb24210813 admin admin] Usage tracker for resource:security_group_rule and tenant:e16d8a98ca2c47f89122e076bca650e3 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:45.193487 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fe33b258-b058-4d4e-bc3b-d83899448026 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3979397 Jan 12 09:34:45.194561 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-06720acd-2a33-44ef-a68f-defb24210813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:45.200696 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33590) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:45.204283 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-06720acd-2a33-44ef-a68f-defb24210813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:45.208651 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] For port ae122b9d-858a-4294-90ac-e8cf63c2970f, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:34:45.212949 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] For port ae122b9d-858a-4294-90ac-e8cf63c2970f, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ae122b9d-858a-4294-90ac-e8cf63c2970f,segment=NetworkSegment(8a063a62-f5ac-4270-be2c-e100ee23ffbf),segment_id=8a063a62-f5ac-4270-be2c-e100ee23ffbf)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:34:45.219594 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.248025 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-d4a95daf-f791-46da-93d2-b6672b20631d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Calling delete_port for 7b87b2c4-3e32-4fc3-bf40-81447b3889ea owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:45.291573 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7f2fbe86-e466-48a2-bd61-e89cfdfebd7e tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2872188 Jan 12 09:34:45.293309 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-5fb35f80-3387-495a-a38f-eeb9852cd368 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:45.294710 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5fb35f80-3387-495a-a38f-eeb9852cd368 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2539227 Jan 12 09:34:45.304417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33594) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:45.304751 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33596) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:45.333402 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42715f2-05fc-4da3-b2ec-952f3412d0a7 None None] Pushing event updated for resources: {'Port': ['ID=ae122b9d-858a-4294-90ac-e8cf63c2970f,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:45.360832 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6a711bc5-8945-4db0-903b-50bc32c2c3bb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'subnet': {'network_id': '4ef1c8a8-741d-4411-88db-61aba5c6a82e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:45.399045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-6824ce20-12da-403a-8aea-985307bf1723 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet cb273561-361f-4222-acff-2c214521cbb1 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:34:45.411440 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6824ce20-12da-403a-8aea-985307bf1723 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.456475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509f1aa4-a3bd-4961-a5dd-b171f8ee86f7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:45.457247 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-509f1aa4-a3bd-4961-a5dd-b171f8ee86f7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:45.528245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-985db893-85da-457e-8da4-1f67b481431a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.576442 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-509f1aa4-a3bd-4961-a5dd-b171f8ee86f7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:45.580153 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-509f1aa4-a3bd-4961-a5dd-b171f8ee86f7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/8c850425-ef0f-47d3-87fe-fa30f761e7ea HTTP/1.1" status: 200 len: 844 time: 0.3759704 Jan 12 09:34:45.586470 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fbe86-e466-48a2-bd61-e89cfdfebd7e tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Network': ['ID=4ef1c8a8-741d-4411-88db-61aba5c6a82e,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:45.595689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6824ce20-12da-403a-8aea-985307bf1723 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.608118 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33602) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:45.609473 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 4ef1c8a8-741d-4411-88db-61aba5c6a82e details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:45.649147 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6a711bc5-8945-4db0-903b-50bc32c2c3bb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:45.656792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6a711bc5-8945-4db0-903b-50bc32c2c3bb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:subnet and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:45.663607 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6a711bc5-8945-4db0-903b-50bc32c2c3bb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:45.666336 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:45.713699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6a711bc5-8945-4db0-903b-50bc32c2c3bb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:45.729909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-985db893-85da-457e-8da4-1f67b481431a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.787218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:45.796613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-06720acd-2a33-44ef-a68f-defb24210813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.800752 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:port and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:45.809669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:45.822467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d4a95daf-f791-46da-93d2-b6672b20631d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.828359 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:45.830228 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a711bc5-8945-4db0-903b-50bc32c2c3bb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:45.834653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6a711bc5-8945-4db0-903b-50bc32c2c3bb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.850986 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-06720acd-2a33-44ef-a68f-defb24210813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.902868 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a95daf-f791-46da-93d2-b6672b20631d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b87b2c4-3e32-4fc3-bf40-81447b3889ea,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:45.908863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:45.946121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e22eb110-f68b-4b91-add8-b603d562d124 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port 8c850425-ef0f-47d3-87fe-fa30f761e7ea {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:45.946605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e22eb110-f68b-4b91-add8-b603d562d124 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:45.967020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:46.001775 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6824ce20-12da-403a-8aea-985307bf1723 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.040110 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d4a95daf-f791-46da-93d2-b6672b20631d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.049998 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-80dda1e6-9ec9-4d1a-8cff-efc3fe879b0a None None] Provisioning for port 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:46.055482 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-80dda1e6-9ec9-4d1a-8cff-efc3fe879b0a None None] Provisioning complete for port 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:46.056131 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-80dda1e6-9ec9-4d1a-8cff-efc3fe879b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.101154 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d4a95daf-f791-46da-93d2-b6672b20631d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "DELETE /v2.0/ports/7b87b2c4-3e32-4fc3-bf40-81447b3889ea HTTP/1.1" status: 204 len: 168 time: 1.9789152 Jan 12 09:34:46.106816 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-06720acd-2a33-44ef-a68f-defb24210813 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e16d8a98ca2c47f89122e076bca650e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9912336 Jan 12 09:34:46.106816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33606) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:46.106816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33608) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:46.110129 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06720acd-2a33-44ef-a68f-defb24210813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cf8e87-dfc7-45e2-bd8b-aa15b9524461,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:46.120041 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d54b440-5c1e-4188-bd6b-572b71d39e5c', 'external_fixed_ips': [{'subnet_id': 'ff03fc6e-4e15-4b23-8144-e91370ea808c', 'ip_address': '2001:db8::33e'}]}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:46.143549 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-985db893-85da-457e-8da4-1f67b481431a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.153042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:46.170304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.195113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] device_id is not set on port a212a7ee-d458-4212-a39e-c60700af91a4 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:46.230830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-80dda1e6-9ec9-4d1a-8cff-efc3fe879b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.231092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6824ce20-12da-403a-8aea-985307bf1723 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.281606 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b0093d-3621-4f64-bb97-c877a500f850 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:46.283291 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6824ce20-12da-403a-8aea-985307bf1723 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.301508 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824ce20-12da-403a-8aea-985307bf1723 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=cb273561-361f-4222-acff-2c214521cbb1,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:46.312160 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6824ce20-12da-403a-8aea-985307bf1723 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/cb273561-361f-4222-acff-2c214521cbb1 HTTP/1.1" status: 204 len: 168 time: 1.5981410 Jan 12 09:34:46.312802 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33614) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:46.338842 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Usage tracker for resource:router and tenant:6a3865838a444485be143634d9f723a5 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:46.353602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:46.378038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985db893-85da-457e-8da4-1f67b481431a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fbf609-7776-42d0-98dd-6927bfa65ca3,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:46.385716 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:46.412395 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a4d7fcdd-1b0f-4bea-aa0f-f758ad48f724 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949309 Jan 12 09:34:46.413269 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33618) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:46.450443 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-985db893-85da-457e-8da4-1f67b481431a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.453914 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-985db893-85da-457e-8da4-1f67b481431a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "DELETE /v2.0/security-groups/27fbf609-7776-42d0-98dd-6927bfa65ca3 HTTP/1.1" status: 204 len: 168 time: 1.1443739 Jan 12 09:34:46.457820 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-67784787-2c94-41f1-bef4-09fa1c12b0bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:46.461274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33622) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:46.463169 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.464219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.511140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-80dda1e6-9ec9-4d1a-8cff-efc3fe879b0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:46.511850 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-80dda1e6-9ec9-4d1a-8cff-efc3fe879b0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:46.594808 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.637576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-67784787-2c94-41f1-bef4-09fa1c12b0bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:46.649550 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-67784787-2c94-41f1-bef4-09fa1c12b0bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:46.655103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-67784787-2c94-41f1-bef4-09fa1c12b0bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:46.659990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8d81-3c56-471b-99fa-473a60a4e3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.664904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-67784787-2c94-41f1-bef4-09fa1c12b0bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:46.668745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.676680 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Allocated IP 172.20.0.9 (ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978/197bbcb3-1dd3-4082-b4ea-f1ca7c134e1d/a212a7ee-d458-4212-a39e-c60700af91a4) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:46.687702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e22eb110-f68b-4b91-add8-b603d562d124 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.689754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67784787-2c94-41f1-bef4-09fa1c12b0bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:46.693425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67784787-2c94-41f1-bef4-09fa1c12b0bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.705005 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf18df9-f806-48c3-bc03-e3dc444d54eb None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:34:46.708698 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-dbf18df9-f806-48c3-bc03-e3dc444d54eb None None] Deleting port 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:46.709173 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-dbf18df9-f806-48c3-bc03-e3dc444d54eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.818332 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4def4b4-af4a-4dc8-9e58-282a8e7ba3df None None] Network ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:46.849957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-aad97252-05f1-42e8-9f20-955e81ef3803 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Synchronizing usage tracker for tenant:8213ab3226e549aa90c70a468d984539 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:46.853556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8d81-3c56-471b-99fa-473a60a4e3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:46.867305 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e22eb110-f68b-4b91-add8-b603d562d124 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for 8c850425-ef0f-47d3-87fe-fa30f761e7ea owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:47.070364 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-aad97252-05f1-42e8-9f20-955e81ef3803 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Unset dirty status for tenant:8213ab3226e549aa90c70a468d984539 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:47.071648 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-aad97252-05f1-42e8-9f20-955e81ef3803 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6038697 Jan 12 09:34:47.076337 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33626) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:47.077492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6a711bc5-8945-4db0-903b-50bc32c2c3bb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.086300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-80dda1e6-9ec9-4d1a-8cff-efc3fe879b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.116521 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-dbf18df9-f806-48c3-bc03-e3dc444d54eb None None] For port 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:47.116911 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-dbf18df9-f806-48c3-bc03-e3dc444d54eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.179050 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-235e13d1-9b63-4bad-987f-9d57ff32c595 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1923126822'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:47.198365 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-235e13d1-9b63-4bad-987f-9d57ff32c595 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:47.240116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.298817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-235e13d1-9b63-4bad-987f-9d57ff32c595 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:47.313937 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-dbf18df9-f806-48c3-bc03-e3dc444d54eb None None] Calling delete_port for 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:47.360342 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-80dda1e6-9ec9-4d1a-8cff-efc3fe879b0a None None] For port 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:47.379179 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-80dda1e6-9ec9-4d1a-8cff-efc3fe879b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.384010 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67784787-2c94-41f1-bef4-09fa1c12b0bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.405582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e22eb110-f68b-4b91-add8-b603d562d124 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.432380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.472633 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Transition to ACTIVE for port object a212a7ee-d458-4212-a39e-c60700af91a4 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:47.489816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-235e13d1-9b63-4bad-987f-9d57ff32c595 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.509471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8d81-3c56-471b-99fa-473a60a4e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.514956 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a711bc5-8945-4db0-903b-50bc32c2c3bb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Subnet': ['ID=3bf5af73-dcf0-4853-a05b-73f7c422bc40,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:47.519100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-dbf18df9-f806-48c3-bc03-e3dc444d54eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:47.519459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-dbf18df9-f806-48c3-bc03-e3dc444d54eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:47.538835 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dda1e6-9ec9-4d1a-8cff-efc3fe879b0a None None] Pushing event updated for resources: {'Port': ['ID=30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:47.545301 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d248d220-e2e9-48c9-b8d0-021354aa0096 None None] Provisioning for port ae122b9d-858a-4294-90ac-e8cf63c2970f completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:47.558098 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-235e13d1-9b63-4bad-987f-9d57ff32c595 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:47.563646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67784787-2c94-41f1-bef4-09fa1c12b0bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:47.564978 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-67784787-2c94-41f1-bef4-09fa1c12b0bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:47.565468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a711bc5-8945-4db0-903b-50bc32c2c3bb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Checking segment: {'id': '96f412a0-e3d9-4926-a146-0e726ac88d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4ef1c8a8-741d-4411-88db-61aba5c6a82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:47.565895 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a711bc5-8945-4db0-903b-50bc32c2c3bb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network hostable DHCP agents. Network: 4ef1c8a8-741d-4411-88db-61aba5c6a82e, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:47.566675 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67784787-2c94-41f1-bef4-09fa1c12b0bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=599c8fce-6458-46e5-becb-7a57a50f5186,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:47.570511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67784787-2c94-41f1-bef4-09fa1c12b0bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:47.576323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67784787-2c94-41f1-bef4-09fa1c12b0bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.576538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22eb110-f68b-4b91-add8-b603d562d124 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=8c850425-ef0f-47d3-87fe-fa30f761e7ea,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:47.599685 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-235e13d1-9b63-4bad-987f-9d57ff32c595 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:47.605868 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e22eb110-f68b-4b91-add8-b603d562d124 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.613297 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-67784787-2c94-41f1-bef4-09fa1c12b0bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1925671 Jan 12 09:34:47.614681 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33630) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:47.620124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8d81-3c56-471b-99fa-473a60a4e3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.620524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d26d3f5a-f54d-493a-a888-091515919754 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-871353836', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:47.621889 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9e7b8d81-3c56-471b-99fa-473a60a4e3d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08cf8e87-dfc7-45e2-bd8b-aa15b9524461 HTTP/1.1" status: 204 len: 168 time: 1.5063262 Jan 12 09:34:47.626821 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e22eb110-f68b-4b91-add8-b603d562d124 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/8c850425-ef0f-47d3-87fe-fa30f761e7ea HTTP/1.1" status: 204 len: 168 time: 2.0115864 Jan 12 09:34:47.629299 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33636) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:47.634259 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d26d3f5a-f54d-493a-a888-091515919754 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:47.636810 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b8d81-3c56-471b-99fa-473a60a4e3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cf8e87-dfc7-45e2-bd8b-aa15b9524461,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:47.641804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.650392 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-235e13d1-9b63-4bad-987f-9d57ff32c595 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:47.687021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-235e13d1-9b63-4bad-987f-9d57ff32c595 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:47.719231 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d26d3f5a-f54d-493a-a888-091515919754 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:router and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:47.754620 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ae122b9d-858a-4294-90ac-e8cf63c2970f up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:47.763677 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a711bc5-8945-4db0-903b-50bc32c2c3bb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network 4ef1c8a8-741d-4411-88db-61aba5c6a82e is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:47.789739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-6a711bc5-8945-4db0-903b-50bc32c2c3bb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 4ef1c8a8-741d-4411-88db-61aba5c6a82e) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:47.802188 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a711bc5-8945-4db0-903b-50bc32c2c3bb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:47.802914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6a711bc5-8945-4db0-903b-50bc32c2c3bb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.818242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51815e18-eff3-4571-802e-edcabf7014f6 None None] Network 4ef1c8a8-741d-4411-88db-61aba5c6a82e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:47.818636 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d26d3f5a-f54d-493a-a888-091515919754 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:47.843772 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e419730-8d43-4184-a1d8-7219bb2e1726 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] GET failed (client error): The resource could not be found. Jan 12 09:34:47.844507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0e419730-8d43-4184-a1d8-7219bb2e1726 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:47.851741 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d26d3f5a-f54d-493a-a888-091515919754 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:47.874742 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:47.884111 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:47.895424 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:47.980817 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d26d3f5a-f54d-493a-a888-091515919754 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.982297 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d26d3f5a-f54d-493a-a888-091515919754 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:47.986519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=a212a7ee-d458-4212-a39e-c60700af91a4,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:47.989513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0e419730-8d43-4184-a1d8-7219bb2e1726 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:47.991742 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0e419730-8d43-4184-a1d8-7219bb2e1726 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/8c850425-ef0f-47d3-87fe-fa30f761e7ea HTTP/1.1" status: 404 len: 333 time: 0.3605311 Jan 12 09:34:47.999875 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33642) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:48.009912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-95ee1a4d-4583-43d2-93a9-444c44d1fc2a None None] Provisioning for port 26f8f923-24e7-430a-87ce-a7f62f3f472f completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:48.014663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-f772fc47-47e3-4823-a46a-e64db1b6996b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'name': 'tempest-PortsIpV6TestJSON-15307703'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:48.016182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-235e13d1-9b63-4bad-987f-9d57ff32c595 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.029491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-235e13d1-9b63-4bad-987f-9d57ff32c595 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.044031 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-95ee1a4d-4583-43d2-93a9-444c44d1fc2a None None] Provisioning complete for port 26f8f923-24e7-430a-87ce-a7f62f3f472f triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:48.047624 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95ee1a4d-4583-43d2-93a9-444c44d1fc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.070601 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e13d1-9b63-4bad-987f-9d57ff32c595 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb3a0c3-ba51-4ded-8001-0a5aa212b9f9,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:48.079229 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6a711bc5-8945-4db0-903b-50bc32c2c3bb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7723923 Jan 12 09:34:48.081786 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33648) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:48.093270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-13e5a4b3-d7bc-43eb-9fe2-32cf5d405822 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1644954756'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:48.106891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-13e5a4b3-d7bc-43eb-9fe2-32cf5d405822 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:48.120590 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-235e13d1-9b63-4bad-987f-9d57ff32c595 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.121819 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-235e13d1-9b63-4bad-987f-9d57ff32c595 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0406322 Jan 12 09:34:48.123891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-13e5a4b3-d7bc-43eb-9fe2-32cf5d405822 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:network and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:48.127083 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33654) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:48.134225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-1def9f6c-e1f8-402e-831b-05773828bb35 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': 'ebb3a0c3-ba51-4ded-8001-0a5aa212b9f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:48.140198 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-13e5a4b3-d7bc-43eb-9fe2-32cf5d405822 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:48.151374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1def9f6c-e1f8-402e-831b-05773828bb35 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:48.156071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-13e5a4b3-d7bc-43eb-9fe2-32cf5d405822 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:48.161192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1def9f6c-e1f8-402e-831b-05773828bb35 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:48.165758 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1def9f6c-e1f8-402e-831b-05773828bb35 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:48.172327 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:48.172327 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.189700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d26d3f5a-f54d-493a-a888-091515919754 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.222524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1def9f6c-e1f8-402e-831b-05773828bb35 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:48.238799 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e5a4b3-d7bc-43eb-9fe2-32cf5d405822 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:48.242253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13e5a4b3-d7bc-43eb-9fe2-32cf5d405822 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.269889 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-dbf18df9-f806-48c3-bc03-e3dc444d54eb None None] Deleting port 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:48.270383 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-dbf18df9-f806-48c3-bc03-e3dc444d54eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.307441 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-95ee1a4d-4583-43d2-93a9-444c44d1fc2a None None] Port 26f8f923-24e7-430a-87ce-a7f62f3f472f cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:48.319135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f772fc47-47e3-4823-a46a-e64db1b6996b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:48.334956 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f772fc47-47e3-4823-a46a-e64db1b6996b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:48.345127 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7408453a-9804-4919-a927-ad54a16cfa43 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6325889 Jan 12 09:34:48.348631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33662) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:48.390805 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d26d3f5a-f54d-493a-a888-091515919754 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.418087 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f772fc47-47e3-4823-a46a-e64db1b6996b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:48.421659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f772fc47-47e3-4823-a46a-e64db1b6996b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.443341 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port ae122b9d-858a-4294-90ac-e8cf63c2970f completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:48.456372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d26d3f5a-f54d-493a-a888-091515919754 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.460380 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d26d3f5a-f54d-493a-a888-091515919754 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8421028 Jan 12 09:34:48.462168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-f772fc47-47e3-4823-a46a-e64db1b6996b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] device_id is not set on port fc94d033-4de0-47ce-a997-f6c9db51b731 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:48.485522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-4ef1c8a8-741d-4411-88db-61aba5c6a82e', 'network_id': '4ef1c8a8-741d-4411-88db-61aba5c6a82e', 'tenant_id': '725b67fecd74437c9a70440f1933104e', 'fixed_ips': [{'subnet_id': '3bf5af73-dcf0-4853-a05b-73f7c422bc40'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:34:48.486595 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.509548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port ae122b9d-858a-4294-90ac-e8cf63c2970f triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:48.510198 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.511187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33666) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:48.676500 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e5a4b3-d7bc-43eb-9fe2-32cf5d405822 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:48.686291 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13e5a4b3-d7bc-43eb-9fe2-32cf5d405822 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.686632 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-13e5a4b3-d7bc-43eb-9fe2-32cf5d405822 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Added segment 165d1071-27a1-4762-964e-4e61e89ef440 of type vlan for network 620786a0-d86a-4798-b2de-b6e6a18e1eec Jan 12 09:34:48.701494 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-1def9f6c-e1f8-402e-831b-05773828bb35 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The resource could not be found. Jan 12 09:34:48.705423 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1def9f6c-e1f8-402e-831b-05773828bb35 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5732622 Jan 12 09:34:48.706714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33676) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:48.741372 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-95ee1a4d-4583-43d2-93a9-444c44d1fc2a None None] Provisioning complete for port ae122b9d-858a-4294-90ac-e8cf63c2970f triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:48.741956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95ee1a4d-4583-43d2-93a9-444c44d1fc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.749295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-de3cf76b-557c-4c21-a45b-6c619e1a58c4 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': 'ebb3a0c3-ba51-4ded-8001-0a5aa212b9f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '31501509-45d9-43b6-9a54-d0d2a8ab07b4'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:48.768774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-de3cf76b-557c-4c21-a45b-6c619e1a58c4 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:48.785131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13e5a4b3-d7bc-43eb-9fe2-32cf5d405822 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.788975 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-de3cf76b-557c-4c21-a45b-6c619e1a58c4 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:48.794439 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-de3cf76b-557c-4c21-a45b-6c619e1a58c4 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:48.808672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-de3cf76b-557c-4c21-a45b-6c619e1a58c4 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:48.815021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.864547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.868030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-dbf18df9-f806-48c3-bc03-e3dc444d54eb None None] For port 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:48.869137 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-dbf18df9-f806-48c3-bc03-e3dc444d54eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.924013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33a1403-8ba9-46f8-9c0a-0e64e020abac tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:48.925140 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e33a1403-8ba9-46f8-9c0a-0e64e020abac tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:48.949355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13e5a4b3-d7bc-43eb-9fe2-32cf5d405822 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:48.956033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e5a4b3-d7bc-43eb-9fe2-32cf5d405822 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:48.956649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13e5a4b3-d7bc-43eb-9fe2-32cf5d405822 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.040130 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-de3cf76b-557c-4c21-a45b-6c619e1a58c4 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The resource could not be found. Jan 12 09:34:49.041257 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-de3cf76b-557c-4c21-a45b-6c619e1a58c4 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3335106 Jan 12 09:34:49.042842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-dbf18df9-f806-48c3-bc03-e3dc444d54eb None None] Calling delete_port for 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:49.072945 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33686) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:49.099506 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-13e5a4b3-d7bc-43eb-9fe2-32cf5d405822 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0144670 Jan 12 09:34:49.148897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33692) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:49.177109 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5a4b3-d7bc-43eb-9fe2-32cf5d405822 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Network': ['ID=620786a0-d86a-4798-b2de-b6e6a18e1eec,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:49.212202 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 620786a0-d86a-4798-b2de-b6e6a18e1eec details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:49.290930 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0974d8c3-4663-43c8-927a-61010b20d1f6 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.295443 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Allocated IP 2001:db8::33e (3d54b440-5c1e-4188-bd6b-572b71d39e5c/ff03fc6e-4e15-4b23-8144-e91370ea808c/a9334b48-550d-4d44-b99e-b295a3534c76) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:49.331149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0974d8c3-4663-43c8-927a-61010b20d1f6 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.357311 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95ee1a4d-4583-43d2-93a9-444c44d1fc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.444905 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Allocated IP 2001:db8::3 (4ef1c8a8-741d-4411-88db-61aba5c6a82e/3bf5af73-dcf0-4853-a05b-73f7c422bc40/71fa2c64-30ca-4f2e-9bbe-9096498d6a8f) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:49.451795 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.477248 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-dbf18df9-f806-48c3-bc03-e3dc444d54eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.488405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0974d8c3-4663-43c8-927a-61010b20d1f6 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.523689 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974d8c3-4663-43c8-927a-61010b20d1f6 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb3a0c3-ba51-4ded-8001-0a5aa212b9f9,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:49.563037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.563037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0974d8c3-4663-43c8-927a-61010b20d1f6 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.563037 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0974d8c3-4663-43c8-927a-61010b20d1f6 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "DELETE /v2.0/security-groups/ebb3a0c3-ba51-4ded-8001-0a5aa212b9f9 HTTP/1.1" status: 204 len: 168 time: 0.4812319 Jan 12 09:34:49.563037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33704) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:49.565003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'subnet': {'network_id': '620786a0-d86a-4798-b2de-b6e6a18e1eec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:49.572243 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf18df9-f806-48c3-bc03-e3dc444d54eb None None] Pushing event deleted for resources: {'Port': ['ID=30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:49.585531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-95ee1a4d-4583-43d2-93a9-444c44d1fc2a None None] For port ae122b9d-858a-4294-90ac-e8cf63c2970f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ae122b9d-858a-4294-90ac-e8cf63c2970f,segment=NetworkSegment(8a063a62-f5ac-4270-be2c-e100ee23ffbf),segment_id=8a063a62-f5ac-4270-be2c-e100ee23ffbf)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:49.592313 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf18df9-f806-48c3-bc03-e3dc444d54eb None None] No DVR routers for this DVR port 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:49.614527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95ee1a4d-4583-43d2-93a9-444c44d1fc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.621241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f772fc47-47e3-4823-a46a-e64db1b6996b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.648993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1cd956ba-24dd-412b-84f2-ba262dac1195 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Synchronizing usage tracker for tenant:8213ab3226e549aa90c70a468d984539 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:49.671193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1cd956ba-24dd-412b-84f2-ba262dac1195 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Unset dirty status for tenant:8213ab3226e549aa90c70a468d984539 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:49.673013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e33a1403-8ba9-46f8-9c0a-0e64e020abac tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:49.673730 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1cd956ba-24dd-412b-84f2-ba262dac1195 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1098535 Jan 12 09:34:49.675716 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbe2b2a-0fcc-4707-9e60-50256aacf034 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:49.677251 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e33a1403-8ba9-46f8-9c0a-0e64e020abac tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 1.3276384 Jan 12 09:34:49.679551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.680966 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33710) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:49.681476 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33712) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:49.713328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f772fc47-47e3-4823-a46a-e64db1b6996b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.731020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33718) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:49.791168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Pushing event updated for resources: {'Port': ['ID=a9334b48-550d-4d44-b99e-b295a3534c76,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:49.808739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Network 3d54b440-5c1e-4188-bd6b-572b71d39e5c is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:49.811136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:49.820423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:49.852852 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-e80d8955-78f0-4b9d-afdd-2cc3b372bf9d tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': '743cb339-c67b-4742-a8b1-19ffec5c0c14', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:49.858956 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e80d8955-78f0-4b9d-afdd-2cc3b372bf9d tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:49.862732 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e80d8955-78f0-4b9d-afdd-2cc3b372bf9d tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:49.865844 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e80d8955-78f0-4b9d-afdd-2cc3b372bf9d tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:49.872545 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e80d8955-78f0-4b9d-afdd-2cc3b372bf9d tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:49.899103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:49.923145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f772fc47-47e3-4823-a46a-e64db1b6996b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 24c06832-e5be-4cfc-84ee-269a182e3296 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:49.945829 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:49.946512 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:49.949880 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2042361861'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:49.955698 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:49.960311 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Usage tracker for resource:network and tenant:5d4ee619a0aa4ad6856906e6eb0e7638 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:49.963222 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:49.967033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-45c4484f-156a-4e29-87f5-f81570da5c22 None None] Provisioning for port a212a7ee-d458-4212-a39e-c60700af91a4 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:49.970292 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:49.975777 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee1a4d-4583-43d2-93a9-444c44d1fc2a None None] Pushing event updated for resources: {'Port': ['ID=ae122b9d-858a-4294-90ac-e8cf63c2970f,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:49.993332 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-45c4484f-156a-4e29-87f5-f81570da5c22 None None] Provisioning complete for port a212a7ee-d458-4212-a39e-c60700af91a4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:49.993821 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-45c4484f-156a-4e29-87f5-f81570da5c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.006499 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-f772fc47-47e3-4823-a46a-e64db1b6996b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:50.043263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Made reservation on behalf of 5d4ee619a0aa4ad6856906e6eb0e7638 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:50.046544 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.058338 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f772fc47-47e3-4823-a46a-e64db1b6996b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:50.063916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f772fc47-47e3-4823-a46a-e64db1b6996b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:50.064588 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f772fc47-47e3-4823-a46a-e64db1b6996b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.097337 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.134846 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:50.142312 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Usage tracker for resource:security_group_rule and tenant:5d4ee619a0aa4ad6856906e6eb0e7638 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:50.150262 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:50.159420 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:50.162361 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-45c4484f-156a-4e29-87f5-f81570da5c22 None None] Port a212a7ee-d458-4212-a39e-c60700af91a4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:50.211890 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.225355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772fc47-47e3-4823-a46a-e64db1b6996b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=fc94d033-4de0-47ce-a997-f6c9db51b731,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:50.227393 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Transition to ACTIVE for port object 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:50.234848 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-45c4484f-156a-4e29-87f5-f81570da5c22 None None] Provisioning complete for port 26f8f923-24e7-430a-87ce-a7f62f3f472f triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:50.235248 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-45c4484f-156a-4e29-87f5-f81570da5c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.245102 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:50.258895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:subnet and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:50.266170 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:50.269297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': '599c8fce-6458-46e5-becb-7a57a50f5186'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:34:50.270329 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.277156 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-e80d8955-78f0-4b9d-afdd-2cc3b372bf9d tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The resource could not be found. Jan 12 09:34:50.283883 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e80d8955-78f0-4b9d-afdd-2cc3b372bf9d tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5689943 Jan 12 09:34:50.283883 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f772fc47-47e3-4823-a46a-e64db1b6996b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.2794912 Jan 12 09:34:50.283883 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33724) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:50.284211 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33728) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:50.287754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:50.308279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6518833a-5f25-4fb5-aaf7-62ea12ef3c0f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:50.313503 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Transition to ACTIVE for port object 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:50.314145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6518833a-5f25-4fb5-aaf7-62ea12ef3c0f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:50.320015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6518833a-5f25-4fb5-aaf7-62ea12ef3c0f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:50.321688 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6518833a-5f25-4fb5-aaf7-62ea12ef3c0f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.6103735 Jan 12 09:34:50.323897 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-45c4484f-156a-4e29-87f5-f81570da5c22 None None] Port 26f8f923-24e7-430a-87ce-a7f62f3f472f cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:50.329161 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d8432372-c08c-4fec-8003-c3e80e88c259 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:50.347932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-e82555bf-5181-46c4-b36b-17b664f04a9f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1615602397'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:50.351962 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33734) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:50.365998 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.400489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e82555bf-5181-46c4-b36b-17b664f04a9f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:50.417861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:50.421372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.448891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e82555bf-5181-46c4-b36b-17b664f04a9f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:50.486196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.494046 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Network 4ef1c8a8-741d-4411-88db-61aba5c6a82e is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:50.508970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:50.526835 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:50.533513 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Pushing event updated for resources: {'Port': ['ID=71fa2c64-30ca-4f2e-9bbe-9096498d6a8f,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:50.541412 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-55c91214-ba09-4502-bc02-051660e3a016 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port a212a7ee-d458-4212-a39e-c60700af91a4 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:50.541972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-55c91214-ba09-4502-bc02-051660e3a016 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.601484 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.ipam_backend_mixin [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Performing IP validity checks on allocation pools {{(pid=87663) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 12 09:34:50.602027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.ipam_backend_mixin [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87663) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 12 09:34:50.649465 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Attempting to bind port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:50.649774 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Attempting to bind port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '96f412a0-e3d9-4926-a146-0e726ac88d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4ef1c8a8-741d-4411-88db-61aba5c6a82e'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:50.650312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Attempting to bind port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f on network 4ef1c8a8-741d-4411-88db-61aba5c6a82e {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:50.655622 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:50.665177 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8432372-c08c-4fec-8003-c3e80e88c259 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.691577 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:34:50.692272 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Checking segment: {'id': '96f412a0-e3d9-4926-a146-0e726ac88d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4ef1c8a8-741d-4411-88db-61aba5c6a82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:50.692490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.692892 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Bound using segment: {'id': '96f412a0-e3d9-4926-a146-0e726ac88d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4ef1c8a8-741d-4411-88db-61aba5c6a82e'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:34:50.693343 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Bound port: 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f412a0-e3d9-4926-a146-0e726ac88d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4ef1c8a8-741d-4411-88db-61aba5c6a82e'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:50.693715 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.695304 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e82555bf-5181-46c4-b36b-17b664f04a9f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.711569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:34:50.711932 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 30fd0aa5-9f3d-468a-ba0a-bc62bb7e2804 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:50.785615 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::1 (ff4a5360-acb6-446d-a4d9-75b6632567e8/599c8fce-6458-46e5-becb-7a57a50f5186/901012e9-2966-4ea0-ae2c-dcf978f365a0) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:50.786834 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.797423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e82555bf-5181-46c4-b36b-17b664f04a9f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:50.820487 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] For port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:34:50.826405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] For port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=71fa2c64-30ca-4f2e-9bbe-9096498d6a8f,segment=NetworkSegment(96f412a0-e3d9-4926-a146-0e726ac88d01),segment_id=96f412a0-e3d9-4926-a146-0e726ac88d01)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:34:50.829663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.832867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ae122b9d-858a-4294-90ac-e8cf63c2970f up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:50.840280 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e82555bf-5181-46c4-b36b-17b664f04a9f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:50.862333 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e82555bf-5181-46c4-b36b-17b664f04a9f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:50.874949 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:50.952968 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e82555bf-5181-46c4-b36b-17b664f04a9f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:50.972049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:50.984051 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2934d-babd-4f23-92a9-0aaef2592538 None None] Pushing event updated for resources: {'Port': ['ID=71fa2c64-30ca-4f2e-9bbe-9096498d6a8f,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:50.999039 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port ae122b9d-858a-4294-90ac-e8cf63c2970f triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:50.999769 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.054928 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b781b9-de2d-4ea7-ae03-f9cb0c79c2c2,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:51.071727 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.072097 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Added segment 68a9eb75-fb46-457e-a430-e937b74c4b22 of type vlan for network d2b69632-6aeb-43a0-b452-78188d8ab1d7 Jan 12 09:34:51.180425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8432372-c08c-4fec-8003-c3e80e88c259 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.182367 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.258807 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8432372-c08c-4fec-8003-c3e80e88c259 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.411080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.558527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-55c91214-ba09-4502-bc02-051660e3a016 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.569706 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e82555bf-5181-46c4-b36b-17b664f04a9f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.573159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:34:51.603829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Subnet': ['ID=72a2bb33-f6fc-459a-b4da-98244a84356e,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:51.608862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-d8432372-c08c-4fec-8003-c3e80e88c259 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] In _notify_port_updated(), no bound segment for port fc94d033-4de0-47ce-a997-f6c9db51b731 on network 24c06832-e5be-4cfc-84ee-269a182e3296 {{(pid=87663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:34:51.614223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8432372-c08c-4fec-8003-c3e80e88c259 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:51.614876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8432372-c08c-4fec-8003-c3e80e88c259 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.618731 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d8432372-c08c-4fec-8003-c3e80e88c259 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "PUT /v2.0/ports/fc94d033-4de0-47ce-a997-f6c9db51b731 HTTP/1.1" status: 200 len: 818 time: 1.3262115 Jan 12 09:34:51.635419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33744) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:51.642061 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e82555bf-5181-46c4-b36b-17b664f04a9f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.643627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.709826 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8432372-c08c-4fec-8003-c3e80e88c259 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=fc94d033-4de0-47ce-a997-f6c9db51b731,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:51.717192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-55c91214-ba09-4502-bc02-051660e3a016 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for a212a7ee-d458-4212-a39e-c60700af91a4 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:51.744649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.744879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object 901012e9-2966-4ea0-ae2c-dcf978f365a0 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:51.750071 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Checking segment: {'id': '165d1071-27a1-4762-964e-4e61e89ef440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '620786a0-d86a-4798-b2de-b6e6a18e1eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:51.750433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network hostable DHCP agents. Network: 620786a0-d86a-4798-b2de-b6e6a18e1eec, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:51.784277 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-2925a4a1-4030-4a01-8bc4-e07f68a97dba tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port fc94d033-4de0-47ce-a997-f6c9db51b731 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:51.784625 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2925a4a1-4030-4a01-8bc4-e07f68a97dba tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.854417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.859924 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:51.860533 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:51.871240 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d25a-614b-4c14-913c-f4531753c105 req-c1b18213-ea0b-410b-9b04-55798c15eca5 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:51.872097 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f028d25a-614b-4c14-913c-f4531753c105 req-c1b18213-ea0b-410b-9b04-55798c15eca5 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.3836095 Jan 12 09:34:51.878569 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network 620786a0-d86a-4798-b2de-b6e6a18e1eec is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:51.890996 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257fc13-7a1c-4c00-abc1-ca4ea307a525 req-146c8125-4e68-4b8f-9241-c2a27ebf036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:51.892497 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d257fc13-7a1c-4c00-abc1-ca4ea307a525 req-146c8125-4e68-4b8f-9241-c2a27ebf036e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a462b68449743d888150888eed67276&device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 1098 time: 0.4055715 Jan 12 09:34:51.921392 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82555bf-5181-46c4-b36b-17b664f04a9f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a542855-aa0f-40a7-acf2-f0bc11455bac,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:51.971034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 620786a0-d86a-4798-b2de-b6e6a18e1eec) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:51.993207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.006776 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:52.007377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.011352 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81428cb9-362a-4dbd-9930-513d8a681109 None None] Network 620786a0-d86a-4798-b2de-b6e6a18e1eec requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:52.074458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Pushing event updated for resources: {'Network': ['ID=d2b69632-6aeb-43a0-b452-78188d8ab1d7,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:52.093290 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network d2b69632-6aeb-43a0-b452-78188d8ab1d7 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:52.176380 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Allocated IP 2001:db8::2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/599c8fce-6458-46e5-becb-7a57a50f5186/0824bf1e-edd2-4b2c-905e-ca6533e4c466) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:52.237193 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:52.259655 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ab160e45-8868-4bce-ab06-b5b67bf183f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5246143 Jan 12 09:34:52.259850 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f028d25a-614b-4c14-913c-f4531753c105 req-a2b160df-aa07-43a3-839a-e7f277a00fa4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3694913 Jan 12 09:34:52.259967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e82555bf-5181-46c4-b36b-17b664f04a9f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.259967 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e82555bf-5181-46c4-b36b-17b664f04a9f tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9728251 Jan 12 09:34:52.271928 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33750) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:52.272644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-55c91214-ba09-4502-bc02-051660e3a016 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.284065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4d5ec0-05e0-47be-bcbe-37e1d1b55e0a None None] Network 4ef1c8a8-741d-4411-88db-61aba5c6a82e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:52.317936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-eec16567-cc04-4e0b-9383-475720b03e76 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499584155'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:52.333666 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:52.341597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c91214-ba09-4502-bc02-051660e3a016 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=a212a7ee-d458-4212-a39e-c60700af91a4,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:52.347577 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-eec16567-cc04-4e0b-9383-475720b03e76 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:52.352981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=901012e9-2966-4ea0-ae2c-dcf978f365a0,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:52.355718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:52.356311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.432071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-eec16567-cc04-4e0b-9383-475720b03e76 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:52.439049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-eec16567-cc04-4e0b-9383-475720b03e76 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:52.477349 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b6129b7f-3c85-4160-86b1-2f9e6b922daa tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2942886 Jan 12 09:34:52.487712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33756) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:52.498335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2925a4a1-4030-4a01-8bc4-e07f68a97dba tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.557886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33760) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:52.565025 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Request body: {'port': {'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7', 'binding:host_id': 'hv-neutron-8243', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134905184'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:52.635241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257fc13-7a1c-4c00-abc1-ca4ea307a525 req-79b12940-1f4b-4255-bfa2-a13d9b66c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:52.637194 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d257fc13-7a1c-4c00-abc1-ca4ea307a525 req-79b12940-1f4b-4255-bfa2-a13d9b66c0fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a HTTP/1.1" status: 200 len: 913 time: 0.7183831 Jan 12 09:34:52.640443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:52.646485 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Usage tracker for resource:port and tenant:46356983a8df472e93f683a773d60a0b is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:52.647902 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-eec16567-cc04-4e0b-9383-475720b03e76 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:52.650718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:52.682160 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eec16567-cc04-4e0b-9383-475720b03e76 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.711212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-55c91214-ba09-4502-bc02-051660e3a016 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.727326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-eec16567-cc04-4e0b-9383-475720b03e76 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:52.731071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Router b99e03e0-d967-4692-99c6-b5f619b91c35 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:34:52.733304 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-eec16567-cc04-4e0b-9383-475720b03e76 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:52.736980 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-eec16567-cc04-4e0b-9383-475720b03e76 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:52.737118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-be3ad5ff-dc6f-45b8-a8db-d3d545b3b8e7 None None] Provisioning for port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:52.743256 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-55c91214-ba09-4502-bc02-051660e3a016 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/a212a7ee-d458-4212-a39e-c60700af91a4 HTTP/1.1" status: 204 len: 168 time: 2.3892593 Jan 12 09:34:52.751528 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-eec16567-cc04-4e0b-9383-475720b03e76 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:52.753335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33764) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:52.760206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:52.768762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-2925a4a1-4030-4a01-8bc4-e07f68a97dba tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for fc94d033-4de0-47ce-a997-f6c9db51b731 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:52.897539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:52.966639 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-620786a0-d86a-4798-b2de-b6e6a18e1eec', 'network_id': '620786a0-d86a-4798-b2de-b6e6a18e1eec', 'tenant_id': '725b67fecd74437c9a70440f1933104e', 'fixed_ips': [{'subnet_id': '72a2bb33-f6fc-459a-b4da-98244a84356e'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:34:52.967376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:52.976559 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:34:52.979771 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8133ed-d818-4581-a0ab-16426f600d29 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] GET failed (client error): The resource could not be found. Jan 12 09:34:52.980308 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4a8133ed-d818-4581-a0ab-16426f600d29 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:53.001383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Made reservation on behalf of 46356983a8df472e93f683a773d60a0b for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:53.005337 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.015853 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73062e79-d41f-413e-a152-87d77bf82554 None None] Sync routers for ids ['b99e03e0-d967-4692-99c6-b5f619b91c35'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:34:53.029681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.031053 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cecce45d-ed75-4eb9-8c60-e08d895d2140 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.9174795 Jan 12 09:34:53.035903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.036250 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4a8133ed-d818-4581-a0ab-16426f600d29 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:53.040586 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4a8133ed-d818-4581-a0ab-16426f600d29 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/a212a7ee-d458-4212-a39e-c60700af91a4 HTTP/1.1" status: 404 len: 333 time: 0.2812073 Jan 12 09:34:53.040586 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33768) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:53.042551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33770) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:53.131474 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.189941 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73062e79-d41f-413e-a152-87d77bf82554 None None] Routers {'b99e03e0-d967-4692-99c6-b5f619b91c35'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:34:53.190594 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-73062e79-d41f-413e-a152-87d77bf82554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:34:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b99e03e0-d967-4692-99c6-b5f619b91c35'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:53.226035 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eec16567-cc04-4e0b-9383-475720b03e76 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.229155 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:53.233342 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d257fc13-7a1c-4c00-abc1-ca4ea307a525 req-feae7c31-2ee1-4a7a-a369-5ebea42237b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c206227f-ad9e-432b-9392-1ddeaec7f587 HTTP/1.1" status: 200 len: 1000 time: 0.4828722 Jan 12 09:34:53.233715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bd45aaba-0f12-4171-a98c-016c05e5a9a5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port 26f8f923-24e7-430a-87ce-a7f62f3f472f {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:53.234100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd45aaba-0f12-4171-a98c-016c05e5a9a5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.241082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Usage tracker for resource:security_group_rule and tenant:46356983a8df472e93f683a773d60a0b is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:53.248090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:53.249479 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Transition to ACTIVE for port object 0824bf1e-edd2-4b2c-905e-ca6533e4c466 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:53.267405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eec16567-cc04-4e0b-9383-475720b03e76 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.305751 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257fc13-7a1c-4c00-abc1-ca4ea307a525 req-5d059643-8029-46d5-b865-2f03b0aa10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:53.307260 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d257fc13-7a1c-4c00-abc1-ca4ea307a525 req-5d059643-8029-46d5-b865-2f03b0aa10e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd HTTP/1.1" status: 200 len: 851 time: 0.0625069 Jan 12 09:34:53.314346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.318646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:53.343344 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Transition to ACTIVE for port object 0824bf1e-edd2-4b2c-905e-ca6533e4c466 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:53.345315 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2925a4a1-4030-4a01-8bc4-e07f68a97dba tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.354074 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:53.422715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec16567-cc04-4e0b-9383-475720b03e76 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3baa6a9-518f-4c31-9b73-a773a94d49f1,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:53.451378 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.479323 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eec16567-cc04-4e0b-9383-475720b03e76 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.484344 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-eec16567-cc04-4e0b-9383-475720b03e76 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2097538 Jan 12 09:34:53.485274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33778) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:53.494778 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:53.495213 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.520268 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-84beb5f8-c656-4ff3-904c-6a7e8775c701 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group_rule': {'security_group_id': '5a542855-aa0f-40a7-acf2-f0bc11455bac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c3baa6a9-518f-4c31-9b73-a773a94d49f1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:53.541195 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2925a4a1-4030-4a01-8bc4-e07f68a97dba tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.565012 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2925a4a1-4030-4a01-8bc4-e07f68a97dba tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/fc94d033-4de0-47ce-a997-f6c9db51b731 HTTP/1.1" status: 204 len: 168 time: 1.9271691 Jan 12 09:34:53.565999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925a4a1-4030-4a01-8bc4-e07f68a97dba tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=fc94d033-4de0-47ce-a997-f6c9db51b731,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:53.574035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33782) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:53.613868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:53.623732 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-73062e79-d41f-413e-a152-87d77bf82554 None None] Set router b99e03e0-d967-4692-99c6-b5f619b91c35 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:34:53.652756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-84beb5f8-c656-4ff3-904c-6a7e8775c701 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:53.665697 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:53.668635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:53.694387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.702196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3b45c30b-1a14-4563-b3c5-201db8e49e54 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.748773 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Pushing event updated for resources: {'Port': ['ID=0824bf1e-edd2-4b2c-905e-ca6533e4c466,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:53.753004 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Allocated IP 2001:db8::3 (620786a0-d86a-4798-b2de-b6e6a18e1eec/72a2bb33-f6fc-459a-b4da-98244a84356e/0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:34:53.772093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-84beb5f8-c656-4ff3-904c-6a7e8775c701 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:53.779989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-84beb5f8-c656-4ff3-904c-6a7e8775c701 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:53.806434 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-84beb5f8-c656-4ff3-904c-6a7e8775c701 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:53.823853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.877632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257fc13-7a1c-4c00-abc1-ca4ea307a525 req-aa766fb0-b902-4c47-9f76-a2b3f84a9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:53.879257 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d257fc13-7a1c-4c00-abc1-ca4ea307a525 req-aa766fb0-b902-4c47-9f76-a2b3f84a9f80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5617342 Jan 12 09:34:53.886477 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640cdce-4b46-4338-b9ce-5db421c3c215 req-9e2cdef5-9b98-4252-ad6b-5b3503f0d855 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:53.887867 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1640cdce-4b46-4338-b9ce-5db421c3c215 req-9e2cdef5-9b98-4252-ad6b-5b3503f0d855 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.4117172 Jan 12 09:34:53.893159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd45aaba-0f12-4171-a98c-016c05e5a9a5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:53.936406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9a815753-6833-4acd-bf99-0c57bcbaa3f9 None None] Provisioning complete for port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:53.936406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9a815753-6833-4acd-bf99-0c57bcbaa3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.044421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bd45aaba-0f12-4171-a98c-016c05e5a9a5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for 26f8f923-24e7-430a-87ce-a7f62f3f472f owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:54.105098 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-84beb5f8-c656-4ff3-904c-6a7e8775c701 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:34:54.109063 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-84beb5f8-c656-4ff3-904c-6a7e8775c701 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6204331 Jan 12 09:34:54.113237 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33786) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:54.134403 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3b45c30b-1a14-4563-b3c5-201db8e49e54 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.163335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-3b45c30b-1a14-4563-b3c5-201db8e49e54 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Deleting port a9334b48-550d-4d44-b99e-b295a3534c76 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:54.163738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3b45c30b-1a14-4563-b3c5-201db8e49e54 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.171857 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bc7a31-ce35-463e-9354-8c4afd8ce721 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:54.172770 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-53bc7a31-ce35-463e-9354-8c4afd8ce721 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:54.181756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.187411 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Attempting to bind port 0824bf1e-edd2-4b2c-905e-ca6533e4c466 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:54.187965 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Attempting to bind port 0824bf1e-edd2-4b2c-905e-ca6533e4c466 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:54.188197 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Attempting to bind port 0824bf1e-edd2-4b2c-905e-ca6533e4c466 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:54.218622 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.227677 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:34:54.228001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:54.228329 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.228728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:34:54.229203 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Bound port: 0824bf1e-edd2-4b2c-905e-ca6533e4c466, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:54.229625 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.234912 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1640cdce-4b46-4338-b9ce-5db421c3c215 req-6541a85d-d96e-4d57-95d8-e7220abe0aac tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497578 Jan 12 09:34:54.244363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.273253 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] device_id is not set on port 8342c8c4-0cb8-4e99-a692-36e2d785de57 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:54.385937 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-53bc7a31-ce35-463e-9354-8c4afd8ce721 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:54.391050 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-53bc7a31-ce35-463e-9354-8c4afd8ce721 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8027363 Jan 12 09:34:54.408289 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33790) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:54.431500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d06bfb-8e21-4572-8dff-1d81b9ec5687,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:54.439717 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d257fc13-7a1c-4c00-abc1-ca4ea307a525 req-ac6e56d1-de8c-495d-84eb-32651411a4a1 service neutron] 10.222.0.53 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416563 Jan 12 09:34:54.480615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f68890e2-7c2a-465c-863a-e21eedbbfe13 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.495758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=71fa2c64-30ca-4f2e-9bbe-9096498d6a8f,segment=NetworkSegment(96f412a0-e3d9-4926-a146-0e726ac88d01),segment_id=96f412a0-e3d9-4926-a146-0e726ac88d01)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:54.524238 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5278c24-62fe-445c-8519-2798ff7b01d7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] GET failed (client error): The resource could not be found. Jan 12 09:34:54.525081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b5278c24-62fe-445c-8519-2798ff7b01d7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:54.533077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.550143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.602113 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f68890e2-7c2a-465c-863a-e21eedbbfe13 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.621465 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Transition to ACTIVE for port object 0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:54.632523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b5278c24-62fe-445c-8519-2798ff7b01d7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:54.634822 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b5278c24-62fe-445c-8519-2798ff7b01d7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/fc94d033-4de0-47ce-a997-f6c9db51b731 HTTP/1.1" status: 404 len: 333 time: 0.2263691 Jan 12 09:34:54.634963 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] For port 0824bf1e-edd2-4b2c-905e-ca6533e4c466, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:34:54.640865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9a815753-6833-4acd-bf99-0c57bcbaa3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.650591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33794) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:54.668631 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7fe736e9-02fd-47f5-b235-5b91609849ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-486768530'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:54.683738 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] For port 0824bf1e-edd2-4b2c-905e-ca6533e4c466, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=0824bf1e-edd2-4b2c-905e-ca6533e4c466,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:34:54.686159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd45aaba-0f12-4171-a98c-016c05e5a9a5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.693411 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7fe736e9-02fd-47f5-b235-5b91609849ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:54.701591 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Transition to ACTIVE for port object 0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:54.706288 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.718869 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=71fa2c64-30ca-4f2e-9bbe-9096498d6a8f,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:54.730460 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3b45c30b-1a14-4563-b3c5-201db8e49e54 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.749784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7fe736e9-02fd-47f5-b235-5b91609849ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:network and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:54.757982 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:54.762791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7fe736e9-02fd-47f5-b235-5b91609849ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:54.765706 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45aaba-0f12-4171-a98c-016c05e5a9a5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=26f8f923-24e7-430a-87ce-a7f62f3f472f,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:54.814727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:34:54.853941 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:54.895484 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Network 620786a0-d86a-4798-b2de-b6e6a18e1eec is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:54.904919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7fe736e9-02fd-47f5-b235-5b91609849ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:54.907012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-73062e79-d41f-413e-a152-87d77bf82554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99e03e0-d967-4692-99c6-b5f619b91c35', 'name': '', 'tenant_id': '6a3865838a444485be143634d9f723a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d54b440-5c1e-4188-bd6b-572b71d39e5c', 'external_fixed_ips': [{'subnet_id': 'ff03fc6e-4e15-4b23-8144-e91370ea808c', 'ip_address': '2001:db8::33e'}], 'enable_snat': True}, 'gw_port_id': 'a9334b48-550d-4d44-b99e-b295a3534c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:46Z', 'updated_at': '2022-01-12T09:34:50Z', 'revision_number': 3, 'project_id': '6a3865838a444485be143634d9f723a5', 'gw_port': {'id': 'a9334b48-550d-4d44-b99e-b295a3534c76', 'name': '', 'network_id': '3d54b440-5c1e-4188-bd6b-572b71d39e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99e03e0-d967-4692-99c6-b5f619b91c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ff03fc6e-4e15-4b23-8144-e91370ea808c', 'ip_address': '2001:db8::33e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:48Z', 'updated_at': '2022-01-12T09:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff03fc6e-4e15-4b23-8144-e91370ea808c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:54.925278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:54.927801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:54.942123 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-9a815753-6833-4acd-bf99-0c57bcbaa3f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:54.942477 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-9a815753-6833-4acd-bf99-0c57bcbaa3f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:54.958571 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ebfd6-a65c-4b99-a24a-083423aa591e None None] Pushing event updated for resources: {'Port': ['ID=0824bf1e-edd2-4b2c-905e-ca6533e4c466,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:54.958921 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-3b45c30b-1a14-4563-b3c5-201db8e49e54 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Calling delete_port for a9334b48-550d-4d44-b99e-b295a3534c76 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:54.999229 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73062e79-d41f-413e-a152-87d77bf82554 None None] Checking router: b99e03e0-d967-4692-99c6-b5f619b91c35 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:34:54.999579 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73062e79-d41f-413e-a152-87d77bf82554 None None] Updating router b99e03e0-d967-4692-99c6-b5f619b91c35 port a9334b48-550d-4d44-b99e-b295a3534c76 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:34:55.150253 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.158226 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.183977 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Pushing event updated for resources: {'Port': ['ID=0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:55.198718 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73062e79-d41f-413e-a152-87d77bf82554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.214145 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d257fc13-7a1c-4c00-abc1-ca4ea307a525 req-a893d68b-d895-4dad-960c-2e197e688abc service neutron] 10.222.0.53 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7294934 Jan 12 09:34:55.232841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.233850 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.238548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Attempting to bind port 0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:55.238968 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Attempting to bind port 0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '165d1071-27a1-4762-964e-4e61e89ef440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '620786a0-d86a-4798-b2de-b6e6a18e1eec'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:55.239811 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Attempting to bind port 0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d on network 620786a0-d86a-4798-b2de-b6e6a18e1eec {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:55.244909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f68890e2-7c2a-465c-863a-e21eedbbfe13 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.265571 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:34:55.265985 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Checking segment: {'id': '165d1071-27a1-4762-964e-4e61e89ef440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '620786a0-d86a-4798-b2de-b6e6a18e1eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:55.266373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.266746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Bound using segment: {'id': '165d1071-27a1-4762-964e-4e61e89ef440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '620786a0-d86a-4798-b2de-b6e6a18e1eec'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:34:55.267295 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Bound port: 0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165d1071-27a1-4762-964e-4e61e89ef440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '620786a0-d86a-4798-b2de-b6e6a18e1eec'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:55.268170 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.273125 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Subnet': ['ID=72a2bb33-f6fc-459a-b4da-98244a84356e,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:55.301294 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] device_id is not set on port 8342c8c4-0cb8-4e99-a692-36e2d785de57 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:34:55.304804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe736e9-02fd-47f5-b235-5b91609849ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:55.310609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7fe736e9-02fd-47f5-b235-5b91609849ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.322792 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:55.330865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.402703 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.408922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe736e9-02fd-47f5-b235-5b91609849ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:34:55.429641 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68890e2-7c2a-465c-863a-e21eedbbfe13 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3baa6a9-518f-4c31-9b73-a773a94d49f1,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:55.502662 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=901012e9-2966-4ea0-ae2c-dcf978f365a0,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:55.508436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.512745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7fe736e9-02fd-47f5-b235-5b91609849ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.513201 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-7fe736e9-02fd-47f5-b235-5b91609849ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Added segment 413e8931-7ee0-4d3c-99d7-a9c739410e9e of type vlan for network 6fb1a551-6516-4ca4-93fc-00aa610c4f20 Jan 12 09:34:55.536670 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd45aaba-0f12-4171-a98c-016c05e5a9a5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.574612 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bd45aaba-0f12-4171-a98c-016c05e5a9a5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/26f8f923-24e7-430a-87ce-a7f62f3f472f HTTP/1.1" status: 204 len: 168 time: 2.5297298 Jan 12 09:34:55.575403 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Transition to ACTIVE for port object 8342c8c4-0cb8-4e99-a692-36e2d785de57 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:55.576168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f68890e2-7c2a-465c-863a-e21eedbbfe13 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.577470 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f68890e2-7c2a-465c-863a-e21eedbbfe13 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "DELETE /v2.0/security-groups/c3baa6a9-518f-4c31-9b73-a773a94d49f1 HTTP/1.1" status: 204 len: 168 time: 1.4573162 Jan 12 09:34:55.578668 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3b45c30b-1a14-4563-b3c5-201db8e49e54 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.582455 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33800) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:55.582917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33802) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:55.620288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.633056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620786a0-d86a-4798-b2de-b6e6a18e1eec']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:55.702108 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45c30b-1a14-4563-b3c5-201db8e49e54 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9334b48-550d-4d44-b99e-b295a3534c76,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:55.724839 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Pushing event updated for resources: {'Port': ['ID=8342c8c4-0cb8-4e99-a692-36e2d785de57,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:55.733199 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165d1071-27a1-4762-964e-4e61e89ef440') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:55.733555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165d1071-27a1-4762-964e-4e61e89ef440') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:55.733774 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] For port 0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:34:55.744352 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7fe736e9-02fd-47f5-b235-5b91609849ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.762275 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a15fccc-017f-47bc-add7-ee1ce56fdd21 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] GET failed (client error): The resource could not be found. Jan 12 09:34:55.762859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3a15fccc-017f-47bc-add7-ee1ce56fdd21 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:55.768248 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3b45c30b-1a14-4563-b3c5-201db8e49e54 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.776956 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.796715 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] For port 0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d,segment=NetworkSegment(165d1071-27a1-4762-964e-4e61e89ef440),segment_id=165d1071-27a1-4762-964e-4e61e89ef440)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:34:55.809145 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.809821 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:55.815109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:55.833946 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.836332 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Checking segment: {'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:55.836696 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Network hostable DHCP agents. Network: d2b69632-6aeb-43a0-b452-78188d8ab1d7, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:34:55.930332 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:34:55.930747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:55.953511 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:55.966554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a9e18-5e92-4394-98ad-18552caba972 None None] Pushing event updated for resources: {'Port': ['ID=0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:56.037470 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3b45c30b-1a14-4563-b3c5-201db8e49e54 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.049794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3b45c30b-1a14-4563-b3c5-201db8e49e54 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.053602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3a15fccc-017f-47bc-add7-ee1ce56fdd21 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:56.059038 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3a15fccc-017f-47bc-add7-ee1ce56fdd21 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/26f8f923-24e7-430a-87ce-a7f62f3f472f HTTP/1.1" status: 404 len: 333 time: 0.4316547 Jan 12 09:34:56.060864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33808) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:56.101192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577a5ee-320c-4bc7-85c7-0bbe4d72bb08 req-99a86840-de63-4f27-b56c-83055bccf547 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:56.102959 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f577a5ee-320c-4bc7-85c7-0bbe4d72bb08 req-99a86840-de63-4f27-b56c-83055bccf547 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.6529636 Jan 12 09:34:56.122082 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-73062e79-d41f-413e-a152-87d77bf82554 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:56.122666 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-73062e79-d41f-413e-a152-87d77bf82554 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:56.125318 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2629a4-cbce-4d11-82dd-1cdc8c72029a None None] Network 620786a0-d86a-4798-b2de-b6e6a18e1eec requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:56.138719 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Network d2b69632-6aeb-43a0-b452-78188d8ab1d7 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:56.168160 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:34:56.168160 dv-neutron-824346-1-hyperv neutron-server[87663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:34:56.168160 dv-neutron-824346-1-hyperv neutron-server[87663]: [parameters: {'id': '620786a0-d86a-4798-b2de-b6e6a18e1eec'}] Jan 12 09:34:56.168160 dv-neutron-824346-1-hyperv neutron-server[87663]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:34:56.168676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:34:56.174750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, d2b69632-6aeb-43a0-b452-78188d8ab1d7) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:56.180580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:34:56.207507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:56.207753 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:56.208052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:56.214058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-eb4fbed3-ecd5-466b-b1eb-054318597b36 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Synchronizing usage tracker for tenant:8213ab3226e549aa90c70a468d984539 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:56.218272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:34:56.218587 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:34:56.219118 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 2 to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 Jan 12 09:34:56.241687 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:56.242015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:56.242615 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:56.245205 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7fe736e9-02fd-47f5-b235-5b91609849ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.252027 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe736e9-02fd-47f5-b235-5b91609849ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:56.252710 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7fe736e9-02fd-47f5-b235-5b91609849ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.254714 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:34:56.255073 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:34:56.255599 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 3 to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 Jan 12 09:34:56.259922 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adee9e2c-a60e-4825-87cc-525464c9f71e None None] Network d2b69632-6aeb-43a0-b452-78188d8ab1d7 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:56.263022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Router da90f94f-d234-4d50-9970-02e6363d88c7 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:34:56.278197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:56.278913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:56.278913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:56.327735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b27fd7-cb90-431a-8e47-7428609369ae tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting subnet 197bbcb3-1dd3-4082-b4ea-f1ca7c134e1d {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:34:56.337880 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:34:56.338078 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:34:56.349928 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 4 to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 Jan 12 09:34:56.363318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53b27fd7-cb90-431a-8e47-7428609369ae tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.424895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:56.425225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:56.425555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:56.444049 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:34:56.444377 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:34:56.447046 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 5 to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 Jan 12 09:34:56.475045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:56.475370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:56.475617 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:56.478795 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:34:56.486731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:34:56.487513 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:34:56.488447 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 6 to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 Jan 12 09:34:56.493383 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Sync routers for ids ['da90f94f-d234-4d50-9970-02e6363d88c7'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:34:56.507477 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Routers {'da90f94f-d234-4d50-9970-02e6363d88c7'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:34:56.508715 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-654df715-208a-46df-b677-c21e98bf8fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:34:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['da90f94f-d234-4d50-9970-02e6363d88c7'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:56.508942 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:56.509278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:56.509609 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:56.518925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:34:56.519267 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:34:56.519783 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 7 to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 Jan 12 09:34:56.537943 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6274db92-2dea-4145-9317-277c71633b42 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "PUT /v2.0/routers/da90f94f-d234-4d50-9970-02e6363d88c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0255575 Jan 12 09:34:56.540630 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:56.541140 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:56.541516 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:56.543702 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33812) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:56.602983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53b27fd7-cb90-431a-8e47-7428609369ae tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.605212 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:34:56.605596 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:34:56.612840 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 8 to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 Jan 12 09:34:56.645071 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:56.645403 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:56.645932 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:56.654495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:34:56.654915 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:34:56.655542 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 9 to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 Jan 12 09:34:56.676492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5895764c-f60a-4a9f-ad65-70429505be3b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:56.677098 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5895764c-f60a-4a9f-ad65-70429505be3b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:34:56.683372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.692064 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53b27fd7-cb90-431a-8e47-7428609369ae tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.695920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73062e79-d41f-413e-a152-87d77bf82554 None None] Port a9334b48-550d-4d44-b99e-b295a3534c76 not found while updating agent binding for router b99e03e0-d967-4692-99c6-b5f619b91c35. {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 12 09:34:56.710109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:56.710446 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:56.710791 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:56.720073 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:34:56.720411 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:34:56.721865 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.plugins.ml2.plugin [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 10 to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 Jan 12 09:34:56.750492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5895764c-f60a-4a9f-ad65-70429505be3b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:56.754689 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5895764c-f60a-4a9f-ad65-70429505be3b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports/901012e9-2966-4ea0-ae2c-dcf978f365a0 HTTP/1.1" status: 200 len: 911 time: 0.2046859 Jan 12 09:34:56.754892 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73062e79-d41f-413e-a152-87d77bf82554 None None] Routers set() bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:34:56.754999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Deleting port 0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:56.755076 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73062e79-d41f-413e-a152-87d77bf82554 None None] Router IDs set() for agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 12 09:34:56.755147 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.757526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_agentschedulers_db [None req-73062e79-d41f-413e-a152-87d77bf82554 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b99e03e0-d967-4692-99c6-b5f619b91c35'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:34:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent'). {{(pid=87665) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 12 09:34:56.759140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73062e79-d41f-413e-a152-87d77bf82554 None None] The sync data for ids ['b99e03e0-d967-4692-99c6-b5f619b91c35'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:34:56.772748 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-7b2b3168-f5c9-4b18-95a5-e2c7a87403c2 None None] Provisioning for port 0824bf1e-edd2-4b2c-905e-ca6533e4c466 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:56.772878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3b45c30b-1a14-4563-b3c5-201db8e49e54 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.772878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b45c30b-1a14-4563-b3c5-201db8e49e54 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b99e03e0-d967-4692-99c6-b5f619b91c35 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:34:56.775859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33816) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:56.786615 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7fe736e9-02fd-47f5-b235-5b91609849ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1330819 Jan 12 09:34:56.793021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33820) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:56.830331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-7a997606-0a4c-4287-ad33-14f34a4750d5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'subnet': {'network_id': '6fb1a551-6516-4ca4-93fc-00aa610c4f20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:56.835332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53b27fd7-cb90-431a-8e47-7428609369ae tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:56.840457 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-eb4fbed3-ecd5-466b-b1eb-054318597b36 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Unset dirty status for tenant:8213ab3226e549aa90c70a468d984539 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:34:56.842953 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-eb4fbed3-ecd5-466b-b1eb-054318597b36 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 1.2141435 Jan 12 09:34:56.858693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33824) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:56.875090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:56.876462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:56.877012 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:56.882156 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Set router da90f94f-d234-4d50-9970-02e6363d88c7 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:34:56.906396 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 0824bf1e-edd2-4b2c-905e-ca6533e4c466 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:56.926327 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:34:56.926648 dv-neutron-824346-1-hyperv neutron-server[87663]: ERROR neutron.plugins.ml2.managers [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 8342c8c4-0cb8-4e99-a692-36e2d785de57 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:34:56.927201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.058259 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a6b0b64a-5571-4171-b5e6-edb1cddc7b8f None None] Provisioning for port 901012e9-2966-4ea0-ae2c-dcf978f365a0 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:57.058921 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f577a5ee-320c-4bc7-85c7-0bbe4d72bb08 req-02a7ee41-c577-44f2-8c42-1fb76953d2d5 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8405168 Jan 12 09:34:57.060748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe736e9-02fd-47f5-b235-5b91609849ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Network': ['ID=6fb1a551-6516-4ca4-93fc-00aa610c4f20,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:57.076145 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 0824bf1e-edd2-4b2c-905e-ca6533e4c466 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:34:57.081047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3b45c30b-1a14-4563-b3c5-201db8e49e54 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.082524 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3b45c30b-1a14-4563-b3c5-201db8e49e54 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "DELETE /v2.0/routers/b99e03e0-d967-4692-99c6-b5f619b91c35 HTTP/1.1" status: 204 len: 168 time: 4.0417931 Jan 12 09:34:57.084511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 6fb1a551-6516-4ca4-93fc-00aa610c4f20 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:34:57.095160 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33828) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:57.095445 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b27fd7-cb90-431a-8e47-7428609369ae tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Subnet': ['ID=197bbcb3-1dd3-4082-b4ea-f1ca7c134e1d,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:57.115383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53b27fd7-cb90-431a-8e47-7428609369ae tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.120763 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-53b27fd7-cb90-431a-8e47-7428609369ae tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/197bbcb3-1dd3-4082-b4ea-f1ca7c134e1d HTTP/1.1" status: 204 len: 168 time: 1.0516915 Jan 12 09:34:57.135105 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a191d88-b490-437a-b8e3-4a424b5c0f60 None None] Network ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:34:57.138989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33832) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:57.150946 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a6b0b64a-5571-4171-b5e6-edb1cddc7b8f None None] Provisioning complete for port 901012e9-2966-4ea0-ae2c-dcf978f365a0 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:57.151607 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b64a-5571-4171-b5e6-edb1cddc7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.201506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 0824bf1e-edd2-4b2c-905e-ca6533e4c466 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:57.202144 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.222787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d374f34-2fa6-4fc4-ac45-e0b60ff167ef tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Deleting subnet ff03fc6e-4e15-4b23-8144-e91370ea808c {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:34:57.234633 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d374f34-2fa6-4fc4-ac45-e0b60ff167ef tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.297517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905e5157-7bbd-4ab0-b7ef-0137af0357a5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:57.303900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905e5157-7bbd-4ab0-b7ef-0137af0357a5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:57.305807 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-905e5157-7bbd-4ab0-b7ef-0137af0357a5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.5269694 Jan 12 09:34:57.308936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33836) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:57.375397 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-654df715-208a-46df-b677-c21e98bf8fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da90f94f-d234-4d50-9970-02e6363d88c7', 'name': 'tempest-NetworksTestDHCPv6-router-871353836', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:48Z', 'updated_at': '2022-01-12T09:34:53Z', 'revision_number': 2, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'gw_port_host': None, '_interfaces': [{'id': '901012e9-2966-4ea0-ae2c-dcf978f365a0', 'name': '', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'mac_address': 'fa:16:3e:03:e4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da90f94f-d234-4d50-9970-02e6363d88c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '599c8fce-6458-46e5-becb-7a57a50f5186', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:50Z', 'updated_at': '2022-01-12T09:34:54Z', 'revision_number': 2, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'subnets': [{'id': '599c8fce-6458-46e5-becb-7a57a50f5186', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:57.382799 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Checking router: da90f94f-d234-4d50-9970-02e6363d88c7 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:34:57.383694 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Updating router da90f94f-d234-4d50-9970-02e6363d88c7 port 901012e9-2966-4ea0-ae2c-dcf978f365a0 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:34:57.397954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a6b0b64a-5571-4171-b5e6-edb1cddc7b8f None None] Port 901012e9-2966-4ea0-ae2c-dcf978f365a0 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:57.414144 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7a997606-0a4c-4287-ad33-14f34a4750d5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:57.431607 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7a997606-0a4c-4287-ad33-14f34a4750d5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:subnet and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:57.436401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7a997606-0a4c-4287-ad33-14f34a4750d5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:57.469748 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.499291 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7a997606-0a4c-4287-ad33-14f34a4750d5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:57.556450 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-18dd14a1-6729-40fd-9f2f-ffec3da16ecd None None] Provisioning complete for port 901012e9-2966-4ea0-ae2c-dcf978f365a0 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:57.556822 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-18dd14a1-6729-40fd-9f2f-ffec3da16ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.576082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1f367bad-6e39-4ed6-8f9f-ccc8275932b7 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.645172 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d374f34-2fa6-4fc4-ac45-e0b60ff167ef tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.664078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a997606-0a4c-4287-ad33-14f34a4750d5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:34:57.668040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7a997606-0a4c-4287-ad33-14f34a4750d5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.712990 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.715288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] For port 8342c8c4-0cb8-4e99-a692-36e2d785de57, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:34:57.715705 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempted to set empty binding levels {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 12 09:34:57.722560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.744611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1f367bad-6e39-4ed6-8f9f-ccc8275932b7 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.754040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] For port 0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d,segment=NetworkSegment(165d1071-27a1-4762-964e-4e61e89ef440),segment_id=165d1071-27a1-4762-964e-4e61e89ef440)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:57.754324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.756177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-18dd14a1-6729-40fd-9f2f-ffec3da16ecd None None] Port 901012e9-2966-4ea0-ae2c-dcf978f365a0 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:34:57.764597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.795037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d374f34-2fa6-4fc4-ac45-e0b60ff167ef tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.796516 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 0824bf1e-edd2-4b2c-905e-ca6533e4c466, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=0824bf1e-edd2-4b2c-905e-ca6533e4c466,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:57.805243 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.907240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=0824bf1e-edd2-4b2c-905e-ca6533e4c466,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:57.909740 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8005fa0-8134-440b-8e78-dc30d1e5a839 None None] DHCP port deletion for ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:34:57.915606 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e8005fa0-8134-440b-8e78-dc30d1e5a839 None None] Deleting port ae122b9d-858a-4294-90ac-e8cf63c2970f {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:57.916056 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e8005fa0-8134-440b-8e78-dc30d1e5a839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.957634 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:57.958511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:57.959494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d374f34-2fa6-4fc4-ac45-e0b60ff167ef tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.013814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d374f34-2fa6-4fc4-ac45-e0b60ff167ef tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ff03fc6e-4e15-4b23-8144-e91370ea808c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:58.014544 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.024907 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d374f34-2fa6-4fc4-ac45-e0b60ff167ef tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.037694 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Transition to ACTIVE for port object 901012e9-2966-4ea0-ae2c-dcf978f365a0 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:34:58.041142 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5d374f34-2fa6-4fc4-ac45-e0b60ff167ef tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/ff03fc6e-4e15-4b23-8144-e91370ea808c HTTP/1.1" status: 204 len: 168 time: 0.9279127 Jan 12 09:34:58.041532 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33840) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:58.046781 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Calling delete_port for 0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:58.052233 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.084983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port ae122b9d-858a-4294-90ac-e8cf63c2970f {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:58.085543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.189585 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.6288841 Jan 12 09:34:58.190688 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8797089-2d08-4987-a2d7-a23675786d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Pushing event updated for resources: {'Port': ['ID=8342c8c4-0cb8-4e99-a692-36e2d785de57,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:58.193153 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33846) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:58.216376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e8005fa0-8134-440b-8e78-dc30d1e5a839 None None] For port ae122b9d-858a-4294-90ac-e8cf63c2970f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ae122b9d-858a-4294-90ac-e8cf63c2970f,segment=NetworkSegment(8a063a62-f5ac-4270-be2c-e100ee23ffbf),segment_id=8a063a62-f5ac-4270-be2c-e100ee23ffbf)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:58.216772 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e8005fa0-8134-440b-8e78-dc30d1e5a839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.339117 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1f367bad-6e39-4ed6-8f9f-ccc8275932b7 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.356357 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c47eae19-f415-4573-b0a7-8c887bd753db tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.409988 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3958b-5c2b-4d76-9e7a-9c405b468b3d None None] Pushing event updated for resources: {'Port': ['ID=901012e9-2966-4ea0-ae2c-dcf978f365a0,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:58.422152 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3958b-5c2b-4d76-9e7a-9c405b468b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:58.422651 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3958b-5c2b-4d76-9e7a-9c405b468b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:58.422948 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3958b-5c2b-4d76-9e7a-9c405b468b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:58.423425 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3958b-5c2b-4d76-9e7a-9c405b468b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:58.423757 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3958b-5c2b-4d76-9e7a-9c405b468b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:58.424083 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3958b-5c2b-4d76-9e7a-9c405b468b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:58.424404 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3958b-5c2b-4d76-9e7a-9c405b468b3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:58.424904 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3958b-5c2b-4d76-9e7a-9c405b468b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:58.425249 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3958b-5c2b-4d76-9e7a-9c405b468b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:58.425571 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3958b-5c2b-4d76-9e7a-9c405b468b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:58.425887 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3958b-5c2b-4d76-9e7a-9c405b468b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:58.426201 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3958b-5c2b-4d76-9e7a-9c405b468b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:34:58.441238 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Attempting to bind port 901012e9-2966-4ea0-ae2c-dcf978f365a0 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:34:58.441974 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Attempting to bind port 901012e9-2966-4ea0-ae2c-dcf978f365a0 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:34:58.442652 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Attempting to bind port 901012e9-2966-4ea0-ae2c-dcf978f365a0 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:34:58.451078 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:34:58.451744 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:34:58.453770 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.454312 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:34:58.455582 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Bound port: 901012e9-2966-4ea0-ae2c-dcf978f365a0, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:34:58.456400 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.470622 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eac27a46-da1f-42b7-816e-b6ef1f11f9ea tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.492827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e8005fa0-8134-440b-8e78-dc30d1e5a839 None None] Calling delete_port for ae122b9d-858a-4294-90ac-e8cf63c2970f owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:58.508063 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f367bad-6e39-4ed6-8f9f-ccc8275932b7 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a542855-aa0f-40a7-acf2-f0bc11455bac,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:58.551292 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.556646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-5b1a9950-bc10-4292-b4ed-7969fcbe6647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Deleting port 8342c8c4-0cb8-4e99-a692-36e2d785de57 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:58.556986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b1a9950-bc10-4292-b4ed-7969fcbe6647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.583200 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-654df715-208a-46df-b677-c21e98bf8fde None None] For port 901012e9-2966-4ea0-ae2c-dcf978f365a0, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:34:58.586812 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-654df715-208a-46df-b677-c21e98bf8fde None None] For port 901012e9-2966-4ea0-ae2c-dcf978f365a0, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=901012e9-2966-4ea0-ae2c-dcf978f365a0,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:34:58.595688 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.619122 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e8005fa0-8134-440b-8e78-dc30d1e5a839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.685203 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8005fa0-8134-440b-8e78-dc30d1e5a839 None None] Pushing event deleted for resources: {'Port': ['ID=ae122b9d-858a-4294-90ac-e8cf63c2970f,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:58.688657 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8005fa0-8134-440b-8e78-dc30d1e5a839 None None] No DVR routers for this DVR port ae122b9d-858a-4294-90ac-e8cf63c2970f on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:58.691667 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3958b-5c2b-4d76-9e7a-9c405b468b3d None None] Pushing event updated for resources: {'Port': ['ID=901012e9-2966-4ea0-ae2c-dcf978f365a0,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:58.711027 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Routers {'da90f94f-d234-4d50-9970-02e6363d88c7'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:34:58.711808 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-654df715-208a-46df-b677-c21e98bf8fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:34:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['da90f94f-d234-4d50-9970-02e6363d88c7'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:58.798862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Port': ['ID=0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:58.801349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No DVR routers for this DVR port 0aaf9dad-0662-4514-bfb2-8bcc87a4cc9d on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:34:58.836750 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 0824bf1e-edd2-4b2c-905e-ca6533e4c466 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:34:58.896087 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-654df715-208a-46df-b677-c21e98bf8fde None None] Set router da90f94f-d234-4d50-9970-02e6363d88c7 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:34:58.987563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 0824bf1e-edd2-4b2c-905e-ca6533e4c466 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:34:58.987708 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:58.996581 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] For port ae122b9d-858a-4294-90ac-e8cf63c2970f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ae122b9d-858a-4294-90ac-e8cf63c2970f,segment=NetworkSegment(8a063a62-f5ac-4270-be2c-e100ee23ffbf),segment_id=8a063a62-f5ac-4270-be2c-e100ee23ffbf)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:58.996940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.028109 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eac27a46-da1f-42b7-816e-b6ef1f11f9ea tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.032604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1f367bad-6e39-4ed6-8f9f-ccc8275932b7 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.036471 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1f367bad-6e39-4ed6-8f9f-ccc8275932b7 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "DELETE /v2.0/security-groups/5a542855-aa0f-40a7-acf2-f0bc11455bac HTTP/1.1" status: 204 len: 168 time: 2.1715345 Jan 12 09:34:59.040159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33852) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:59.076798 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fce3ae4-6043-4225-8a9b-bb6d3c53c73d None None] get_active_networks_info from dv-neutron-824346-1-hyperv {{(pid=87665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 12 09:34:59.175357 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-07e06ec6-f8d1-4fad-a591-95a620dd2290 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1091156 Jan 12 09:34:59.182795 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-eac27a46-da1f-42b7-816e-b6ef1f11f9ea tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d54b440-5c1e-4188-bd6b-572b71d39e5c']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:59.190131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33856) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:59.201517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-8fed6088-7536-4cb3-9387-a41f68393030 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group': {'name': 'tempest-secgroup--730048907'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:34:59.209285 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8fed6088-7536-4cb3-9387-a41f68393030 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:59.213103 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-eac27a46-da1f-42b7-816e-b6ef1f11f9ea tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3b4179-9a06-44dd-95ad-4f92fb4b729e') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:59.213395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-eac27a46-da1f-42b7-816e-b6ef1f11f9ea tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3b4179-9a06-44dd-95ad-4f92fb4b729e') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:59.243143 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8fed6088-7536-4cb3-9387-a41f68393030 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:59.275093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8fed6088-7536-4cb3-9387-a41f68393030 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:59.288812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eac27a46-da1f-42b7-816e-b6ef1f11f9ea tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.314079 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8fed6088-7536-4cb3-9387-a41f68393030 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:59.314333 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ae122b9d-858a-4294-90ac-e8cf63c2970f no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:34:59.339555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eac27a46-da1f-42b7-816e-b6ef1f11f9ea tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.348439 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8fed6088-7536-4cb3-9387-a41f68393030 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.368274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac27a46-da1f-42b7-816e-b6ef1f11f9ea tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:34:59.368682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eac27a46-da1f-42b7-816e-b6ef1f11f9ea tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.370270 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-654df715-208a-46df-b677-c21e98bf8fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da90f94f-d234-4d50-9970-02e6363d88c7', 'name': 'tempest-NetworksTestDHCPv6-router-871353836', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:48Z', 'updated_at': '2022-01-12T09:34:53Z', 'revision_number': 2, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'gw_port_host': None, '_interfaces': [{'id': '901012e9-2966-4ea0-ae2c-dcf978f365a0', 'name': '', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'mac_address': 'fa:16:3e:03:e4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da90f94f-d234-4d50-9970-02e6363d88c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '599c8fce-6458-46e5-becb-7a57a50f5186', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:50Z', 'updated_at': '2022-01-12T09:34:58Z', 'revision_number': 4, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'subnets': [{'id': '599c8fce-6458-46e5-becb-7a57a50f5186', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:59.374682 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654df715-208a-46df-b677-c21e98bf8fde None None] The sync data for ids ['da90f94f-d234-4d50-9970-02e6363d88c7'] in dv-neutron-824346-1-hyperv is: [{'id': 'da90f94f-d234-4d50-9970-02e6363d88c7', 'name': 'tempest-NetworksTestDHCPv6-router-871353836', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:48Z', 'updated_at': '2022-01-12T09:34:53Z', 'revision_number': 2, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'gw_port_host': None, '_interfaces': [{'id': '901012e9-2966-4ea0-ae2c-dcf978f365a0', 'name': '', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'mac_address': 'fa:16:3e:03:e4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da90f94f-d234-4d50-9970-02e6363d88c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '599c8fce-6458-46e5-becb-7a57a50f5186', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:34:50Z', 'updated_at': '2022-01-12T09:34:58Z', 'revision_number': 4, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'subnets': [{'id': '599c8fce-6458-46e5-becb-7a57a50f5186', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:59.386175 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:59.388175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: ae122b9d-858a-4294-90ac-e8cf63c2970f {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:34:59.389421 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ae122b9d-858a-4294-90ac-e8cf63c2970f not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:34:59.399350 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c47eae19-f415-4573-b0a7-8c887bd753db tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port 901012e9-2966-4ea0-ae2c-dcf978f365a0 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:34:59.399701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c47eae19-f415-4573-b0a7-8c887bd753db tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.419833 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.426658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8fed6088-7536-4cb3-9387-a41f68393030 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:34:59.446594 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8fed6088-7536-4cb3-9387-a41f68393030 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Usage tracker for resource:security_group_rule and tenant:8213ab3226e549aa90c70a468d984539 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:34:59.449466 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620786a0-d86a-4798-b2de-b6e6a18e1eec']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:59.459214 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8fed6088-7536-4cb3-9387-a41f68393030 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:34:59.468343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165d1071-27a1-4762-964e-4e61e89ef440') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:59.468652 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165d1071-27a1-4762-964e-4e61e89ef440') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:34:59.478496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7a997606-0a4c-4287-ad33-14f34a4750d5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.521525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74326672-1273-45c1-b67a-1a4792a959d1 req-6f62160e-bb7c-414e-bedf-1ea92f2fda62 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:59.529726 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-74326672-1273-45c1-b67a-1a4792a959d1 req-6f62160e-bb7c-414e-bedf-1ea92f2fda62 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 1.2046833 Jan 12 09:34:59.530088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8fed6088-7536-4cb3-9387-a41f68393030 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:34:59.569692 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for ae122b9d-858a-4294-90ac-e8cf63c2970f owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:34:59.569945 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce3ae4-6043-4225-8a9b-bb6d3c53c73d None None] Network 6fb1a551-6516-4ca4-93fc-00aa610c4f20 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:34:59.581689 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eac27a46-da1f-42b7-816e-b6ef1f11f9ea tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.586052 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac27a46-da1f-42b7-816e-b6ef1f11f9ea tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d54b440-5c1e-4188-bd6b-572b71d39e5c {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 12 09:34:59.588746 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eac27a46-da1f-42b7-816e-b6ef1f11f9ea tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.591333 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce3ae4-6043-4225-8a9b-bb6d3c53c73d None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 6fb1a551-6516-4ca4-93fc-00aa610c4f20) {{(pid=87665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:34:59.614718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.640179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac27a46-da1f-42b7-816e-b6ef1f11f9ea tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d54b440-5c1e-4188-bd6b-572b71d39e5c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:59.656604 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-eac27a46-da1f-42b7-816e-b6ef1f11f9ea tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "DELETE /v2.0/networks/3d54b440-5c1e-4188-bd6b-572b71d39e5c HTTP/1.1" status: 204 len: 168 time: 1.6138048 Jan 12 09:34:59.701215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a997606-0a4c-4287-ad33-14f34a4750d5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 6fb1a551-6516-4ca4-93fc-00aa610c4f20 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:34:59.767599 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-74326672-1273-45c1-b67a-1a4792a959d1 req-2aad41c8-abb1-4095-bba6-55fafba54a17 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366862 Jan 12 09:34:59.770400 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-7a997606-0a4c-4287-ad33-14f34a4750d5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:34:59.770716 dv-neutron-824346-1-hyperv neutron-server[87663]: WARNING neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a997606-0a4c-4287-ad33-14f34a4750d5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unable to schedule network 6fb1a551-6516-4ca4-93fc-00aa610c4f20: no agents available; will retry on subsequent port and subnet creation events. Jan 12 09:34:59.772394 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a997606-0a4c-4287-ad33-14f34a4750d5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 6fb1a551-6516-4ca4-93fc-00aa610c4f20 is not hosted by any dhcp agent {{(pid=87663) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 12 09:34:59.773267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a997606-0a4c-4287-ad33-14f34a4750d5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:34:59.775310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7a997606-0a4c-4287-ad33-14f34a4750d5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.806368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.857660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-5b1a9950-bc10-4292-b4ed-7969fcbe6647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] For port 8342c8c4-0cb8-4e99-a692-36e2d785de57, host hv-neutron-8243, got binding levels [] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:59.858259 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b1a9950-bc10-4292-b4ed-7969fcbe6647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.866584 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:34:59.867171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:34:59.887182 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:34:59.897381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a997606-0a4c-4287-ad33-14f34a4750d5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Subnet': ['ID=4700d24f-dc5a-43fc-bfca-3901f4ba912f,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:34:59.903819 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7a997606-0a4c-4287-ad33-14f34a4750d5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1068132 Jan 12 09:34:59.912393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33866) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:34:59.953132 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8fed6088-7536-4cb3-9387-a41f68393030 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:34:59.966383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-c47eae19-f415-4573-b0a7-8c887bd753db tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] For port 901012e9-2966-4ea0-ae2c-dcf978f365a0, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=901012e9-2966-4ea0-ae2c-dcf978f365a0,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:34:59.966738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c47eae19-f415-4573-b0a7-8c887bd753db tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.073517 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33872) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:00.090065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-5b1a9950-bc10-4292-b4ed-7969fcbe6647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Calling delete_port for 8342c8c4-0cb8-4e99-a692-36e2d785de57 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:00.126665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-6fb1a551-6516-4ca4-93fc-00aa610c4f20', 'network_id': '6fb1a551-6516-4ca4-93fc-00aa610c4f20', 'tenant_id': '10f7e76caa244da5865ff48f8d07b730', 'fixed_ips': [{'subnet_id': '4700d24f-dc5a-43fc-bfca-3901f4ba912f'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:35:00.128832 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.157642 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c47eae19-f415-4573-b0a7-8c887bd753db tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for 901012e9-2966-4ea0-ae2c-dcf978f365a0 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:00.219445 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9519e1d6-f367-4735-86a5-4ec18388a943 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Request body: {'router': {'name': 'tempest-router--961029785', 'project_id': 'd086318e078d421f96008110f455d70e'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:00.223663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9519e1d6-f367-4735-86a5-4ec18388a943 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:00.227747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9519e1d6-f367-4735-86a5-4ec18388a943 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Usage tracker for resource:router and tenant:d086318e078d421f96008110f455d70e is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:00.235578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9519e1d6-f367-4735-86a5-4ec18388a943 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:00.241639 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9519e1d6-f367-4735-86a5-4ec18388a943 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:00.253936 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:00.254264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:00.256360 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-84e050d4-b81d-43b0-860a-69532e567628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'subnet': {'network_id': '6fb1a551-6516-4ca4-93fc-00aa610c4f20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:00.268815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9519e1d6-f367-4735-86a5-4ec18388a943 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.269891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9519e1d6-f367-4735-86a5-4ec18388a943 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.315286 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.331604 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8fed6088-7536-4cb3-9387-a41f68393030 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.339777 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.360558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Network': ['ID=620786a0-d86a-4798-b2de-b6e6a18e1eec,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:00.366177 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9519e1d6-f367-4735-86a5-4ec18388a943 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.378190 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c20ea3e2-395b-4f37-a9d2-3cb8ba527e5a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/620786a0-d86a-4798-b2de-b6e6a18e1eec HTTP/1.1" status: 204 len: 168 time: 7.8718474 Jan 12 09:35:00.382301 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33876) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:00.386997 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b1a9950-bc10-4292-b4ed-7969fcbe6647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.391621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b5dadde9-ca1a-4d4b-9c19-28127e81e7d4 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-751751340'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:00.434968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b5dadde9-ca1a-4d4b-9c19-28127e81e7d4 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:00.449541 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b5dadde9-ca1a-4d4b-9c19-28127e81e7d4 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:network and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:00.453002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a9950-bc10-4292-b4ed-7969fcbe6647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Pushing event deleted for resources: {'Port': ['ID=8342c8c4-0cb8-4e99-a692-36e2d785de57,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:00.453867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Allocated IP 2001:db8::2 (6fb1a551-6516-4ca4-93fc-00aa610c4f20/4700d24f-dc5a-43fc-bfca-3901f4ba912f/4b823a82-6abe-4d6f-ae71-d793cef9b566) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:00.456589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b5dadde9-ca1a-4d4b-9c19-28127e81e7d4 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:00.460089 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9519e1d6-f367-4735-86a5-4ec18388a943 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.469441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b1a9950-bc10-4292-b4ed-7969fcbe6647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.482442 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5b1a9950-bc10-4292-b4ed-7969fcbe6647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] 10.222.0.26 "DELETE /v2.0/ports/8342c8c4-0cb8-4e99-a692-36e2d785de57 HTTP/1.1" status: 204 len: 168 time: 2.2795691 Jan 12 09:35:00.482442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b5dadde9-ca1a-4d4b-9c19-28127e81e7d4 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:00.484393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8fed6088-7536-4cb3-9387-a41f68393030 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.489220 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8fed6088-7536-4cb3-9387-a41f68393030 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2942860 Jan 12 09:35:00.489397 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33880) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:00.493217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33882) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:00.497981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed6088-7536-4cb3-9387-a41f68393030 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69148026-c61f-4ee3-bfd4-628278771e45,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:00.540847 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-fbf07e04-af85-45f5-8660-bce12eb69453 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:00.541500 dv-neutron-824346-1-hyperv neutron-server[87663]: WARNING neutron.api.v2.base [None req-fbf07e04-af85-45f5-8660-bce12eb69453 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 12 09:35:00.541853 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-fbf07e04-af85-45f5-8660-bce12eb69453 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] update failed (client error): There was a conflict when trying to complete your request. Jan 12 09:35:00.543624 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fbf07e04-af85-45f5-8660-bce12eb69453 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "PUT /v2.0/security-groups/69148026-c61f-4ee3-bfd4-628278771e45 HTTP/1.1" status: 409 len: 330 time: 0.0444241 Jan 12 09:35:00.549089 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33888) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:00.558291 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9519e1d6-f367-4735-86a5-4ec18388a943 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.559488 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9519e1d6-f367-4735-86a5-4ec18388a943 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4105840 Jan 12 09:35:00.565176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33892) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:00.570325 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23f4a70-bf0f-491c-a6be-065641a9dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] GET failed (client error): The resource could not be found. Jan 12 09:35:00.570898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e23f4a70-bf0f-491c-a6be-065641a9dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Synchronizing usage tracker for tenant:46356983a8df472e93f683a773d60a0b on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:00.580015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dadde9-ca1a-4d4b-9c19-28127e81e7d4 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:00.583468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b5dadde9-ca1a-4d4b-9c19-28127e81e7d4 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.644885 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e23f4a70-bf0f-491c-a6be-065641a9dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Unset dirty status for tenant:46356983a8df472e93f683a773d60a0b on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:00.649608 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e23f4a70-bf0f-491c-a6be-065641a9dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] 10.222.0.26 "GET /v2.0/ports/8342c8c4-0cb8-4e99-a692-36e2d785de57 HTTP/1.1" status: 404 len: 333 time: 0.1593854 Jan 12 09:35:00.658645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33896) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:00.670647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-3fce3472-0851-4193-a438-d8c33ed66839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Request body: {'port': {'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577037071'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:00.673903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5dadde9-ca1a-4d4b-9c19-28127e81e7d4 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:00.676225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-56267ac9-a02e-4903-b78b-9422c1882fa0 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.699473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3fce3472-0851-4193-a438-d8c33ed66839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:00.709568 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.720364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b5dadde9-ca1a-4d4b-9c19-28127e81e7d4 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.720658 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-b5dadde9-ca1a-4d4b-9c19-28127e81e7d4 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Added segment 78bf246d-9d97-493f-a991-df31c8c38fef of type vlan for network d648b89b-2f05-44ba-8927-5566115b7309 Jan 12 09:35:00.724214 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d0c7dab4-b085-431e-81cd-e724013d12bf tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.727327 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Transition to ACTIVE for port object 4b823a82-6abe-4d6f-ae71-d793cef9b566 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:00.730576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-56267ac9-a02e-4903-b78b-9422c1882fa0 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.741303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3fce3472-0851-4193-a438-d8c33ed66839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:00.754787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port ae122b9d-858a-4294-90ac-e8cf63c2970f {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:00.755138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.765078 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Transition to ACTIVE for port object 4b823a82-6abe-4d6f-ae71-d793cef9b566 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:00.780522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.860559 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b5dadde9-ca1a-4d4b-9c19-28127e81e7d4 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.873133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fce3472-0851-4193-a438-d8c33ed66839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Made reservation on behalf of 46356983a8df472e93f683a773d60a0b for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:00.877475 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fce3472-0851-4193-a438-d8c33ed66839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:00.898909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 901012e9-2966-4ea0-ae2c-dcf978f365a0 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:00.906902 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] The port 'ae122b9d-858a-4294-90ac-e8cf63c2970f' was deleted {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:35:00.938375 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Network 6fb1a551-6516-4ca4-93fc-00aa610c4f20 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:00.947329 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 901012e9-2966-4ea0-ae2c-dcf978f365a0 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:35:00.947670 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 901012e9-2966-4ea0-ae2c-dcf978f365a0 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 12 09:35:00.976044 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:00.979026 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:00.991943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-3fce3472-0851-4193-a438-d8c33ed66839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] device_id is not set on port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:01.024934 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-84e050d4-b81d-43b0-860a-69532e567628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:01.027817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c47eae19-f415-4573-b0a7-8c887bd753db tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.040663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-56267ac9-a02e-4903-b78b-9422c1882fa0 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.065271 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Port 901012e9-2966-4ea0-ae2c-dcf978f365a0 not found, will not notify nova. {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 12 09:35:01.086859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-84e050d4-b81d-43b0-860a-69532e567628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:subnet and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:01.091751 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-84e050d4-b81d-43b0-860a-69532e567628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:01.093835 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Pushing event updated for resources: {'Port': ['ID=4b823a82-6abe-4d6f-ae71-d793cef9b566,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:01.103079 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b5dadde9-ca1a-4d4b-9c19-28127e81e7d4 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.108605 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dadde9-ca1a-4d4b-9c19-28127e81e7d4 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:01.109245 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b5dadde9-ca1a-4d4b-9c19-28127e81e7d4 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.111830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-84e050d4-b81d-43b0-860a-69532e567628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:01.143972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Attempting to bind port 4b823a82-6abe-4d6f-ae71-d793cef9b566 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:01.144342 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Attempting to bind port 4b823a82-6abe-4d6f-ae71-d793cef9b566 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '413e8931-7ee0-4d3c-99d7-a9c739410e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6fb1a551-6516-4ca4-93fc-00aa610c4f20'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:01.144702 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Attempting to bind port 4b823a82-6abe-4d6f-ae71-d793cef9b566 on network 6fb1a551-6516-4ca4-93fc-00aa610c4f20 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:01.154446 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:35:01.155236 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Checking segment: {'id': '413e8931-7ee0-4d3c-99d7-a9c739410e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6fb1a551-6516-4ca4-93fc-00aa610c4f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:01.155736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.156428 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Bound using segment: {'id': '413e8931-7ee0-4d3c-99d7-a9c739410e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6fb1a551-6516-4ca4-93fc-00aa610c4f20'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:35:01.157014 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Bound port: 4b823a82-6abe-4d6f-ae71-d793cef9b566, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413e8931-7ee0-4d3c-99d7-a9c739410e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6fb1a551-6516-4ca4-93fc-00aa610c4f20'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:01.157457 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.162897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56267ac9-a02e-4903-b78b-9422c1882fa0 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69148026-c61f-4ee3-bfd4-628278771e45,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:01.221125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e050d4-b81d-43b0-860a-69532e567628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:01.225263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-84e050d4-b81d-43b0-860a-69532e567628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.239097 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.273215 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] For port 4b823a82-6abe-4d6f-ae71-d793cef9b566, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:01.276784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] For port 4b823a82-6abe-4d6f-ae71-d793cef9b566, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4b823a82-6abe-4d6f-ae71-d793cef9b566,segment=NetworkSegment(413e8931-7ee0-4d3c-99d7-a9c739410e9e),segment_id=413e8931-7ee0-4d3c-99d7-a9c739410e9e)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:35:01.281650 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.285849 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47eae19-f415-4573-b0a7-8c887bd753db tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=901012e9-2966-4ea0-ae2c-dcf978f365a0,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:01.373912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c77148-b740-4281-83a9-6c0ad7bd6ad2 None None] Pushing event updated for resources: {'Port': ['ID=4b823a82-6abe-4d6f-ae71-d793cef9b566,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:01.464262 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b5dadde9-ca1a-4d4b-9c19-28127e81e7d4 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0779877 Jan 12 09:35:01.519716 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-56267ac9-a02e-4903-b78b-9422c1882fa0 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.523196 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-56267ac9-a02e-4903-b78b-9422c1882fa0 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "DELETE /v2.0/security-groups/69148026-c61f-4ee3-bfd4-628278771e45 HTTP/1.1" status: 204 len: 168 time: 0.9654758 Jan 12 09:35:01.528647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33900) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:01.528980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33902) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:01.530436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:01.546009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dadde9-ca1a-4d4b-9c19-28127e81e7d4 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Network': ['ID=d648b89b-2f05-44ba-8927-5566115b7309,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:01.551362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-c77fcdab-2ac8-4326-972d-0944b439f659 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'subnet': {'network_id': 'd648b89b-2f05-44ba-8927-5566115b7309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:01.562454 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network d648b89b-2f05-44ba-8927-5566115b7309 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:01.600563 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d0c7dab4-b085-431e-81cd-e724013d12bf tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.607912 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a063a62-f5ac-4270-be2c-e100ee23ffbf') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:01.608233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a063a62-f5ac-4270-be2c-e100ee23ffbf') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:01.611494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d0c7dab4-b085-431e-81cd-e724013d12bf tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.661131 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.730652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c47eae19-f415-4573-b0a7-8c887bd753db tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.806014 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5eb3dd43-464c-4c2c-b663-404f8300fd94 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Synchronizing usage tracker for tenant:8213ab3226e549aa90c70a468d984539 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:01.816625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d0c7dab4-b085-431e-81cd-e724013d12bf tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.817137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c7dab4-b085-431e-81cd-e724013d12bf tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42c86374-f87c-49d4-aca1-20694346d747 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:35:01.822434 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.837928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c77fcdab-2ac8-4326-972d-0944b439f659 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:01.843125 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:35:01.843532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.847245 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.ipam_backend_mixin [None req-84e050d4-b81d-43b0-860a-69532e567628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4700d24f-dc5a-43fc-bfca-3901f4ba912f (CIDR: 2001:db8::/64) Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:01.862290 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:01.865158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c77fcdab-2ac8-4326-972d-0944b439f659 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:subnet and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:01.874142 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c77fcdab-2ac8-4326-972d-0944b439f659 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:01.908093 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e050d4-b81d-43b0-860a-69532e567628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:35:01.908579 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e050d4-b81d-43b0-860a-69532e567628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:35:01.925448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c77fcdab-2ac8-4326-972d-0944b439f659 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:01.952998 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5eb3dd43-464c-4c2c-b663-404f8300fd94 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] Unset dirty status for tenant:8213ab3226e549aa90c70a468d984539 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:01.960115 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5eb3dd43-464c-4c2c-b663-404f8300fd94 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4149966 Jan 12 09:35:01.967403 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33908) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:01.980884 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d0c7dab4-b085-431e-81cd-e724013d12bf tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:01.981951 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d0c7dab4-b085-431e-81cd-e724013d12bf tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "DELETE /v2.0/routers/42c86374-f87c-49d4-aca1-20694346d747 HTTP/1.1" status: 204 len: 168 time: 1.4149690 Jan 12 09:35:02.000094 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-84e050d4-b81d-43b0-860a-69532e567628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0801044 Jan 12 09:35:02.003577 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33914) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:02.027911 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77fcdab-2ac8-4326-972d-0944b439f659 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:02.031519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c77fcdab-2ac8-4326-972d-0944b439f659 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.069905 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-fb722314-fb7b-4aaf-be23-1b937f935ad7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'subnet': {'network_id': '6fb1a551-6516-4ca4-93fc-00aa610c4f20', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:02.086238 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-0f663b80-a7ae-42fb-a2eb-97f9b674125a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] delete failed (client error): The resource could not be found. Jan 12 09:35:02.087300 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0f663b80-a7ae-42fb-a2eb-97f9b674125a tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "DELETE /v2.0/security-groups/6745477e-170e-4fa3-adcb-54db28251f17 HTTP/1.1" status: 404 len: 347 time: 0.1170866 Jan 12 09:35:02.090697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fce3472-0851-4193-a438-d8c33ed66839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.093885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33918) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:02.113495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.118135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.131446 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33922) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:02.138582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47eae19-f415-4573-b0a7-8c887bd753db tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Router da90f94f-d234-4d50-9970-02e6363d88c7 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:35:02.143918 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/networks/ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978 HTTP/1.1" status: 204 len: 168 time: 5.0037150 Jan 12 09:35:02.149329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33928) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:02.153648 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-4e2e91d0-0d5d-48db-9ab4-428f932c4bd4 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] show failed (client error): The resource could not be found. Jan 12 09:35:02.154673 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4e2e91d0-0d5d-48db-9ab4-428f932c4bd4 tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "GET /v2.0/security-groups/397da3dc-0327-4ad4-b998-c6af38365420 HTTP/1.1" status: 404 len: 347 time: 0.0546181 Jan 12 09:35:02.195659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33932) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:02.203477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-9672c42b-2407-4fa3-8b0f-a0c93a26edfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-975352478'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:02.206471 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483155e-c5eb-4dd6-9585-bcf537fbcf2a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Network': ['ID=ee56c6c4-0ff1-4fb2-8143-f5c3e7f6a978,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:02.218884 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9672c42b-2407-4fa3-8b0f-a0c93a26edfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:02.226513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9672c42b-2407-4fa3-8b0f-a0c93a26edfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:network and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:02.232727 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9672c42b-2407-4fa3-8b0f-a0c93a26edfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:02.235063 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-71c12424-6b35-4b0b-9bdd-fdb77036495d tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] show failed (client error): The resource could not be found. Jan 12 09:35:02.236270 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-71c12424-6b35-4b0b-9bdd-fdb77036495d tempest-NegativeSecGroupTest-1636341739 tempest-NegativeSecGroupTest-1636341739-project] 10.222.0.26 "GET /v2.0/security-group-rules/177517d7-3420-4a48-a746-5e1d31803fd4 HTTP/1.1" status: 404 len: 356 time: 0.0338118 Jan 12 09:35:02.250111 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9672c42b-2407-4fa3-8b0f-a0c93a26edfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:02.272557 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:35:02.358438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fce3472-0851-4193-a438-d8c33ed66839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.461170 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce3472-0851-4193-a438-d8c33ed66839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Network d2b69632-6aeb-43a0-b452-78188d8ab1d7 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:02.497963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce3472-0851-4193-a438-d8c33ed66839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Pushing event updated for resources: {'Port': ['ID=6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:02.502755 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-3fce3472-0851-4193-a438-d8c33ed66839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:02.505010 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce3472-0851-4193-a438-d8c33ed66839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:02.506197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fce3472-0851-4193-a438-d8c33ed66839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:02.506975 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fce3472-0851-4193-a438-d8c33ed66839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.513108 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c77fcdab-2ac8-4326-972d-0944b439f659 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.556011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1225202123', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}, 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:02.571774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9672c42b-2407-4fa3-8b0f-a0c93a26edfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:02.575749 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9672c42b-2407-4fa3-8b0f-a0c93a26edfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.585492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:02.591679 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47eae19-f415-4573-b0a7-8c887bd753db tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:35:02.603980 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c47eae19-f415-4573-b0a7-8c887bd753db tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "PUT /v2.0/routers/da90f94f-d234-4d50-9970-02e6363d88c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2936850 Jan 12 09:35:02.607022 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Usage tracker for resource:router and tenant:e59b19e4090746ca80542a896088ca79 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:02.611941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:02.612118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33940) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:02.614641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d339fd-d8e7-421b-903e-3126bfcd10f6 None None] Sync routers for ids ['da90f94f-d234-4d50-9970-02e6363d88c7'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:35:02.615200 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fb722314-fb7b-4aaf-be23-1b937f935ad7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:02.626619 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fb722314-fb7b-4aaf-be23-1b937f935ad7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:subnet and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:02.630473 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fb722314-fb7b-4aaf-be23-1b937f935ad7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:02.637404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d339fd-d8e7-421b-903e-3126bfcd10f6 None None] Routers {'da90f94f-d234-4d50-9970-02e6363d88c7'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:02.637597 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3fce3472-0851-4193-a438-d8c33ed66839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9751847 Jan 12 09:35:02.637714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-16d339fd-d8e7-421b-903e-3126bfcd10f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:34:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['da90f94f-d234-4d50-9970-02e6363d88c7'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:02.641206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:02.646258 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33944) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:02.650192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fb722314-fb7b-4aaf-be23-1b937f935ad7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:02.666396 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8243'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:02.684239 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33948) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:02.706330 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fcdab-2ac8-4326-972d-0944b439f659 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Subnet': ['ID=327ad74b-df7c-4d94-b16a-cae305705662,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:02.710739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9672c42b-2407-4fa3-8b0f-a0c93a26edfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:02.732059 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77fcdab-2ac8-4326-972d-0944b439f659 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Checking segment: {'id': '78bf246d-9d97-493f-a991-df31c8c38fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd648b89b-2f05-44ba-8927-5566115b7309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:02.732542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77fcdab-2ac8-4326-972d-0944b439f659 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network hostable DHCP agents. Network: d648b89b-2f05-44ba-8927-5566115b7309, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:02.738099 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9672c42b-2407-4fa3-8b0f-a0c93a26edfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.738630 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-9672c42b-2407-4fa3-8b0f-a0c93a26edfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Added segment 141fea32-abc3-46fa-9ee6-dd5c1889440a of type vlan for network 0d02216e-088b-49b7-a7d0-701961b4b851 Jan 12 09:35:02.740065 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.741558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.757540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb722314-fb7b-4aaf-be23-1b937f935ad7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:02.769728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb722314-fb7b-4aaf-be23-1b937f935ad7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.806380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77fcdab-2ac8-4326-972d-0944b439f659 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network d648b89b-2f05-44ba-8927-5566115b7309 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:02.818692 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7992b5ce-6aeb-4bd5-b13a-7713b6ad736c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:02.821247 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7992b5ce-6aeb-4bd5-b13a-7713b6ad736c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:02.822030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7992b5ce-6aeb-4bd5-b13a-7713b6ad736c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:02.841201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-c77fcdab-2ac8-4326-972d-0944b439f659 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, d648b89b-2f05-44ba-8927-5566115b7309) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:02.845788 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77fcdab-2ac8-4326-972d-0944b439f659 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:02.846490 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c77fcdab-2ac8-4326-972d-0944b439f659 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.861462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7992b5ce-6aeb-4bd5-b13a-7713b6ad736c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:02.862797 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7992b5ce-6aeb-4bd5-b13a-7713b6ad736c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2492018 Jan 12 09:35:02.866279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33954) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:02.910465 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-16d339fd-d8e7-421b-903e-3126bfcd10f6 None None] Set router da90f94f-d234-4d50-9970-02e6363d88c7 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:35:02.916179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.919015 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9672c42b-2407-4fa3-8b0f-a0c93a26edfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:02.942581 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c77fcdab-2ac8-4326-972d-0944b439f659 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4045725 Jan 12 09:35:02.969211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33958) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:03.004906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.058230 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4b823a82-6abe-4d6f-ae71-d793cef9b566 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:03.077810 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 599c8fce-6458-46e5-becb-7a57a50f5186 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:35:03.084772 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6b7be3-3ba1-4b6a-aa3b-8db5921f5e88 None None] get_active_networks_info from dv-neutron-824346-1-hyperv {{(pid=87665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 12 09:35:03.142095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-16d339fd-d8e7-421b-903e-3126bfcd10f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da90f94f-d234-4d50-9970-02e6363d88c7', 'name': 'tempest-NetworksTestDHCPv6-router-871353836', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:48Z', 'updated_at': '2022-01-12T09:35:00Z', 'revision_number': 3, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:03.164103 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3ae9bb10-2fcb-487f-a0bd-a1d86738488b None None] Provisioning for port 4b823a82-6abe-4d6f-ae71-d793cef9b566 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:03.167273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d339fd-d8e7-421b-903e-3126bfcd10f6 None None] Checking router: da90f94f-d234-4d50-9970-02e6363d88c7 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:35:03.175004 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3a7fe2d6-44be-4104-bc26-36b08d4dc492 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8213ab3226e549aa90c70a468d984539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873457 Jan 12 09:35:03.178556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.198883 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d339fd-d8e7-421b-903e-3126bfcd10f6 None None] Routers {'da90f94f-d234-4d50-9970-02e6363d88c7'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:03.199664 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-16d339fd-d8e7-421b-903e-3126bfcd10f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:34:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['da90f94f-d234-4d50-9970-02e6363d88c7'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:03.206136 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33962) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:03.237365 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9672c42b-2407-4fa3-8b0f-a0c93a26edfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.242701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9672c42b-2407-4fa3-8b0f-a0c93a26edfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:03.243369 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9672c42b-2407-4fa3-8b0f-a0c93a26edfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.287341 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.352145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd4efe71-3578-4000-9178-078aca2be4c1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.355919 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-16d339fd-d8e7-421b-903e-3126bfcd10f6 None None] Set router da90f94f-d234-4d50-9970-02e6363d88c7 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:35:03.382394 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fab70042-b8f5-4247-8943-8037b4b1ee29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.458232 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fab70042-b8f5-4247-8943-8037b4b1ee29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.487601 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-16d339fd-d8e7-421b-903e-3126bfcd10f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da90f94f-d234-4d50-9970-02e6363d88c7', 'name': 'tempest-NetworksTestDHCPv6-router-871353836', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:48Z', 'updated_at': '2022-01-12T09:35:00Z', 'revision_number': 3, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:03.505953 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d339fd-d8e7-421b-903e-3126bfcd10f6 None None] The sync data for ids ['da90f94f-d234-4d50-9970-02e6363d88c7'] in dv-neutron-824346-1-hyperv is: [{'id': 'da90f94f-d234-4d50-9970-02e6363d88c7', 'name': 'tempest-NetworksTestDHCPv6-router-871353836', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:34:48Z', 'updated_at': '2022-01-12T09:35:00Z', 'revision_number': 3, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'gw_port_host': None}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:35:03.510023 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 4b823a82-6abe-4d6f-ae71-d793cef9b566 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:03.519262 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 4b823a82-6abe-4d6f-ae71-d793cef9b566 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:03.520148 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.529379 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd4efe71-3578-4000-9178-078aca2be4c1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.540874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.545523 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9672c42b-2407-4fa3-8b0f-a0c93a26edfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3898690 Jan 12 09:35:03.552174 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672c42b-2407-4fa3-8b0f-a0c93a26edfb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Network': ['ID=0d02216e-088b-49b7-a7d0-701961b4b851,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:03.558130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33966) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:03.562242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.585207 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 0d02216e-088b-49b7-a7d0-701961b4b851 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:03.604926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-c8c73c57-2ef2-4194-8e33-ffdfbbef27fc tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'subnet': {'network_id': '0d02216e-088b-49b7-a7d0-701961b4b851', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:03.694385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6b7be3-3ba1-4b6a-aa3b-8db5921f5e88 None None] Resources bound (agent type, host, resource id): {{(pid=87665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:35:03.781673 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.882300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] device_id is not set on port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:03.889302 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c8c73c57-2ef2-4194-8e33-ffdfbbef27fc tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:03.903410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c8c73c57-2ef2-4194-8e33-ffdfbbef27fc tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:subnet and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:03.906469 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.909304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c8c73c57-2ef2-4194-8e33-ffdfbbef27fc tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:03.909779 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 4b823a82-6abe-4d6f-ae71-d793cef9b566, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4b823a82-6abe-4d6f-ae71-d793cef9b566,segment=NetworkSegment(413e8931-7ee0-4d3c-99d7-a9c739410e9e),segment_id=413e8931-7ee0-4d3c-99d7-a9c739410e9e)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:03.912765 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fab70042-b8f5-4247-8943-8037b4b1ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.931529 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c8c73c57-2ef2-4194-8e33-ffdfbbef27fc tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:03.932815 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb722314-fb7b-4aaf-be23-1b937f935ad7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.932965 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.942838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd4efe71-3578-4000-9178-078aca2be4c1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:03.977903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab70042-b8f5-4247-8943-8037b4b1ee29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb22ad59-d892-4ddc-a1f1-0dcb54c36be5,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:03.989587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.000099 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Transition to ACTIVE for port object 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 will not be triggered until provisioned by entity L2. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:04.005182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4efe71-3578-4000-9178-078aca2be4c1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Subnet': ['ID=327ad74b-df7c-4d94-b16a-cae305705662,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:04.037038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.056370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c73c57-2ef2-4194-8e33-ffdfbbef27fc tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:04.059876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c8c73c57-2ef2-4194-8e33-ffdfbbef27fc tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.073712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.099430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb722314-fb7b-4aaf-be23-1b937f935ad7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 6fb1a551-6516-4ca4-93fc-00aa610c4f20 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:04.119388 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-fb722314-fb7b-4aaf-be23-1b937f935ad7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:04.124857 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb722314-fb7b-4aaf-be23-1b937f935ad7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Subnet': ['ID=21c3e942-0e89-4ddf-a05f-9f1db5ade842,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:04.128364 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb722314-fb7b-4aaf-be23-1b937f935ad7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:04.129227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb722314-fb7b-4aaf-be23-1b937f935ad7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.132964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=599c8fce-6458-46e5-becb-7a57a50f5186,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:04.144376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fab70042-b8f5-4247-8943-8037b4b1ee29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.145755 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fab70042-b8f5-4247-8943-8037b4b1ee29 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb22ad59-d892-4ddc-a1f1-0dcb54c36be5 HTTP/1.1" status: 204 len: 168 time: 0.9384990 Jan 12 09:35:04.150614 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=4b823a82-6abe-4d6f-ae71-d793cef9b566,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:04.160280 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/599c8fce-6458-46e5-becb-7a57a50f5186 HTTP/1.1" status: 204 len: 168 time: 1.2928078 Jan 12 09:35:04.161989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:04.162495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:04.163040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:04.163514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:04.163994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:04.165278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:04.165760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:04.166251 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:04.166756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:04.167251 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:04.167724 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:04.168206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93035f2-8847-458e-b558-eafaa2c4571e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:04.220534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33972) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:04.333822 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd4efe71-3578-4000-9178-078aca2be4c1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.393502 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-dd4efe71-3578-4000-9178-078aca2be4c1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d648b89b-2f05-44ba-8927-5566115b7309']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:04.400812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Pushing event updated for resources: {'Port': ['ID=6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:04.456862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-dd4efe71-3578-4000-9178-078aca2be4c1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bf246d-9d97-493f-a991-df31c8c38fef') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:04.457165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-dd4efe71-3578-4000-9178-078aca2be4c1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bf246d-9d97-493f-a991-df31c8c38fef') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:04.469948 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba8d03a-1f08-440b-a412-4fa7d3ee33ae None None] Network d648b89b-2f05-44ba-8927-5566115b7309 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:04.501841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd4efe71-3578-4000-9178-078aca2be4c1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.526328 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fb722314-fb7b-4aaf-be23-1b937f935ad7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4745438 Jan 12 09:35:04.533698 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 33982) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:04.547296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0dd789cd-364b-4ad4-abbf-6355ed6f3f11 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:router {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:04.551281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd4efe71-3578-4000-9178-078aca2be4c1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.557045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'network_id': '6fb1a551-6516-4ca4-93fc-00aa610c4f20', 'fixed_ips': [{'subnet_id': '4700d24f-dc5a-43fc-bfca-3901f4ba912f'}, {'subnet_id': '21c3e942-0e89-4ddf-a05f-9f1db5ade842'}], 'name': 'tempest-PortsIpV6TestJSON-1793227221'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:04.588215 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d94f6a3-e593-442a-9974-44e466c67f3e None None] Network 6fb1a551-6516-4ca4-93fc-00aa610c4f20 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:04.646545 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4efe71-3578-4000-9178-078aca2be4c1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:35:04.646986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd4efe71-3578-4000-9178-078aca2be4c1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:04.662608 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:04.668417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.702074 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:04.702470 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:04.702791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:04.710569 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.782820 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:04.783154 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:04.785704 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 2 to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 Jan 12 09:35:04.805127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:04.805127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:04.805456 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:04.812446 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26238cb-d4db-4b51-82e4-1ccadb888ab6 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:04.832906 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208e3fae-a4a7-41b4-9825-79da407abde8 None None] Network d648b89b-2f05-44ba-8927-5566115b7309 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:04.855591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:04.855907 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:04.858463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4b823a82-6abe-4d6f-ae71-d793cef9b566 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:04.862148 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 3 to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 Jan 12 09:35:04.884364 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:04.884743 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:04.885075 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:04.901798 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:04.902149 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:04.905278 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 4 to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 Jan 12 09:35:04.930884 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Allocated IP 172.26.2.15 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/e21579bb-c968-4a26-bd7c-bed573b339f6) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:04.937540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:04.938014 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:04.938478 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:04.949545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:04.950482 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:04.952347 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 5 to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 Jan 12 09:35:04.975261 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0dd789cd-364b-4ad4-abbf-6355ed6f3f11 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:router {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:04.976483 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0dd789cd-364b-4ad4-abbf-6355ed6f3f11 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7550399 Jan 12 09:35:04.982971 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd4efe71-3578-4000-9178-078aca2be4c1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.988485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 33996) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:04.989971 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dd4efe71-3578-4000-9178-078aca2be4c1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:04.998337 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:04.998337 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:04.998337 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:05.031411 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-dd4efe71-3578-4000-9178-078aca2be4c1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/d648b89b-2f05-44ba-8927-5566115b7309 HTTP/1.1" status: 204 len: 168 time: 2.0608931 Jan 12 09:35:05.039332 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34002) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:05.040655 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c8c73c57-2ef2-4194-8e33-ffdfbbef27fc tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.055194 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-0eefa8aa-13d2-4865-b2ad-de2e3f6dff50 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-354238938'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:05.061881 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0eefa8aa-13d2-4865-b2ad-de2e3f6dff50 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:05.067353 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0eefa8aa-13d2-4865-b2ad-de2e3f6dff50 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:network and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:05.117258 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:05.117684 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:05.121822 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 6 to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 Jan 12 09:35:05.127856 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0eefa8aa-13d2-4865-b2ad-de2e3f6dff50 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:05.137560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4efe71-3578-4000-9178-078aca2be4c1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Network': ['ID=d648b89b-2f05-44ba-8927-5566115b7309,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:05.163907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0eefa8aa-13d2-4865-b2ad-de2e3f6dff50 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:05.206297 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:05.206641 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:05.207032 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:05.207366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34006) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:05.210439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:05.220188 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:port and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:05.224616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:05.236732 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eefa8aa-13d2-4865-b2ad-de2e3f6dff50 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:05.241042 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0eefa8aa-13d2-4865-b2ad-de2e3f6dff50 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.255662 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c73c57-2ef2-4194-8e33-ffdfbbef27fc tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Subnet': ['ID=995af548-f03d-406a-b815-e24e5c858f68,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:05.261456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:05.267258 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c73c57-2ef2-4194-8e33-ffdfbbef27fc tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Checking segment: {'id': '141fea32-abc3-46fa-9ee6-dd5c1889440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0d02216e-088b-49b7-a7d0-701961b4b851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:05.267797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c73c57-2ef2-4194-8e33-ffdfbbef27fc tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network hostable DHCP agents. Network: 0d02216e-088b-49b7-a7d0-701961b4b851, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:05.289318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:05.289318 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:05.289318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-49365b32-6034-4ba8-a908-cb4a397cbaea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.306948 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eefa8aa-13d2-4865-b2ad-de2e3f6dff50 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:05.310508 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:05.334058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c73c57-2ef2-4194-8e33-ffdfbbef27fc tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 0d02216e-088b-49b7-a7d0-701961b4b851 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:05.349773 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0eefa8aa-13d2-4865-b2ad-de2e3f6dff50 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.350332 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-0eefa8aa-13d2-4865-b2ad-de2e3f6dff50 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Added segment 37fab7a1-5277-46c3-a36b-92e5033f3309 of type vlan for network 20171f36-fcec-4ba9-91d8-d8a0fcb7f370 Jan 12 09:35:05.366225 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 7 to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 Jan 12 09:35:05.368975 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 4b823a82-6abe-4d6f-ae71-d793cef9b566 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:05.369349 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.371327 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-c8c73c57-2ef2-4194-8e33-ffdfbbef27fc tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 0d02216e-088b-49b7-a7d0-701961b4b851) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:05.383827 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c73c57-2ef2-4194-8e33-ffdfbbef27fc tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:05.384902 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c8c73c57-2ef2-4194-8e33-ffdfbbef27fc tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.451976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a8e109-b885-490b-ae7e-bcef78ec0047 None None] Network 0d02216e-088b-49b7-a7d0-701961b4b851 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:05.458736 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-edcf541d-b269-4016-a0bc-2391c3e0b635 tempest-SubnetPoolsTestJSON-440030140 tempest-SubnetPoolsTestJSON-440030140-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1986106175', 'prefixes': ['172.20.0.0/16']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:05.470942 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:05.471510 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:05.471597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:05.472556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0eefa8aa-13d2-4865-b2ad-de2e3f6dff50 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.476256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-edcf541d-b269-4016-a0bc-2391c3e0b635 tempest-SubnetPoolsTestJSON-440030140 tempest-SubnetPoolsTestJSON-440030140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:05.510720 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c8c73c57-2ef2-4194-8e33-ffdfbbef27fc tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9170542 Jan 12 09:35:05.525580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34012) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:05.540799 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4aebed93-39fb-48ec-a31d-be2d0e9ee65e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-692045941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:05.553180 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4aebed93-39fb-48ec-a31d-be2d0e9ee65e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:05.560921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.577959 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aebed93-39fb-48ec-a31d-be2d0e9ee65e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:router and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:05.586174 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4aebed93-39fb-48ec-a31d-be2d0e9ee65e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:05.589027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0eefa8aa-13d2-4865-b2ad-de2e3f6dff50 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.594342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eefa8aa-13d2-4865-b2ad-de2e3f6dff50 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:05.594943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0eefa8aa-13d2-4865-b2ad-de2e3f6dff50 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.604381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:05.604705 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:05.613214 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 8 to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 Jan 12 09:35:05.623425 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.624577 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4aebed93-39fb-48ec-a31d-be2d0e9ee65e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:05.645611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] device_id is not set on port a908df32-ffb2-4c91-ae41-c4ab495e21dd yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:05.699888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:05.700582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:05.700582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:05.704551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-49365b32-6034-4ba8-a908-cb4a397cbaea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.707595 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-49365b32-6034-4ba8-a908-cb4a397cbaea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.716557 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:05.716895 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:05.720145 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 9 to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 Jan 12 09:35:05.725348 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0eefa8aa-13d2-4865-b2ad-de2e3f6dff50 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6746099 Jan 12 09:35:05.734367 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34016) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:05.745128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-adb1fddb-a360-4768-beee-7dd100423a09 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'subnet': {'network_id': '20171f36-fcec-4ba9-91d8-d8a0fcb7f370', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:05.772733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4aebed93-39fb-48ec-a31d-be2d0e9ee65e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.773716 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4aebed93-39fb-48ec-a31d-be2d0e9ee65e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.778642 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:05.779042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:05.779413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:05.789995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefa8aa-13d2-4865-b2ad-de2e3f6dff50 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Network': ['ID=20171f36-fcec-4ba9-91d8-d8a0fcb7f370,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:05.804917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:05.805251 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:05.805781 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-49365b32-6034-4ba8-a908-cb4a397cbaea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.806256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49365b32-6034-4ba8-a908-cb4a397cbaea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Fanout notify agent at l3_agent the message router_deleted on router da90f94f-d234-4d50-9970-02e6363d88c7 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:35:05.811296 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 10 to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 Jan 12 09:35:05.878040 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 20171f36-fcec-4ba9-91d8-d8a0fcb7f370 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:05.900860 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:05.901271 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:05.901561 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:05.910737 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.960195 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:05.960393 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:05.960757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:05.979601 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-adb1fddb-a360-4768-beee-7dd100423a09 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:06.006019 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-adb1fddb-a360-4768-beee-7dd100423a09 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:subnet and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:06.011011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-adb1fddb-a360-4768-beee-7dd100423a09 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:06.015831 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-edcf541d-b269-4016-a0bc-2391c3e0b635 tempest-SubnetPoolsTestJSON-440030140 tempest-SubnetPoolsTestJSON-440030140-project] Notify callbacks [] for subnetpool, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.020330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-49365b32-6034-4ba8-a908-cb4a397cbaea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.021435 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-49365b32-6034-4ba8-a908-cb4a397cbaea tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/routers/da90f94f-d234-4d50-9970-02e6363d88c7 HTTP/1.1" status: 204 len: 168 time: 1.0319464 Jan 12 09:35:06.022089 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-edcf541d-b269-4016-a0bc-2391c3e0b635 tempest-SubnetPoolsTestJSON-440030140 tempest-SubnetPoolsTestJSON-440030140-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8091280 Jan 12 09:35:06.023755 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4aebed93-39fb-48ec-a31d-be2d0e9ee65e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.025706 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:06.047791 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34020) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:06.048387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34022) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:06.059549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-92bdb45c-1043-46d3-9549-f8f50f5d6cee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:06.141847 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 901012e9-2966-4ea0-ae2c-dcf978f365a0 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:06.164667 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-52859667-b5df-4cde-977f-ae5fb84241ce tempest-SubnetPoolsTestJSON-440030140 tempest-SubnetPoolsTestJSON-440030140-project] 10.222.0.26 "GET /v2.0/subnetpools/18f9a98f-d17a-403d-a83d-7e427915db3d HTTP/1.1" status: 200 len: 732 time: 0.1112516 Jan 12 09:35:06.171976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-0d02216e-088b-49b7-a7d0-701961b4b851', 'network_id': '0d02216e-088b-49b7-a7d0-701961b4b851', 'tenant_id': 'e398d06e5ea248788795b74f5516b423', 'fixed_ips': [{'subnet_id': '995af548-f03d-406a-b815-e24e5c858f68'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:35:06.172996 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.182551 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c182b3c-ebe6-44a5-90f9-db8a20f3902e None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:35:06.183151 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-adb1fddb-a360-4768-beee-7dd100423a09 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:06.185319 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34028) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:06.193755 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:06.207500 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-b34297c4-c749-424c-bb41-cb1e45affb58 tempest-SubnetPoolsTestJSON-440030140 tempest-SubnetPoolsTestJSON-440030140-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-785925667'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:06.218546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:06.236755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-2c182b3c-ebe6-44a5-90f9-db8a20f3902e None None] Deleting port 0824bf1e-edd2-4b2c-905e-ca6533e4c466 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:06.237405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2c182b3c-ebe6-44a5-90f9-db8a20f3902e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.247875 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4aebed93-39fb-48ec-a31d-be2d0e9ee65e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.261028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 901012e9-2966-4ea0-ae2c-dcf978f365a0 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:35:06.262212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 901012e9-2966-4ea0-ae2c-dcf978f365a0 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:35:06.270549 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Pushing event updated for resources: {'Port': ['ID=e21579bb-c968-4a26-bd7c-bed573b339f6,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:06.292858 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-92bdb45c-1043-46d3-9549-f8f50f5d6cee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:06.295882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.296212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.296659 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.296960 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.297292 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.297620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.297944 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.298265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.298587 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.298985 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.299301 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.299569 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:06.304378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4aebed93-39fb-48ec-a31d-be2d0e9ee65e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.305818 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4aebed93-39fb-48ec-a31d-be2d0e9ee65e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7789783 Jan 12 09:35:06.307793 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-92bdb45c-1043-46d3-9549-f8f50f5d6cee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:06.313395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34032) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:06.313519 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb1fddb-a360-4768-beee-7dd100423a09 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:06.314514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-92bdb45c-1043-46d3-9549-f8f50f5d6cee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:06.316999 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-adb1fddb-a360-4768-beee-7dd100423a09 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.327913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'network_id': '0d02216e-088b-49b7-a7d0-701961b4b851', 'name': 'tempest-PortsTestJSON-182154306'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:06.349109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-92bdb45c-1043-46d3-9549-f8f50f5d6cee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:06.427184 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bdb45c-1043-46d3-9549-f8f50f5d6cee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:06.431814 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-92bdb45c-1043-46d3-9549-f8f50f5d6cee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.454198 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] For port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6, host hv-neutron-8243, cleared binding levels {{(pid=87664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:06.454570 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempted to set empty binding levels {{(pid=87664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 12 09:35:06.527807 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.714247 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] In _notify_port_updated(), no bound segment for port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:35:06.715263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:06.717123 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.717123 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] 10.222.0.26 "PUT /v2.0/ports/6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 HTTP/1.1" status: 200 len: 981 time: 4.0698619 Jan 12 09:35:06.726395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34036) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:06.738408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:06.739635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2c182b3c-ebe6-44a5-90f9-db8a20f3902e None None] For port 0824bf1e-edd2-4b2c-905e-ca6533e4c466, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=0824bf1e-edd2-4b2c-905e-ca6533e4c466,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:06.740032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2c182b3c-ebe6-44a5-90f9-db8a20f3902e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.749159 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Allocated IP 172.20.0.2 (0d02216e-088b-49b7-a7d0-701961b4b851/995af548-f03d-406a-b815-e24e5c858f68/72a02616-c8e2-4b5e-a7ab-c90fe20b8079) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:06.752349 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c950ad4-b65b-46c0-b43b-522b4adf5d8c None None] Update dhcp port {'port': {'network_id': '6fb1a551-6516-4ca4-93fc-00aa610c4f20', 'fixed_ips': [{'subnet_id': '4700d24f-dc5a-43fc-bfca-3901f4ba912f', 'ip_address': '2001:db8::2'}, {'subnet_id': '21c3e942-0e89-4ddf-a05f-9f1db5ade842'}], 'binding:host_id': 'dv-neutron-824346-1-hyperv'}, 'id': '4b823a82-6abe-4d6f-ae71-d793cef9b566'} from dv-neutron-824346-1-hyperv. {{(pid=87665) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 12 09:35:06.756328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:port and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:06.765990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:06.780371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:06.810667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Allocated IP 2001:db8::102 (6fb1a551-6516-4ca4-93fc-00aa610c4f20/4700d24f-dc5a-43fc-bfca-3901f4ba912f/a908df32-ffb2-4c91-ae41-c4ab495e21dd) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:06.816997 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925dd26-0746-49c5-9331-28e81e5ad2cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Pushing event updated for resources: {'Port': ['ID=6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6,revision_number=3']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:06.851013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Allocated IP 2001:db8:0:1::a4 (6fb1a551-6516-4ca4-93fc-00aa610c4f20/21c3e942-0e89-4ddf-a05f-9f1db5ade842/a908df32-ffb2-4c91-ae41-c4ab495e21dd) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:06.858503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:06.862066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.907827 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b34297c4-c749-424c-bb41-cb1e45affb58 tempest-SubnetPoolsTestJSON-440030140 tempest-SubnetPoolsTestJSON-440030140-project] Notify callbacks [] for subnetpool, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:06.909348 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b34297c4-c749-424c-bb41-cb1e45affb58 tempest-SubnetPoolsTestJSON-440030140 tempest-SubnetPoolsTestJSON-440030140-project] 10.222.0.26 "PUT /v2.0/subnetpools/18f9a98f-d17a-403d-a83d-7e427915db3d HTTP/1.1" status: 200 len: 683 time: 0.7172070 Jan 12 09:35:06.921073 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34040) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:06.923873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] device_id is not set on port 0d1ec280-ccef-4598-8724-77893e157aad yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:06.925111 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 0824bf1e-edd2-4b2c-905e-ca6533e4c466 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:06.955985 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-2c182b3c-ebe6-44a5-90f9-db8a20f3902e None None] Calling delete_port for 0824bf1e-edd2-4b2c-905e-ca6533e4c466 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:06.991001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-856d76d6-b869-4ecf-a97e-83136bba6b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.096925 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.097398 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.097863 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.098335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.098794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.099265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.099771 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.100189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.100694 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.101098 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.101595 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.102022 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.102438 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.102919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.103422 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.103840 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.104318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.106876 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9a7cd138-f093-44be-b3ba-049ffd98ff12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15211 time: 0.3793352 Jan 12 09:35:07.110979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34044) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:07.181461 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8c950ad4-b65b-46c0-b43b-522b4adf5d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.189897 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.265281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-adb1fddb-a360-4768-beee-7dd100423a09 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.299920 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-92bdb45c-1043-46d3-9549-f8f50f5d6cee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.305356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.325402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-afb45719-7e3b-4937-acd3-7223122ce350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Deleting port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:07.325819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-afb45719-7e3b-4937-acd3-7223122ce350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.405658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bdb45c-1043-46d3-9549-f8f50f5d6cee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:07.406793 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Transition to ACTIVE for port object a908df32-ffb2-4c91-ae41-c4ab495e21dd will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:07.410538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-92bdb45c-1043-46d3-9549-f8f50f5d6cee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:07.414028 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bdb45c-1043-46d3-9549-f8f50f5d6cee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.414637 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-92bdb45c-1043-46d3-9549-f8f50f5d6cee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.427110 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdb45c-1043-46d3-9549-f8f50f5d6cee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=8102837e-db48-497f-b1e9-b51960e8c7db,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:07.462042 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-438d8f8f-2910-427a-aac6-3631a0cee315 tempest-SubnetPoolsTestJSON-440030140 tempest-SubnetPoolsTestJSON-440030140-project] Notify callbacks [] for subnetpool, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.466135 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-438d8f8f-2910-427a-aac6-3631a0cee315 tempest-SubnetPoolsTestJSON-440030140 tempest-SubnetPoolsTestJSON-440030140-project] 10.222.0.26 "DELETE /v2.0/subnetpools/18f9a98f-d17a-403d-a83d-7e427915db3d HTTP/1.1" status: 204 len: 168 time: 0.5437171 Jan 12 09:35:07.467222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34048) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:07.476472 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-92bdb45c-1043-46d3-9549-f8f50f5d6cee tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4217479 Jan 12 09:35:07.476651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1fddb-a360-4768-beee-7dd100423a09 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Subnet': ['ID=4b48e634-2070-4443-b2b4-feb3e60f58b6,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:07.477656 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34052) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:07.498848 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-0a089597-1f27-41c8-82bb-359c26b988e5 tempest-SubnetPoolsTestJSON-440030140 tempest-SubnetPoolsTestJSON-440030140-project] show failed (client error): The resource could not be found. Jan 12 09:35:07.501741 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6c37d622-4471-46aa-a667-ae7454c77b22 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-894958879', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:07.503230 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0a089597-1f27-41c8-82bb-359c26b988e5 tempest-SubnetPoolsTestJSON-440030140 tempest-SubnetPoolsTestJSON-440030140-project] 10.222.0.26 "GET /v2.0/subnetpools/18f9a98f-d17a-403d-a83d-7e427915db3d HTTP/1.1" status: 404 len: 346 time: 0.0334601 Jan 12 09:35:07.503822 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34056) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:07.513328 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6c37d622-4471-46aa-a667-ae7454c77b22 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:07.526311 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-0f9a18a7-217b-4dc9-8e97-6df1fae5caba tempest-SubnetPoolsTestJSON-440030140 tempest-SubnetPoolsTestJSON-440030140-project] delete failed (client error): The resource could not be found. Jan 12 09:35:07.527708 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0f9a18a7-217b-4dc9-8e97-6df1fae5caba tempest-SubnetPoolsTestJSON-440030140 tempest-SubnetPoolsTestJSON-440030140-project] 10.222.0.26 "DELETE /v2.0/subnetpools/18f9a98f-d17a-403d-a83d-7e427915db3d HTTP/1.1" status: 404 len: 346 time: 0.0215476 Jan 12 09:35:07.543587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.547091 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2c182b3c-ebe6-44a5-90f9-db8a20f3902e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.566297 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb1fddb-a360-4768-beee-7dd100423a09 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Checking segment: {'id': '37fab7a1-5277-46c3-a36b-92e5033f3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '20171f36-fcec-4ba9-91d8-d8a0fcb7f370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:07.567112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb1fddb-a360-4768-beee-7dd100423a09 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network hostable DHCP agents. Network: 20171f36-fcec-4ba9-91d8-d8a0fcb7f370, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:07.571688 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6c37d622-4471-46aa-a667-ae7454c77b22 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:router and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:07.584965 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6c37d622-4471-46aa-a667-ae7454c77b22 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:07.600282 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.629800 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c182b3c-ebe6-44a5-90f9-db8a20f3902e None None] Pushing event deleted for resources: {'Port': ['ID=0824bf1e-edd2-4b2c-905e-ca6533e4c466,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:07.649539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c182b3c-ebe6-44a5-90f9-db8a20f3902e None None] No DVR routers for this DVR port 0824bf1e-edd2-4b2c-905e-ca6533e4c466 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:35:07.669344 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.680510 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b344f9-050d-4961-b99d-c38e7bd1bd1c None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:07.702222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 6fb1a551-6516-4ca4-93fc-00aa610c4f20 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:07.706202 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:07.710717 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:07.711953 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Transition to ACTIVE for port object 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:07.718092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:07.719155 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.727707 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=a908df32-ffb2-4c91-ae41-c4ab495e21dd,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:07.756800 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c2a3a007-72d2-4709-a163-6b1164082fe7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.2216578 Jan 12 09:35:07.760511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34062) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:07.772026 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-c28eb4fd-8269-4ea2-8201-11cd2570c628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4700d24f-dc5a-43fc-bfca-3901f4ba912f'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:07.807541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6c37d622-4471-46aa-a667-ae7454c77b22 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:07.867197 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6c37d622-4471-46aa-a667-ae7454c77b22 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.868234 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6c37d622-4471-46aa-a667-ae7454c77b22 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.881833 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb1fddb-a360-4768-beee-7dd100423a09 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network 20171f36-fcec-4ba9-91d8-d8a0fcb7f370 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:07.887456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Transition to ACTIVE for port object 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:07.912155 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-8c950ad4-b65b-46c0-b43b-522b4adf5d8c None None] Allocated IP 2001:db8:0:1::2 (6fb1a551-6516-4ca4-93fc-00aa610c4f20/21c3e942-0e89-4ddf-a05f-9f1db5ade842/4b823a82-6abe-4d6f-ae71-d793cef9b566) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:07.914530 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:07.960773 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34068) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:07.992363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-adb1fddb-a360-4768-beee-7dd100423a09 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 20171f36-fcec-4ba9-91d8-d8a0fcb7f370) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:08.007803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c28eb4fd-8269-4ea2-8201-11cd2570c628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.048511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6c37d622-4471-46aa-a667-ae7454c77b22 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.050840 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb1fddb-a360-4768-beee-7dd100423a09 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:08.051564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-adb1fddb-a360-4768-beee-7dd100423a09 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.107398 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-afb45719-7e3b-4937-acd3-7223122ce350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] For port 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6, host hv-neutron-8243, got binding levels [] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:08.108131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-afb45719-7e3b-4937-acd3-7223122ce350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.110385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Allocated IP 172.20.0.6 (0d02216e-088b-49b7-a7d0-701961b4b851/995af548-f03d-406a-b815-e24e5c858f68/0d1ec280-ccef-4598-8724-77893e157aad) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:08.117769 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.125834 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-adb1fddb-a360-4768-beee-7dd100423a09 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3890958 Jan 12 09:35:08.129889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34074) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:08.262538 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Pushing event updated for resources: {'Port': ['ID=72a02616-c8e2-4b5e-a7ab-c90fe20b8079,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:08.265085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dd172f-3009-4e12-b0d1-462d97279a00 None None] Network 20171f36-fcec-4ba9-91d8-d8a0fcb7f370 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:08.298962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Network 0d02216e-088b-49b7-a7d0-701961b4b851 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:08.323144 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:08.336472 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-afb45719-7e3b-4937-acd3-7223122ce350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Calling delete_port for 6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:08.341135 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:08.347142 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': '8102837e-db48-497f-b1e9-b51960e8c7db'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:35:08.347961 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.370412 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6c37d622-4471-46aa-a667-ae7454c77b22 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.401629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1d347efb-1168-44d0-b508-170b89a93b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.441515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1d347efb-1168-44d0-b508-170b89a93b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:08.470378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1d347efb-1168-44d0-b508-170b89a93b28 admin admin] Usage tracker for resource:security_group_rule and tenant:0886118243b24b51b385a1aa8dad6092 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:08.479433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1d347efb-1168-44d0-b508-170b89a93b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:08.508478 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6c37d622-4471-46aa-a667-ae7454c77b22 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.512376 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6c37d622-4471-46aa-a667-ae7454c77b22 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0213394 Jan 12 09:35:08.530177 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34078) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:08.530590 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1d347efb-1168-44d0-b508-170b89a93b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:08.572452 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-8c950ad4-b65b-46c0-b43b-522b4adf5d8c None None] For port 4b823a82-6abe-4d6f-ae71-d793cef9b566, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4b823a82-6abe-4d6f-ae71-d793cef9b566,segment=NetworkSegment(413e8931-7ee0-4d3c-99d7-a9c739410e9e),segment_id=413e8931-7ee0-4d3c-99d7-a9c739410e9e)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:08.627410 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Attempting to bind port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:08.627730 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Attempting to bind port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '141fea32-abc3-46fa-9ee6-dd5c1889440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0d02216e-088b-49b7-a7d0-701961b4b851'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:08.628110 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Attempting to bind port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 on network 0d02216e-088b-49b7-a7d0-701961b4b851 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:08.631691 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-afb45719-7e3b-4937-acd3-7223122ce350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.679254 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:35:08.679663 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Checking segment: {'id': '141fea32-abc3-46fa-9ee6-dd5c1889440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0d02216e-088b-49b7-a7d0-701961b4b851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:08.680325 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.680552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Bound using segment: {'id': '141fea32-abc3-46fa-9ee6-dd5c1889440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0d02216e-088b-49b7-a7d0-701961b4b851'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:35:08.681032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Bound port: 72a02616-c8e2-4b5e-a7ab-c90fe20b8079, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141fea32-abc3-46fa-9ee6-dd5c1889440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0d02216e-088b-49b7-a7d0-701961b4b851'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:08.681450 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.691546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45c0e826-a1af-4fc8-abd3-f6e6d38a0228 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.707297 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb45719-7e3b-4937-acd3-7223122ce350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:08.721959 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-afb45719-7e3b-4937-acd3-7223122ce350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.729809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8c950ad4-b65b-46c0-b43b-522b4adf5d8c None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.792719 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-afb45719-7e3b-4937-acd3-7223122ce350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] 10.222.0.26 "DELETE /v2.0/ports/6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 HTTP/1.1" status: 204 len: 168 time: 1.6707191 Jan 12 09:35:08.798396 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34082) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:08.862276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45c0e826-a1af-4fc8-abd3-f6e6d38a0228 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.891499 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8c950ad4-b65b-46c0-b43b-522b4adf5d8c None None] Transition to ACTIVE for port object 4b823a82-6abe-4d6f-ae71-d793cef9b566 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:08.893845 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebda0a88-795a-40a5-8a42-9724ef4604ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] GET failed (client error): The resource could not be found. Jan 12 09:35:08.894575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ebda0a88-795a-40a5-8a42-9724ef4604ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Synchronizing usage tracker for tenant:46356983a8df472e93f683a773d60a0b on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:08.910846 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Router 84743d4f-54c7-4736-96e9-3be1d6a56d36 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:35:08.925827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Allocated IP 2001:db8::2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/8102837e-db48-497f-b1e9-b51960e8c7db/2e0f8401-702c-4f3a-8b46-6e673ab05c9d) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:08.928238 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8c950ad4-b65b-46c0-b43b-522b4adf5d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:08.980608 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eb6aad-7a72-4db7-83e5-aa921b8ebfcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-20171f36-fcec-4ba9-91d8-d8a0fcb7f370', 'network_id': '20171f36-fcec-4ba9-91d8-d8a0fcb7f370', 'tenant_id': '725b67fecd74437c9a70440f1933104e', 'fixed_ips': [{'subnet_id': '4b48e634-2070-4443-b2b4-feb3e60f58b6'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:35:08.981449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-47eb6aad-7a72-4db7-83e5-aa921b8ebfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.007953 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ebda0a88-795a-40a5-8a42-9724ef4604ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Unset dirty status for tenant:46356983a8df472e93f683a773d60a0b on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:09.009378 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ebda0a88-795a-40a5-8a42-9724ef4604ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] 10.222.0.26 "GET /v2.0/ports/6e45b6a0-6ead-4f34-8bc2-ebb7c085d1a6 HTTP/1.1" status: 404 len: 333 time: 0.2098804 Jan 12 09:35:09.015011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34086) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:09.023382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-362c7970-dbd3-4eba-8aba-20a1cbba6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1231624549', 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:09.039214 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-362c7970-dbd3-4eba-8aba-20a1cbba6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:09.066009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-362c7970-dbd3-4eba-8aba-20a1cbba6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:09.084276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.090140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] For port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:09.141119 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45c0e826-a1af-4fc8-abd3-f6e6d38a0228 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.191473 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362c7970-dbd3-4eba-8aba-20a1cbba6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Made reservation on behalf of 46356983a8df472e93f683a773d60a0b for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:09.194320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-362c7970-dbd3-4eba-8aba-20a1cbba6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.210218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0e826-a1af-4fc8-abd3-f6e6d38a0228 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Subnet': ['ID=4b48e634-2070-4443-b2b4-feb3e60f58b6,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:09.219560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Transition to ACTIVE for port object 0d1ec280-ccef-4598-8724-77893e157aad will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:09.243564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-c28eb4fd-8269-4ea2-8201-11cd2570c628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Delete allocated IP 2001:db8:0:1::a4 (6fb1a551-6516-4ca4-93fc-00aa610c4f20/21c3e942-0e89-4ddf-a05f-9f1db5ade842) {{(pid=87663) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 12 09:35:09.262862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:35:09.268298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-362c7970-dbd3-4eba-8aba-20a1cbba6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] device_id is not set on port d7812170-6c4f-4b45-854a-71279d58395e yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:09.268861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] For port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=72a02616-c8e2-4b5e-a7ab-c90fe20b8079,segment=NetworkSegment(141fea32-abc3-46fa-9ee6-dd5c1889440a),segment_id=141fea32-abc3-46fa-9ee6-dd5c1889440a)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:35:09.285160 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65dcbec-a27b-4155-a066-5ec4e2a7befb None None] Sync routers for ids ['84743d4f-54c7-4736-96e9-3be1d6a56d36'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:35:09.292918 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1d347efb-1168-44d0-b508-170b89a93b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.308000 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65dcbec-a27b-4155-a066-5ec4e2a7befb None None] Routers {'84743d4f-54c7-4736-96e9-3be1d6a56d36'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:09.308990 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f65dcbec-a27b-4155-a066-5ec4e2a7befb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:34:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['84743d4f-54c7-4736-96e9-3be1d6a56d36'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:09.344924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1d347efb-1168-44d0-b508-170b89a93b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.367640 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.378738 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c950ad4-b65b-46c0-b43b-522b4adf5d8c None None] Pushing event updated for resources: {'Port': ['ID=4b823a82-6abe-4d6f-ae71-d793cef9b566,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:09.379962 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.451280 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f65dcbec-a27b-4155-a066-5ec4e2a7befb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:09.479240 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65dcbec-a27b-4155-a066-5ec4e2a7befb None None] Routers {'84743d4f-54c7-4736-96e9-3be1d6a56d36'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:09.479463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5ee31237-0185-420f-b59e-5326e81770b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.479866 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f65dcbec-a27b-4155-a066-5ec4e2a7befb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['84743d4f-54c7-4736-96e9-3be1d6a56d36'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server [None req-47eb6aad-7a72-4db7-83e5-aa921b8ebfcb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b48e634-2070-4443-b2b4-feb3e60f58b6: This subnet is being modified by another concurrent operation. Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:35:09.554713 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise exception Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b48e634-2070-4443-b2b4-feb3e60f58b6: This subnet is being modified by another concurrent operation. Jan 12 09:35:09.558345 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server Jan 12 09:35:09.598928 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aec66b-cab2-4243-9d3d-843fb9424c41 None None] Pushing event updated for resources: {'Port': ['ID=72a02616-c8e2-4b5e-a7ab-c90fe20b8079,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:09.610193 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f65dcbec-a27b-4155-a066-5ec4e2a7befb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:09.610595 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65dcbec-a27b-4155-a066-5ec4e2a7befb None None] The sync data for ids ['84743d4f-54c7-4736-96e9-3be1d6a56d36'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:35:09.618421 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae19ad4-cd23-494e-acd5-aea770a832ee None None] Network 20171f36-fcec-4ba9-91d8-d8a0fcb7f370 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:09.635563 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45c0e826-a1af-4fc8-abd3-f6e6d38a0228 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.689785 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d347efb-1168-44d0-b508-170b89a93b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcf59a5-82c4-4f4f-a575-a1d11076ceff,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:09.693259 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.697475 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-761cab89-ebd2-422e-a636-fca98be351ec tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.5584421 Jan 12 09:35:09.697475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-45c0e826-a1af-4fc8-abd3-f6e6d38a0228 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20171f36-fcec-4ba9-91d8-d8a0fcb7f370']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:09.705074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.708087 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1d347efb-1168-44d0-b508-170b89a93b28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0886118243b24b51b385a1aa8dad6092&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7459297 Jan 12 09:35:09.711632 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34090) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:09.711920 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34092) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:09.776929 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.793865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Transition to ACTIVE for port object 2e0f8401-702c-4f3a-8b46-6e673ab05c9d will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:09.813302 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-45c0e826-a1af-4fc8-abd3-f6e6d38a0228 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fab7a1-5277-46c3-a36b-92e5033f3309') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:09.813685 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-45c0e826-a1af-4fc8-abd3-f6e6d38a0228 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fab7a1-5277-46c3-a36b-92e5033f3309') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:09.891658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45c0e826-a1af-4fc8-abd3-f6e6d38a0228 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:09.899954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Transition to ACTIVE for port object 2e0f8401-702c-4f3a-8b46-6e673ab05c9d will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:09.915951 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.018095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:10.021571 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:10.025561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:10.082203 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Pushing event updated for resources: {'Port': ['ID=2e0f8401-702c-4f3a-8b46-6e673ab05c9d,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:10.156552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:10.156899 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:10.157236 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:10.157569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:10.157897 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:10.158222 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:10.158546 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:10.158945 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:10.159286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:10.159590 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:10.159903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:10.160221 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:35:10.202600 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Attempting to bind port 2e0f8401-702c-4f3a-8b46-6e673ab05c9d on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:10.202943 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Attempting to bind port 2e0f8401-702c-4f3a-8b46-6e673ab05c9d by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:10.203618 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Attempting to bind port 2e0f8401-702c-4f3a-8b46-6e673ab05c9d on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:10.213071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45c0e826-a1af-4fc8-abd3-f6e6d38a0228 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.214682 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:35:10.216350 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:10.216350 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.216350 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:35:10.217163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7c1e7ed6-0d92-48f0-b324-f8d1ca70787f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.217426 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Bound port: 2e0f8401-702c-4f3a-8b46-6e673ab05c9d, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:10.217812 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.250818 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c0e826-a1af-4fc8-abd3-f6e6d38a0228 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:35:10.251394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45c0e826-a1af-4fc8-abd3-f6e6d38a0228 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:10.275698 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:10.316238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 0d02216e-088b-49b7-a7d0-701961b4b851 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:10.323654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.326508 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:10.335591 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:10.343895 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-362c7970-dbd3-4eba-8aba-20a1cbba6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.383925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] For port 2e0f8401-702c-4f3a-8b46-6e673ab05c9d, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:10.388507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] For port 2e0f8401-702c-4f3a-8b46-6e673ab05c9d, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=2e0f8401-702c-4f3a-8b46-6e673ab05c9d,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:35:10.394084 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.403680 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7c1e7ed6-0d92-48f0-b324-f8d1ca70787f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.412616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=0d1ec280-ccef-4598-8724-77893e157aad,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:10.424640 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a360f569-5f72-4a5d-a618-15bf2e477f66 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/routers/84743d4f-54c7-4736-96e9-3be1d6a56d36 HTTP/1.1" status: 200 len: 924 time: 0.7077291 Jan 12 09:35:10.425602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34098) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:10.477238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c28eb4fd-8269-4ea2-8201-11cd2570c628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.497362 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-98d9a453-a6e6-4251-86c7-2ee51f8e34f2 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "GET /v2.0/ports?device_id=84743d4f-54c7-4736-96e9-3be1d6a56d36 HTTP/1.1" status: 200 len: 205 time: 0.0657132 Jan 12 09:35:10.497362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45c0e826-a1af-4fc8-abd3-f6e6d38a0228 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.503318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45c0e826-a1af-4fc8-abd3-f6e6d38a0228 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.507441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34102) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:10.508873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:10.509627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.524448 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-647345df-c463-4aa5-88c0-9f91293c1d0f None None] Provisioning for port 4b823a82-6abe-4d6f-ae71-d793cef9b566 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:10.526143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-c28eb4fd-8269-4ea2-8201-11cd2570c628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Ignored duplicate provisioning block setup for port a908df32-ffb2-4c91-ae41-c4ab495e21dd by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 12 09:35:10.534649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-647345df-c463-4aa5-88c0-9f91293c1d0f None None] Provisioning complete for port 4b823a82-6abe-4d6f-ae71-d793cef9b566 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:10.535238 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-647345df-c463-4aa5-88c0-9f91293c1d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.584408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c28eb4fd-8269-4ea2-8201-11cd2570c628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.623669 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-45c0e826-a1af-4fc8-abd3-f6e6d38a0228 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/20171f36-fcec-4ba9-91d8-d8a0fcb7f370 HTTP/1.1" status: 204 len: 168 time: 2.4353957 Jan 12 09:35:10.626702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34106) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:10.635373 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0e826-a1af-4fc8-abd3-f6e6d38a0228 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Network': ['ID=20171f36-fcec-4ba9-91d8-d8a0fcb7f370,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:10.647008 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-83546f15-2686-430c-b9c6-2ea338e140b5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-202963032'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:10.652518 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4a0a1-b07a-4fa3-9f62-7d56267ca09a None None] Pushing event updated for resources: {'Port': ['ID=2e0f8401-702c-4f3a-8b46-6e673ab05c9d,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:10.669808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-83546f15-2686-430c-b9c6-2ea338e140b5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:10.682025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-83546f15-2686-430c-b9c6-2ea338e140b5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:network and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:10.690708 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-83546f15-2686-430c-b9c6-2ea338e140b5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:10.707252 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b9b92a9e-d721-437f-8d2e-d56e05a4eeeb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3890178 Jan 12 09:35:10.730841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::1 (ff4a5360-acb6-446d-a4d9-75b6632567e8/8102837e-db48-497f-b1e9-b51960e8c7db/dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:10.765499 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-362c7970-dbd3-4eba-8aba-20a1cbba6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.773602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-83546f15-2686-430c-b9c6-2ea338e140b5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:10.777914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34110) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:10.822358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7c1e7ed6-0d92-48f0-b324-f8d1ca70787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.857415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c28eb4fd-8269-4ea2-8201-11cd2570c628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] In _notify_port_updated(), no bound segment for port a908df32-ffb2-4c91-ae41-c4ab495e21dd on network 6fb1a551-6516-4ca4-93fc-00aa610c4f20 {{(pid=87663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:35:10.865152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28eb4fd-8269-4ea2-8201-11cd2570c628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:10.865698 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c28eb4fd-8269-4ea2-8201-11cd2570c628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:10.867099 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c28eb4fd-8269-4ea2-8201-11cd2570c628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "PUT /v2.0/ports/a908df32-ffb2-4c91-ae41-c4ab495e21dd HTTP/1.1" status: 200 len: 926 time: 3.1049445 Jan 12 09:35:10.887550 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28eb4fd-8269-4ea2-8201-11cd2570c628 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=a908df32-ffb2-4c91-ae41-c4ab495e21dd,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:10.889766 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34114) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:10.911154 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cfd4f11a-ebb9-4c84-8540-ed722f65e9b8 None None] Provisioning for port a908df32-ffb2-4c91-ae41-c4ab495e21dd completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:10.935764 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-8458fae2-93b8-4d8d-abe8-3c3aafc0f1fb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4700d24f-dc5a-43fc-bfca-3901f4ba912f'}, {'subnet_id': '21c3e942-0e89-4ddf-a05f-9f1db5ade842'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:10.949007 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cfd4f11a-ebb9-4c84-8540-ed722f65e9b8 None None] Provisioning complete for port a908df32-ffb2-4c91-ae41-c4ab495e21dd triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:10.949598 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cfd4f11a-ebb9-4c84-8540-ed722f65e9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.026070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e7ed6-0d92-48f0-b324-f8d1ca70787f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcf59a5-82c4-4f4f-a575-a1d11076ceff,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:11.102048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83546f15-2686-430c-b9c6-2ea338e140b5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:11.108986 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-83546f15-2686-430c-b9c6-2ea338e140b5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.117075 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4b823a82-6abe-4d6f-ae71-d793cef9b566 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:11.129867 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c7970-dbd3-4eba-8aba-20a1cbba6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Network d2b69632-6aeb-43a0-b452-78188d8ab1d7 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:11.157215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-362c7970-dbd3-4eba-8aba-20a1cbba6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:11.161866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c7970-dbd3-4eba-8aba-20a1cbba6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:11.162839 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362c7970-dbd3-4eba-8aba-20a1cbba6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:11.163551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-362c7970-dbd3-4eba-8aba-20a1cbba6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.179680 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7c1e7ed6-0d92-48f0-b324-f8d1ca70787f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.180896 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7c1e7ed6-0d92-48f0-b324-f8d1ca70787f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/efcf59a5-82c4-4f4f-a575-a1d11076ceff HTTP/1.1" status: 204 len: 168 time: 1.4650908 Jan 12 09:35:11.197847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-774fae4c-e37b-4df5-82c1-6509703daee6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.267651 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.295895 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4f11a-ebb9-4c84-8540-ed722f65e9b8 None None] Port a908df32-ffb2-4c91-ae41-c4ab495e21dd cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:11.329606 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 4b823a82-6abe-4d6f-ae71-d793cef9b566 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:11.330737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.332322 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c7970-dbd3-4eba-8aba-20a1cbba6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Pushing event updated for resources: {'Port': ['ID=d7812170-6c4f-4b45-854a-71279d58395e,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:11.553426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8458fae2-93b8-4d8d-abe8-3c3aafc0f1fb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.590551 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5d5eac-b63d-42dc-846f-c9e19da3f92e None None] Network 0d02216e-088b-49b7-a7d0-701961b4b851 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:11.592091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.632422 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a22efa18-7196-4449-954f-18ef52122ce7 None None] Provisioning complete for port a908df32-ffb2-4c91-ae41-c4ab495e21dd triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:11.632789 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a22efa18-7196-4449-954f-18ef52122ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.697711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:11.762313 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:11.776441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83546f15-2686-430c-b9c6-2ea338e140b5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:11.790275 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-362c7970-dbd3-4eba-8aba-20a1cbba6d4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.7739325 Jan 12 09:35:11.798735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34130) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:11.872011 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a22efa18-7196-4449-954f-18ef52122ce7 None None] Port a908df32-ffb2-4c91-ae41-c4ab495e21dd cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:11.932072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-83546f15-2686-430c-b9c6-2ea338e140b5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:11.932676 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-83546f15-2686-430c-b9c6-2ea338e140b5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Added segment 2e977ad5-d94f-4b1f-969c-96bd6ddce32d of type vlan for network 9507a247-d0c1-4cff-817c-96665e871924 Jan 12 09:35:12.035232 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:12.069631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-79112021-de05-4494-a2ca-fa83d4f6f06e None None] Provisioning for port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:12.096424 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-79112021-de05-4494-a2ca-fa83d4f6f06e None None] Provisioning complete for port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:12.096795 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-79112021-de05-4494-a2ca-fa83d4f6f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.209613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-8458fae2-93b8-4d8d-abe8-3c3aafc0f1fb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Allocated IP 2001:db8:0:1::120 (6fb1a551-6516-4ca4-93fc-00aa610c4f20/21c3e942-0e89-4ddf-a05f-9f1db5ade842/a908df32-ffb2-4c91-ae41-c4ab495e21dd) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:12.222467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.251446 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-83546f15-2686-430c-b9c6-2ea338e140b5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.258465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8105a007-2f3e-4463-8bb7-364a881c6c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:12.259103 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8105a007-2f3e-4463-8bb7-364a881c6c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Synchronizing usage tracker for tenant:46356983a8df472e93f683a773d60a0b on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:12.360508 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:12.376436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:12.379756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:12.380707 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.389165 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-79112021-de05-4494-a2ca-fa83d4f6f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.390562 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-83546f15-2686-430c-b9c6-2ea338e140b5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.397420 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83546f15-2686-430c-b9c6-2ea338e140b5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:12.398087 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-83546f15-2686-430c-b9c6-2ea338e140b5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.472240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-79112021-de05-4494-a2ca-fa83d4f6f06e None None] For port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=72a02616-c8e2-4b5e-a7ab-c90fe20b8079,segment=NetworkSegment(141fea32-abc3-46fa-9ee6-dd5c1889440a),segment_id=141fea32-abc3-46fa-9ee6-dd5c1889440a)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:12.485686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-79112021-de05-4494-a2ca-fa83d4f6f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.495654 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-774fae4c-e37b-4df5-82c1-6509703daee6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.499776 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-83546f15-2686-430c-b9c6-2ea338e140b5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8608932 Jan 12 09:35:12.510432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34144) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:12.548209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:12.567193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8105a007-2f3e-4463-8bb7-364a881c6c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Unset dirty status for tenant:46356983a8df472e93f683a773d60a0b on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:12.568489 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8105a007-2f3e-4463-8bb7-364a881c6c86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] 10.222.0.26 "GET /v2.0/ports/d7812170-6c4f-4b45-854a-71279d58395e HTTP/1.1" status: 200 len: 959 time: 0.7666295 Jan 12 09:35:12.575738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-cc06556a-dad2-4a79-8c61-db2f42e2c590 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'subnet': {'network_id': '9507a247-d0c1-4cff-817c-96665e871924', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:12.581455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34148) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:12.637562 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-774fae4c-e37b-4df5-82c1-6509703daee6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Deleting port e21579bb-c968-4a26-bd7c-bed573b339f6 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:12.637899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-774fae4c-e37b-4df5-82c1-6509703daee6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.649632 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79112021-de05-4494-a2ca-fa83d4f6f06e None None] Pushing event updated for resources: {'Port': ['ID=72a02616-c8e2-4b5e-a7ab-c90fe20b8079,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:12.681659 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-61d8e220-64c6-428d-b20a-53ef74d4609d None None] Provisioning for port 2e0f8401-702c-4f3a-8b46-6e673ab05c9d completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:12.692994 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.778585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-6f428872-e46d-4370-aee2-fe576a5010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Deleting port d7812170-6c4f-4b45-854a-71279d58395e {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:12.778965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f428872-e46d-4370-aee2-fe576a5010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.830053 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0d8653f4-72ef-4296-a3d3-51f040c9686f None None] Provisioning complete for port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:12.830362 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0d8653f4-72ef-4296-a3d3-51f040c9686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.839140 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-8458fae2-93b8-4d8d-abe8-3c3aafc0f1fb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:35:12.873954 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8458fae2-93b8-4d8d-abe8-3c3aafc0f1fb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.932610 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:12.950972 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-8458fae2-93b8-4d8d-abe8-3c3aafc0f1fb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Transition to ACTIVE for port object a908df32-ffb2-4c91-ae41-c4ab495e21dd will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:12.978386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83546f15-2686-430c-b9c6-2ea338e140b5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Network': ['ID=9507a247-d0c1-4cff-817c-96665e871924,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:12.993590 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 9507a247-d0c1-4cff-817c-96665e871924 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:13.075963 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6da0064-d07c-4438-87c2-8aadf59c32fa tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.089605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cc06556a-dad2-4a79-8c61-db2f42e2c590 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:13.152281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cc06556a-dad2-4a79-8c61-db2f42e2c590 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:subnet and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:13.165618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cc06556a-dad2-4a79-8c61-db2f42e2c590 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:13.175854 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cc06556a-dad2-4a79-8c61-db2f42e2c590 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:13.194330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:13.235346 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14486a1f-c57a-4bc7-9206-b906fda9edff None None] get_active_networks_info from dv-neutron-824346-1-hyperv {{(pid=87665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 12 09:35:13.246910 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8458fae2-93b8-4d8d-abe8-3c3aafc0f1fb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.250013 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-774fae4c-e37b-4df5-82c1-6509703daee6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.263521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc06556a-dad2-4a79-8c61-db2f42e2c590 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:13.266990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc06556a-dad2-4a79-8c61-db2f42e2c590 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.430702 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0d8653f4-72ef-4296-a3d3-51f040c9686f None None] Provisioning for port 0d1ec280-ccef-4598-8724-77893e157aad completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:13.450728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:13.451303 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.494579 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0d8653f4-72ef-4296-a3d3-51f040c9686f None None] Provisioning complete for port 0d1ec280-ccef-4598-8724-77893e157aad triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:13.495210 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0d8653f4-72ef-4296-a3d3-51f040c9686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.509373 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-8458fae2-93b8-4d8d-abe8-3c3aafc0f1fb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] In _notify_port_updated(), no bound segment for port a908df32-ffb2-4c91-ae41-c4ab495e21dd on network 6fb1a551-6516-4ca4-93fc-00aa610c4f20 {{(pid=87663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:35:13.515305 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8458fae2-93b8-4d8d-abe8-3c3aafc0f1fb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:13.516285 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8458fae2-93b8-4d8d-abe8-3c3aafc0f1fb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.517850 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8458fae2-93b8-4d8d-abe8-3c3aafc0f1fb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "PUT /v2.0/ports/a908df32-ffb2-4c91-ae41-c4ab495e21dd HTTP/1.1" status: 200 len: 1012 time: 2.6097789 Jan 12 09:35:13.526676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34168) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:13.600666 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14486a1f-c57a-4bc7-9206-b906fda9edff None None] Resources bound (agent type, host, resource id): {{(pid=87665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:35:13.617692 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-774fae4c-e37b-4df5-82c1-6509703daee6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Calling delete_port for e21579bb-c968-4a26-bd7c-bed573b339f6 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:13.639127 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458fae2-93b8-4d8d-abe8-3c3aafc0f1fb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=a908df32-ffb2-4c91-ae41-c4ab495e21dd,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:13.700518 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0d8653f4-72ef-4296-a3d3-51f040c9686f None None] Port 0d1ec280-ccef-4598-8724-77893e157aad cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:13.791441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f428872-e46d-4370-aee2-fe576a5010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:13.876467 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2e0f8401-702c-4f3a-8b46-6e673ab05c9d up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:13.948884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-6f428872-e46d-4370-aee2-fe576a5010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Calling delete_port for d7812170-6c4f-4b45-854a-71279d58395e owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:13.977221 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cd2a44cd-85e4-4f5f-ac03-abfaca0c42d5 None None] Provisioning for port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:14.006224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-8f137c90-d5ff-4570-90a5-76366e7d6570 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port a908df32-ffb2-4c91-ae41-c4ab495e21dd {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:14.006650 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8f137c90-d5ff-4570-90a5-76366e7d6570 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.017543 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cd2a44cd-85e4-4f5f-ac03-abfaca0c42d5 None None] Provisioning complete for port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:14.018178 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cd2a44cd-85e4-4f5f-ac03-abfaca0c42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.087065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a44cd-85e4-4f5f-ac03-abfaca0c42d5 None None] Port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:14.137456 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-774fae4c-e37b-4df5-82c1-6509703daee6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.170685 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 2e0f8401-702c-4f3a-8b46-6e673ab05c9d completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:14.177811 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 2e0f8401-702c-4f3a-8b46-6e673ab05c9d triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:14.178475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.205577 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cd2a44cd-85e4-4f5f-ac03-abfaca0c42d5 None None] Provisioning complete for port 0d1ec280-ccef-4598-8724-77893e157aad triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:14.206243 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cd2a44cd-85e4-4f5f-ac03-abfaca0c42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.224423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6da0064-d07c-4438-87c2-8aadf59c32fa tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.225730 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34172) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:14.226509 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fae4c-e37b-4df5-82c1-6509703daee6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Pushing event deleted for resources: {'Port': ['ID=e21579bb-c968-4a26-bd7c-bed573b339f6,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:14.243458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1975766462', 'description': 'tempest-secgroup-smoke-1975766462 description', 'project_id': '83593b4cf2574a6d998ae195c62151f9'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:14.275317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:14.281794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6da0064-d07c-4438-87c2-8aadf59c32fa tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.313091 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a44cd-85e4-4f5f-ac03-abfaca0c42d5 None None] Port 0d1ec280-ccef-4598-8724-77893e157aad cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:14.325360 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Usage tracker for resource:security_group and tenant:83593b4cf2574a6d998ae195c62151f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:14.371767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f428872-e46d-4370-aee2-fe576a5010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.376875 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:14.400847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:14.450495 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc06556a-dad2-4a79-8c61-db2f42e2c590 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.453845 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.454335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f428872-e46d-4370-aee2-fe576a5010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7812170-6c4f-4b45-854a-71279d58395e,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:14.506084 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 2e0f8401-702c-4f3a-8b46-6e673ab05c9d, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=2e0f8401-702c-4f3a-8b46-6e673ab05c9d,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:14.509867 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.513913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.521809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da0064-d07c-4438-87c2-8aadf59c32fa tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=0d1ec280-ccef-4598-8724-77893e157aad,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:14.528862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f428872-e46d-4370-aee2-fe576a5010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.550061 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.566976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-774fae4c-e37b-4df5-82c1-6509703daee6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.579810 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6f428872-e46d-4370-aee2-fe576a5010bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] 10.222.0.26 "DELETE /v2.0/ports/d7812170-6c4f-4b45-854a-71279d58395e HTTP/1.1" status: 204 len: 168 time: 1.9981372 Jan 12 09:35:14.584963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34176) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:14.601665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=2e0f8401-702c-4f3a-8b46-6e673ab05c9d,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:14.658711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8f137c90-d5ff-4570-90a5-76366e7d6570 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.667627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.673104 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3900f5-de71-4815-b92a-ecd19acc98e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] GET failed (client error): The resource could not be found. Jan 12 09:35:14.673597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-dc3900f5-de71-4815-b92a-ecd19acc98e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Synchronizing usage tracker for tenant:46356983a8df472e93f683a773d60a0b on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:14.734887 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.735651 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.852321 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2e0f8401-702c-4f3a-8b46-6e673ab05c9d up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:14.905180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:14.921419 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a002892a-de38-496c-a8f4-da33c7f5dc15 None None] Provisioning complete for port 0d1ec280-ccef-4598-8724-77893e157aad triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:14.921788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a002892a-de38-496c-a8f4-da33c7f5dc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.959370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-8f137c90-d5ff-4570-90a5-76366e7d6570 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for a908df32-ffb2-4c91-ae41-c4ab495e21dd owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:14.979132 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Usage tracker for resource:security_group_rule and tenant:83593b4cf2574a6d998ae195c62151f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:14.981139 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 2e0f8401-702c-4f3a-8b46-6e673ab05c9d triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:14.981728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.983402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06556a-dad2-4a79-8c61-db2f42e2c590 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Subnet': ['ID=efdfff48-e7ce-4442-a204-15e3116161a5,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:14.988803 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-774fae4c-e37b-4df5-82c1-6509703daee6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:14.992175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:15.002738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-774fae4c-e37b-4df5-82c1-6509703daee6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.009054 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a002892a-de38-496c-a8f4-da33c7f5dc15 None None] Port 0d1ec280-ccef-4598-8724-77893e157aad cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:15.011328 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06556a-dad2-4a79-8c61-db2f42e2c590 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Checking segment: {'id': '2e977ad5-d94f-4b1f-969c-96bd6ddce32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9507a247-d0c1-4cff-817c-96665e871924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:15.013877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc06556a-dad2-4a79-8c61-db2f42e2c590 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network hostable DHCP agents. Network: 9507a247-d0c1-4cff-817c-96665e871924, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:15.028701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:15.107999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:15.160076 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-09b75d14-abcd-48f3-8312-dfe5dd8f9b86 None None] Provisioning for port a908df32-ffb2-4c91-ae41-c4ab495e21dd completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:15.168589 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-09b75d14-abcd-48f3-8312-dfe5dd8f9b86 None None] Provisioning complete for port a908df32-ffb2-4c91-ae41-c4ab495e21dd triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:15.169016 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-09b75d14-abcd-48f3-8312-dfe5dd8f9b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.200560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-dc3900f5-de71-4815-b92a-ecd19acc98e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Unset dirty status for tenant:46356983a8df472e93f683a773d60a0b on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:15.205530 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-dc3900f5-de71-4815-b92a-ecd19acc98e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] 10.222.0.26 "GET /v2.0/ports/d7812170-6c4f-4b45-854a-71279d58395e HTTP/1.1" status: 404 len: 333 time: 0.6156023 Jan 12 09:35:15.207286 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34180) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:15.232582 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-09b75d14-abcd-48f3-8312-dfe5dd8f9b86 None None] Port a908df32-ffb2-4c91-ae41-c4ab495e21dd cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:15.272157 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-4cc4a507-482a-471f-8f22-61d501064acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Request body: {'port': {'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1335815873'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:15.289216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6da0064-d07c-4438-87c2-8aadf59c32fa tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.307337 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:15.313839 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:15.414229 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4cc4a507-482a-471f-8f22-61d501064acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:15.449783 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc06556a-dad2-4a79-8c61-db2f42e2c590 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network 9507a247-d0c1-4cff-817c-96665e871924 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:15.451804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-774fae4c-e37b-4df5-82c1-6509703daee6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.452281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774fae4c-e37b-4df5-82c1-6509703daee6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Fanout notify agent at l3_agent the message router_deleted on router 84743d4f-54c7-4736-96e9-3be1d6a56d36 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:35:15.458804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4cc4a507-482a-471f-8f22-61d501064acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:15.537498 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8f137c90-d5ff-4570-90a5-76366e7d6570 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.541195 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.558547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.562461 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f83d4ea4-ef09-40d2-a5c4-eb0699b08743 None None] Provisioning complete for port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:15.563222 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f83d4ea4-ef09-40d2-a5c4-eb0699b08743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.574278 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:15.580020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc4a507-482a-471f-8f22-61d501064acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Made reservation on behalf of 46356983a8df472e93f683a773d60a0b for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:15.582308 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a507-482a-471f-8f22-61d501064acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.589950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f137c90-d5ff-4570-90a5-76366e7d6570 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=a908df32-ffb2-4c91-ae41-c4ab495e21dd,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:15.591007 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-cc06556a-dad2-4a79-8c61-db2f42e2c590 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 9507a247-d0c1-4cff-817c-96665e871924) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:15.596881 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc06556a-dad2-4a79-8c61-db2f42e2c590 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:15.597393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc06556a-dad2-4a79-8c61-db2f42e2c590 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.615565 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316eeec1-e4b6-463c-86fc-2d715d84f629 None None] Network 9507a247-d0c1-4cff-817c-96665e871924 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:15.626202 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Usage tracker for resource:security_group_rule and tenant:83593b4cf2574a6d998ae195c62151f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:15.639071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:15.673887 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:15.678694 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f83d4ea4-ef09-40d2-a5c4-eb0699b08743 None None] Port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:15.683066 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-4cc4a507-482a-471f-8f22-61d501064acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] device_id is not set on port b841eaa9-a633-4438-b718-c8e90dc5e67f yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:15.709070 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Router 7f330bbb-148d-4a2e-98b5-ded0c9703d0d is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:35:15.712421 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8f137c90-d5ff-4570-90a5-76366e7d6570 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.726087 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd8155f-9e1f-4721-ac5e-1e023929dfa2,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:15.742216 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cc06556a-dad2-4a79-8c61-db2f42e2c590 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2095475 Jan 12 09:35:15.743454 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34184) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:15.747120 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8f137c90-d5ff-4570-90a5-76366e7d6570 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/a908df32-ffb2-4c91-ae41-c4ab495e21dd HTTP/1.1" status: 204 len: 168 time: 2.2159271 Jan 12 09:35:15.752334 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34186) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:15.790451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-774fae4c-e37b-4df5-82c1-6509703daee6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.791967 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-774fae4c-e37b-4df5-82c1-6509703daee6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "DELETE /v2.0/routers/84743d4f-54c7-4736-96e9-3be1d6a56d36 HTTP/1.1" status: 204 len: 168 time: 5.2582719 Jan 12 09:35:15.798159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34192) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:15.811428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1655261674', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'enable_snat': False}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:15.816020 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:15.818899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-15813483-cb51-4e94-9057-0e993d59f618 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'subnet': {'network_id': '9507a247-d0c1-4cff-817c-96665e871924', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:15.820233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Usage tracker for resource:router and tenant:6a3865838a444485be143634d9f723a5 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:15.824043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:15.831959 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:15.910214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.911342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.911960 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-9507a247-d0c1-4cff-817c-96665e871924', 'network_id': '9507a247-d0c1-4cff-817c-96665e871924', 'tenant_id': '725b67fecd74437c9a70440f1933104e', 'fixed_ips': [{'subnet_id': 'efdfff48-e7ce-4442-a204-15e3116161a5'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:35:15.913033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:15.931733 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89dbb68-e884-4cb3-bed0-e00af85a3c4a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] GET failed (client error): The resource could not be found. Jan 12 09:35:15.932796 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c89dbb68-e884-4cb3-bed0-e00af85a3c4a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/a908df32-ffb2-4c91-ae41-c4ab495e21dd HTTP/1.1" status: 404 len: 333 time: 0.1394475 Jan 12 09:35:15.937825 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34196) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:15.999187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.003118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:35:16.020553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Sync routers for ids ['7f330bbb-148d-4a2e-98b5-ded0c9703d0d'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:35:16.038066 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-83a05aca-14b1-45cc-82a1-f793835ba835 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "PUT /v2.0/routers/7f330bbb-148d-4a2e-98b5-ded0c9703d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4997468 Jan 12 09:35:16.041344 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-530f5a9c-9bfa-4345-8052-c3581475c62a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting subnet 21c3e942-0e89-4ddf-a05f-9f1db5ade842 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:35:16.045210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34200) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:16.047739 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-530f5a9c-9bfa-4345-8052-c3581475c62a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.079408 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Routers {'7f330bbb-148d-4a2e-98b5-ded0c9703d0d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:16.080062 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7f330bbb-148d-4a2e-98b5-ded0c9703d0d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:16.151466 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6da0064-d07c-4438-87c2-8aadf59c32fa tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.152301 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e8214f-f5f1-4238-8dfa-32500d0dc0c5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:16.152895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-50e8214f-f5f1-4238-8dfa-32500d0dc0c5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:16.227543 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Allocated IP 2001:db8::2 (9507a247-d0c1-4cff-817c-96665e871924/efdfff48-e7ce-4442-a204-15e3116161a5/7263c99c-f4c4-48c2-8064-f39a341f5285) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:16.253321 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Set router 7f330bbb-148d-4a2e-98b5-ded0c9703d0d gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:35:16.295403 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.329060 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a507-482a-471f-8f22-61d501064acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.339751 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.458466 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-15813483-cb51-4e94-9057-0e993d59f618 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:16.467527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-15813483-cb51-4e94-9057-0e993d59f618 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:subnet and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:16.471332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-15813483-cb51-4e94-9057-0e993d59f618 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:16.480589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-15813483-cb51-4e94-9057-0e993d59f618 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:16.514024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.555220 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-50e8214f-f5f1-4238-8dfa-32500d0dc0c5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:16.558924 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-50e8214f-f5f1-4238-8dfa-32500d0dc0c5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports/dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 HTTP/1.1" status: 200 len: 911 time: 0.5101476 Jan 12 09:35:16.558924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-530f5a9c-9bfa-4345-8052-c3581475c62a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.560521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34204) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:16.568771 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15813483-cb51-4e94-9057-0e993d59f618 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:16.572368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-15813483-cb51-4e94-9057-0e993d59f618 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.587394 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.702981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:16.726307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.730798 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fd3baf7a-c28f-42f4-8737-2ff73f3b0cc7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.4989283 Jan 12 09:35:16.734624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34208) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:16.736228 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.741122 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-530f5a9c-9bfa-4345-8052-c3581475c62a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.750293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Transition to ACTIVE for port object 7263c99c-f4c4-48c2-8064-f39a341f5285 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:16.772608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-6764c443-d992-42a1-b25c-cfe12fbca134 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Request body: {'security_group_rule': {'security_group_id': '74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57', 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:16.776974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Transition to ACTIVE for port object 7263c99c-f4c4-48c2-8064-f39a341f5285 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:16.784923 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-6764c443-d992-42a1-b25c-cfe12fbca134 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:16.791553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6764c443-d992-42a1-b25c-cfe12fbca134 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Usage tracker for resource:security_group_rule and tenant:83593b4cf2574a6d998ae195c62151f9 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:16.791854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.794865 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6764c443-d992-42a1-b25c-cfe12fbca134 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:16.805501 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-6764c443-d992-42a1-b25c-cfe12fbca134 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:16.842381 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f330bbb-148d-4a2e-98b5-ded0c9703d0d', 'name': 'tempest-NetworksTestDHCPv6-router-894958879', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:07Z', 'updated_at': '2022-01-12T09:35:12Z', 'revision_number': 2, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'gw_port_host': None, '_interfaces': [{'id': 'dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6', 'name': '', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'mac_address': 'fa:16:3e:f5:30:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f330bbb-148d-4a2e-98b5-ded0c9703d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8102837e-db48-497f-b1e9-b51960e8c7db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:10Z', 'updated_at': '2022-01-12T09:35:14Z', 'revision_number': 2, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'subnets': [{'id': '8102837e-db48-497f-b1e9-b51960e8c7db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:16.855472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6764c443-d992-42a1-b25c-cfe12fbca134 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.859133 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a507-482a-471f-8f22-61d501064acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:16.862161 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Checking router: 7f330bbb-148d-4a2e-98b5-ded0c9703d0d for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:35:16.862545 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Updating router 7f330bbb-148d-4a2e-98b5-ded0c9703d0d port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:35:16.892676 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Network 9507a247-d0c1-4cff-817c-96665e871924 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:16.901506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:16.914085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:16.925801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Pushing event updated for resources: {'Port': ['ID=7263c99c-f4c4-48c2-8064-f39a341f5285,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:16.989959 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6764c443-d992-42a1-b25c-cfe12fbca134 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.003020 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6764c443-d992-42a1-b25c-cfe12fbca134 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.013735 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.070938 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-530f5a9c-9bfa-4345-8052-c3581475c62a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.121768 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Attempting to bind port 7263c99c-f4c4-48c2-8064-f39a341f5285 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:17.121768 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Attempting to bind port 7263c99c-f4c4-48c2-8064-f39a341f5285 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '2e977ad5-d94f-4b1f-969c-96bd6ddce32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9507a247-d0c1-4cff-817c-96665e871924'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:17.121768 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Attempting to bind port 7263c99c-f4c4-48c2-8064-f39a341f5285 on network 9507a247-d0c1-4cff-817c-96665e871924 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:17.129283 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764c443-d992-42a1-b25c-cfe12fbca134 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04725a9e-e7c6-4f05-8b1d-25056f8fbf21,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:17.132281 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:35:17.132664 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Checking segment: {'id': '2e977ad5-d94f-4b1f-969c-96bd6ddce32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9507a247-d0c1-4cff-817c-96665e871924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:17.133065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.133444 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Bound using segment: {'id': '2e977ad5-d94f-4b1f-969c-96bd6ddce32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9507a247-d0c1-4cff-817c-96665e871924'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:35:17.134476 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Bound port: 7263c99c-f4c4-48c2-8064-f39a341f5285, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e977ad5-d94f-4b1f-969c-96bd6ddce32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9507a247-d0c1-4cff-817c-96665e871924'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:17.134476 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.170538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc4a507-482a-471f-8f22-61d501064acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Network d2b69632-6aeb-43a0-b452-78188d8ab1d7 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:17.178845 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-4cc4a507-482a-471f-8f22-61d501064acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:17.181700 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4a507-482a-471f-8f22-61d501064acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:17.183039 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc4a507-482a-471f-8f22-61d501064acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:17.184435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4cc4a507-482a-471f-8f22-61d501064acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.192773 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.203706 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4a507-482a-471f-8f22-61d501064acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Pushing event updated for resources: {'Port': ['ID=b841eaa9-a633-4438-b718-c8e90dc5e67f,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:17.224626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f5a9c-9bfa-4345-8052-c3581475c62a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Subnet': ['ID=21c3e942-0e89-4ddf-a05f-9f1db5ade842,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:17.234558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-530f5a9c-9bfa-4345-8052-c3581475c62a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.236494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c54b8f-6716-448c-9d8d-f05901c18c6d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:17.243531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c54b8f-6716-448c-9d8d-f05901c18c6d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:17.244317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-98c54b8f-6716-448c-9d8d-f05901c18c6d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:17.249027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4725978e-637c-46ad-9a76-3c86115fe5d3 None None] Network 6fb1a551-6516-4ca4-93fc-00aa610c4f20 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:17.249861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.278035 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4cc4a507-482a-471f-8f22-61d501064acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0597813 Jan 12 09:35:17.283555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34212) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:17.289988 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-530f5a9c-9bfa-4345-8052-c3581475c62a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/21c3e942-0e89-4ddf-a05f-9f1db5ade842 HTTP/1.1" status: 204 len: 168 time: 1.3511202 Jan 12 09:35:17.292386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6764c443-d992-42a1-b25c-cfe12fbca134 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.293689 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6764c443-d992-42a1-b25c-cfe12fbca134 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5550385 Jan 12 09:35:17.294412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34216) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:17.294796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8243'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:17.298056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34218) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:17.327856 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-98c54b8f-6716-448c-9d8d-f05901c18c6d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:17.328908 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-98c54b8f-6716-448c-9d8d-f05901c18c6d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7618477 Jan 12 09:35:17.339481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34224) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:17.346614 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-83c3c9dc-6fbe-444f-afe9-66a484bd91b3 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Request body: {'security_group_rule': {'security_group_id': '74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57', 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:17.360580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-83c3c9dc-6fbe-444f-afe9-66a484bd91b3 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:17.370032 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-83c3c9dc-6fbe-444f-afe9-66a484bd91b3 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Usage tracker for resource:security_group_rule and tenant:83593b4cf2574a6d998ae195c62151f9 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:17.381072 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-83c3c9dc-6fbe-444f-afe9-66a484bd91b3 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:17.397213 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-83c3c9dc-6fbe-444f-afe9-66a484bd91b3 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:17.448715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-940273d5-4158-4425-88dd-3ddc156c1910 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting subnet 4700d24f-dc5a-43fc-bfca-3901f4ba912f {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:35:17.451836 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-940273d5-4158-4425-88dd-3ddc156c1910 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.454387 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6da0064-d07c-4438-87c2-8aadf59c32fa tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.479120 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6da0064-d07c-4438-87c2-8aadf59c32fa tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.492468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] For port 7263c99c-f4c4-48c2-8064-f39a341f5285, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:17.516802 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-940273d5-4158-4425-88dd-3ddc156c1910 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.537588 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] For port 7263c99c-f4c4-48c2-8064-f39a341f5285, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7263c99c-f4c4-48c2-8064-f39a341f5285,segment=NetworkSegment(2e977ad5-d94f-4b1f-969c-96bd6ddce32d),segment_id=2e977ad5-d94f-4b1f-969c-96bd6ddce32d)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:35:17.558186 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.601754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-940273d5-4158-4425-88dd-3ddc156c1910 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.675810 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-83c3c9dc-6fbe-444f-afe9-66a484bd91b3 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.752789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Allocated IP 172.26.2.251 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/f8e88e27-6f92-46a1-9741-3a4fc1d466ef) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:17.757771 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6da0064-d07c-4438-87c2-8aadf59c32fa tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.765857 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-940273d5-4158-4425-88dd-3ddc156c1910 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.772428 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76a21f-e013-4e09-a685-5a2e6e7e7528 None None] Pushing event updated for resources: {'Port': ['ID=7263c99c-f4c4-48c2-8064-f39a341f5285,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:17.796975 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.812798 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Transition to ACTIVE for port object dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:17.828490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.832676 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da0064-d07c-4438-87c2-8aadf59c32fa tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=0d1ec280-ccef-4598-8724-77893e157aad,revision_number=3']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:17.847264 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.878219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-83c3c9dc-6fbe-444f-afe9-66a484bd91b3 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.893062 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-83c3c9dc-6fbe-444f-afe9-66a484bd91b3 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.912204 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940273d5-4158-4425-88dd-3ddc156c1910 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Subnet': ['ID=4700d24f-dc5a-43fc-bfca-3901f4ba912f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:17.937604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-940273d5-4158-4425-88dd-3ddc156c1910 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:17.976305 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3c9dc-6fbe-444f-afe9-66a484bd91b3 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ac7bc4-6cd5-4803-89be-de8dfd9e8346,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:17.994656 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-940273d5-4158-4425-88dd-3ddc156c1910 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/4700d24f-dc5a-43fc-bfca-3901f4ba912f HTTP/1.1" status: 204 len: 168 time: 0.6976781 Jan 12 09:35:18.025378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34228) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:18.082363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a514a95-11d1-426a-a1bd-6af9f2d0b5c6 None None] Pushing event updated for resources: {'Port': ['ID=dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:18.100942 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-83c3c9dc-6fbe-444f-afe9-66a484bd91b3 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.115165 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-83c3c9dc-6fbe-444f-afe9-66a484bd91b3 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8087413 Jan 12 09:35:18.116117 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34232) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:18.134319 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-59c21ac3-ed10-488d-8a6e-f2dbaccdf34a tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Request body: {'security_group_rule': {'security_group_id': '74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57', 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:18.153061 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-59c21ac3-ed10-488d-8a6e-f2dbaccdf34a tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:18.173648 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-59c21ac3-ed10-488d-8a6e-f2dbaccdf34a tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Usage tracker for resource:security_group_rule and tenant:83593b4cf2574a6d998ae195c62151f9 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:18.179237 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-59c21ac3-ed10-488d-8a6e-f2dbaccdf34a tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:18.195781 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68272c9c-608c-4987-9ecb-0e6fddeb89fc None None] Update dhcp port {'port': {'network_id': '6fb1a551-6516-4ca4-93fc-00aa610c4f20', 'fixed_ips': [{'subnet_id': '4700d24f-dc5a-43fc-bfca-3901f4ba912f'}], 'binding:host_id': 'dv-neutron-824346-1-hyperv'}, 'id': '4b823a82-6abe-4d6f-ae71-d793cef9b566'} from dv-neutron-824346-1-hyperv. {{(pid=87665) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 12 09:35:18.200182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-59c21ac3-ed10-488d-8a6e-f2dbaccdf34a tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:18.258654 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.261987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-59c21ac3-ed10-488d-8a6e-f2dbaccdf34a tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.262147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Attempting to bind port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:18.262553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Attempting to bind port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:18.262962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Attempting to bind port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:18.273252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:35:18.273688 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:18.274091 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.274475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:35:18.275095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Bound port: dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:18.275468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.288325 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-68272c9c-608c-4987-9ecb-0e6fddeb89fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.358411 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-59c21ac3-ed10-488d-8a6e-f2dbaccdf34a tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.369399 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-59c21ac3-ed10-488d-8a6e-f2dbaccdf34a tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.408078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.412643 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c21ac3-ed10-488d-8a6e-f2dbaccdf34a tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c887d2-3f15-4eb3-b2e7-b2ab26515ef9,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:18.475674 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-59c21ac3-ed10-488d-8a6e-f2dbaccdf34a tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.479619 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-59c21ac3-ed10-488d-8a6e-f2dbaccdf34a tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499022 Jan 12 09:35:18.483610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34236) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:18.484786 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:18.488148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:18.491693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:18.512737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] For port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:18.518582 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] For port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:35:18.528655 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.563942 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-15813483-cb51-4e94-9057-0e993d59f618 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.570071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-594d28ec-21b2-481c-bf8a-0b86e817a4bd tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Request body: {'security_group_rule': {'security_group_id': '74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57', 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:18.617652 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f04284-b9b6-49c7-aef3-e3420bcbe1c3 None None] Network 6fb1a551-6516-4ca4-93fc-00aa610c4f20 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:18.686108 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Routers {'7f330bbb-148d-4a2e-98b5-ded0c9703d0d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:18.686825 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7f330bbb-148d-4a2e-98b5-ded0c9703d0d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:18.788111 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Pushing event updated for resources: {'Port': ['ID=f8e88e27-6f92-46a1-9741-3a4fc1d466ef,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:18.806422 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-594d28ec-21b2-481c-bf8a-0b86e817a4bd tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:18.829399 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-594d28ec-21b2-481c-bf8a-0b86e817a4bd tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Usage tracker for resource:security_group_rule and tenant:83593b4cf2574a6d998ae195c62151f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:18.832980 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-594d28ec-21b2-481c-bf8a-0b86e817a4bd tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:18.846718 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-594d28ec-21b2-481c-bf8a-0b86e817a4bd tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:18.868147 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.905544 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-594d28ec-21b2-481c-bf8a-0b86e817a4bd tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:18.926392 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] Set router 7f330bbb-148d-4a2e-98b5-ded0c9703d0d gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:35:18.981195 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:35:18.994108 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15813483-cb51-4e94-9057-0e993d59f618 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network 9507a247-d0c1-4cff-817c-96665e871924 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:19.002531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7263c99c-f4c4-48c2-8064-f39a341f5285 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:19.026838 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-594d28ec-21b2-481c-bf8a-0b86e817a4bd tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.071533 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-15813483-cb51-4e94-9057-0e993d59f618 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:19.083998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6da0064-d07c-4438-87c2-8aadf59c32fa tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 0d02216e-088b-49b7-a7d0-701961b4b851 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:19.086996 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-594d28ec-21b2-481c-bf8a-0b86e817a4bd tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.090198 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-e6da0064-d07c-4438-87c2-8aadf59c32fa tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:19.093144 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15813483-cb51-4e94-9057-0e993d59f618 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:19.093722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-15813483-cb51-4e94-9057-0e993d59f618 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.130675 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a514a95-11d1-426a-a1bd-6af9f2d0b5c6 None None] Pushing event updated for resources: {'Port': ['ID=dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:19.149769 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1c38e348-874c-4d19-9183-510927a772dd None None] Provisioning complete for port 4b823a82-6abe-4d6f-ae71-d793cef9b566 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:19.150136 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1c38e348-874c-4d19-9183-510927a772dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.212568 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-15813483-cb51-4e94-9057-0e993d59f618 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4618967 Jan 12 09:35:19.213477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port 4b823a82-6abe-4d6f-ae71-d793cef9b566 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:19.213823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.281920 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34240) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:19.282911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15813483-cb51-4e94-9057-0e993d59f618 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Subnet': ['ID=686ec79b-1760-459c-bfde-db5bbbdca191,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:19.300029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.353575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d28ec-21b2-481c-bf8a-0b86e817a4bd tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350b4b12-3f1f-4f43-b34d-2ede660a9813,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:19.468219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] device_id is not set on port b841eaa9-a633-4438-b718-c8e90dc5e67f yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:19.478660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-594d28ec-21b2-481c-bf8a-0b86e817a4bd tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.479980 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-594d28ec-21b2-481c-bf8a-0b86e817a4bd tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9392960 Jan 12 09:35:19.589936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34244) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:19.591657 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.612607 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e602a0cb-4d1c-45d3-b27e-1a5324570919 None None] Network 9507a247-d0c1-4cff-817c-96665e871924 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:19.624946 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 7263c99c-f4c4-48c2-8064-f39a341f5285 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:19.627896 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f9a3b010-6179-4cf2-9892-e342a0221ff2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Request body: {'security_group_rule': {'security_group_id': '74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57', 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:19.657663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f9a3b010-6179-4cf2-9892-e342a0221ff2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:19.668611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873a674-5b42-4172-ad71-e6f51c1b30d7 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:19.670100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873a674-5b42-4172-ad71-e6f51c1b30d7 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:19.671619 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873a674-5b42-4172-ad71-e6f51c1b30d7 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:19.673217 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873a674-5b42-4172-ad71-e6f51c1b30d7 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:19.674886 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873a674-5b42-4172-ad71-e6f51c1b30d7 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:19.675810 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6873a674-5b42-4172-ad71-e6f51c1b30d7 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Synchronizing usage tracker for tenant:725b67fecd74437c9a70440f1933104e on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:19.701393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Transition to ACTIVE for port object b841eaa9-a633-4438-b718-c8e90dc5e67f will not be triggered until provisioned by entity L2. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:19.702455 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f9a3b010-6179-4cf2-9892-e342a0221ff2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Usage tracker for resource:security_group_rule and tenant:83593b4cf2574a6d998ae195c62151f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:19.705697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f9a3b010-6179-4cf2-9892-e342a0221ff2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:19.732215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f9a3b010-6179-4cf2-9892-e342a0221ff2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:19.754046 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.810560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.812775 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4b823a82-6abe-4d6f-ae71-d793cef9b566 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:19.851987 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2783e9-af99-4e2b-acd9-9a14cb392c81 None None] DHCP port deletion for 6fb1a551-6516-4ca4-93fc-00aa610c4f20 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:35:19.890912 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6873a674-5b42-4172-ad71-e6f51c1b30d7 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Unset dirty status for tenant:725b67fecd74437c9a70440f1933104e on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:19.893585 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ee2783e9-af99-4e2b-acd9-9a14cb392c81 None None] Deleting port 4b823a82-6abe-4d6f-ae71-d793cef9b566 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:19.894511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ee2783e9-af99-4e2b-acd9-9a14cb392c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:19.896515 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6873a674-5b42-4172-ad71-e6f51c1b30d7 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6086729 Jan 12 09:35:19.898501 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34248) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:19.906346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4a8644e9-642d-4560-90da-23204f4da4df tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2080269896'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:19.911838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4a8644e9-642d-4560-90da-23204f4da4df tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:19.915907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4a8644e9-642d-4560-90da-23204f4da4df tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:network and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:19.919219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4a8644e9-642d-4560-90da-23204f4da4df tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:19.925520 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4a8644e9-642d-4560-90da-23204f4da4df tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:19.941471 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f330bbb-148d-4a2e-98b5-ded0c9703d0d', 'name': 'tempest-NetworksTestDHCPv6-router-894958879', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:07Z', 'updated_at': '2022-01-12T09:35:12Z', 'revision_number': 2, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'gw_port_host': None, '_interfaces': [{'id': 'dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6', 'name': '', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'mac_address': 'fa:16:3e:f5:30:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f330bbb-148d-4a2e-98b5-ded0c9703d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8102837e-db48-497f-b1e9-b51960e8c7db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:10Z', 'updated_at': '2022-01-12T09:35:18Z', 'revision_number': 4, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'subnets': [{'id': '8102837e-db48-497f-b1e9-b51960e8c7db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:19.952349 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-f9a3b010-6179-4cf2-9892-e342a0221ff2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Project 83593b4cf2574a6d998ae195c62151f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:35:19.976769 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0470a961-2b64-4987-a3ad-409792fecb71 None None] The sync data for ids ['7f330bbb-148d-4a2e-98b5-ded0c9703d0d'] in dv-neutron-824346-1-hyperv is: [{'id': '7f330bbb-148d-4a2e-98b5-ded0c9703d0d', 'name': 'tempest-NetworksTestDHCPv6-router-894958879', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:07Z', 'updated_at': '2022-01-12T09:35:12Z', 'revision_number': 2, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'gw_port_host': None, '_interfaces': [{'id': 'dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6', 'name': '', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'mac_address': 'fa:16:3e:f5:30:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f330bbb-148d-4a2e-98b5-ded0c9703d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8102837e-db48-497f-b1e9-b51960e8c7db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:10Z', 'updated_at': '2022-01-12T09:35:18Z', 'revision_number': 4, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'subnets': [{'id': '8102837e-db48-497f-b1e9-b51960e8c7db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:35:19.993877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8644e9-642d-4560-90da-23204f4da4df tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:19.997521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a8644e9-642d-4560-90da-23204f4da4df tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.060428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8644e9-642d-4560-90da-23204f4da4df tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:20.064669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b010-6179-4cf2-9892-e342a0221ff2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.070080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a8644e9-642d-4560-90da-23204f4da4df tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.070545 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-4a8644e9-642d-4560-90da-23204f4da4df tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Added segment 7c8d9bc2-7f4a-45d9-90f2-9083933488d3 of type vlan for network d1fab84d-b3ba-4504-aada-05da5f7b68e5 Jan 12 09:35:20.097827 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] For port 4b823a82-6abe-4d6f-ae71-d793cef9b566, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4b823a82-6abe-4d6f-ae71-d793cef9b566,segment=NetworkSegment(413e8931-7ee0-4d3c-99d7-a9c739410e9e),segment_id=413e8931-7ee0-4d3c-99d7-a9c739410e9e)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:20.098462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a8644e9-642d-4560-90da-23204f4da4df tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.101274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.127776 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Pushing event updated for resources: {'Port': ['ID=b841eaa9-a633-4438-b718-c8e90dc5e67f,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:20.140034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a8644e9-642d-4560-90da-23204f4da4df tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.148830 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8644e9-642d-4560-90da-23204f4da4df tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:20.149647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a8644e9-642d-4560-90da-23204f4da4df tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.241348 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-97f9d9b8-6ee2-41fd-92d5-301be2712422 None None] Provisioning for port 7263c99c-f4c4-48c2-8064-f39a341f5285 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:20.260157 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8644e9-642d-4560-90da-23204f4da4df tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Network': ['ID=d1fab84d-b3ba-4504-aada-05da5f7b68e5,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:20.303910 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4a8644e9-642d-4560-90da-23204f4da4df tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4042983 Jan 12 09:35:20.305339 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34252) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:20.312757 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-24a08f62-d6e8-487f-88b4-2c198cbe3fdb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:20.347701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network d1fab84d-b3ba-4504-aada-05da5f7b68e5 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:20.381615 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-97f9d9b8-6ee2-41fd-92d5-301be2712422 None None] Provisioning complete for port 7263c99c-f4c4-48c2-8064-f39a341f5285 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:20.382614 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-97f9d9b8-6ee2-41fd-92d5-301be2712422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.414034 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for 4b823a82-6abe-4d6f-ae71-d793cef9b566 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:20.490322 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Router b9123938-4fff-4d20-a321-60249fa3d184 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:35:20.509396 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:20.509749 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:20.510198 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:20.552035 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:20.552035 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:20.561666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.574225 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 2 to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f Jan 12 09:35:20.656122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No DVR routers for this DVR port 4b823a82-6abe-4d6f-ae71-d793cef9b566 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:35:20.711801 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:20.712128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:20.712458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:20.724187 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=4b823a82-6abe-4d6f-ae71-d793cef9b566,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:20.752817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6da0064-d07c-4438-87c2-8aadf59c32fa tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Router 6edf26e2-aa70-4f64-b2c0-ea6853d61df5 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:35:20.764599 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:20.764788 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:20.770953 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.775265 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 3 to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f Jan 12 09:35:20.785512 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b010-6179-4cf2-9892-e342a0221ff2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.806043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24a08f62-d6e8-487f-88b4-2c198cbe3fdb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.818707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ee2783e9-af99-4e2b-acd9-9a14cb392c81 None None] For port 4b823a82-6abe-4d6f-ae71-d793cef9b566, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4b823a82-6abe-4d6f-ae71-d793cef9b566,segment=NetworkSegment(413e8931-7ee0-4d3c-99d7-a9c739410e9e),segment_id=413e8931-7ee0-4d3c-99d7-a9c739410e9e)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:20.818707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ee2783e9-af99-4e2b-acd9-9a14cb392c81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.831426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24a08f62-d6e8-487f-88b4-2c198cbe3fdb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.847533 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b010-6179-4cf2-9892-e342a0221ff2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.886447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-24a08f62-d6e8-487f-88b4-2c198cbe3fdb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network d1fab84d-b3ba-4504-aada-05da5f7b68e5 is not hosted by any dhcp agent {{(pid=87663) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 12 09:35:20.891769 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a08f62-d6e8-487f-88b4-2c198cbe3fdb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:20.892378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24a08f62-d6e8-487f-88b4-2c198cbe3fdb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:20.896508 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-24a08f62-d6e8-487f-88b4-2c198cbe3fdb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "PUT /v2.0/networks/d1fab84d-b3ba-4504-aada-05da5f7b68e5 HTTP/1.1" status: 200 len: 723 time: 0.5873015 Jan 12 09:35:20.899500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34256) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:20.912344 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-a7438667-83d3-4cc1-b54f-f2efdf4ca64b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'subnet': {'network_id': 'd1fab84d-b3ba-4504-aada-05da5f7b68e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:20.923658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:20.923993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:20.924321 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:20.992189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a08f62-d6e8-487f-88b4-2c198cbe3fdb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Network': ['ID=d1fab84d-b3ba-4504-aada-05da5f7b68e5,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:21.002351 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ee2783e9-af99-4e2b-acd9-9a14cb392c81 None None] Calling delete_port for 4b823a82-6abe-4d6f-ae71-d793cef9b566 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:21.073709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network d1fab84d-b3ba-4504-aada-05da5f7b68e5 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:21.174165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:35:21.177875 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a7438667-83d3-4cc1-b54f-f2efdf4ca64b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:21.186422 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Sync routers for ids ['b9123938-4fff-4d20-a321-60249fa3d184'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:35:21.203300 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Routers {'b9123938-4fff-4d20-a321-60249fa3d184'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:21.207394 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b9123938-4fff-4d20-a321-60249fa3d184'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:21.228054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a7438667-83d3-4cc1-b54f-f2efdf4ca64b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:21.229955 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:21.230293 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:21.237799 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.244829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.263985 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6d6ffb08-d6f4-4b99-9be4-39cd49f33711 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.4642112 Jan 12 09:35:21.265095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34260) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:21.267801 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7438667-83d3-4cc1-b54f-f2efdf4ca64b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:21.277095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7438667-83d3-4cc1-b54f-f2efdf4ca64b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.298682 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 4 to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f Jan 12 09:35:21.328441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3b010-6179-4cf2-9892-e342a0221ff2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ad2f3b-dbff-4477-b5d6-444b9fc91a3b,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:21.336088 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:21.381764 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-97f9d9b8-6ee2-41fd-92d5-301be2712422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.399886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce666da-d143-445c-87d9-6d2c7671bba9 None None] Update dhcp port {'port': {'network_id': '9507a247-d0c1-4cff-817c-96665e871924', 'fixed_ips': [{'subnet_id': 'efdfff48-e7ce-4442-a204-15e3116161a5', 'ip_address': '2001:db8::2'}, {'subnet_id': '686ec79b-1760-459c-bfde-db5bbbdca191'}], 'binding:host_id': 'dv-neutron-824346-1-hyperv'}, 'id': '7263c99c-f4c4-48c2-8064-f39a341f5285'} from dv-neutron-824346-1-hyperv. {{(pid=87665) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 12 09:35:21.420883 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:21.421217 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:21.421600 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:21.433370 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb1a551-6516-4ca4-93fc-00aa610c4f20']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:21.445098 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.465622 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-ee2783e9-af99-4e2b-acd9-9a14cb392c81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:21.466064 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-ee2783e9-af99-4e2b-acd9-9a14cb392c81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:21.500164 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b010-6179-4cf2-9892-e342a0221ff2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.505090 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f9a3b010-6179-4cf2-9892-e342a0221ff2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.9104714 Jan 12 09:35:21.505818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34264) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:21.511297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-97f9d9b8-6ee2-41fd-92d5-301be2712422 None None] For port 7263c99c-f4c4-48c2-8064-f39a341f5285, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7263c99c-f4c4-48c2-8064-f39a341f5285,segment=NetworkSegment(2e977ad5-d94f-4b1f-969c-96bd6ddce32d),segment_id=2e977ad5-d94f-4b1f-969c-96bd6ddce32d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:21.513420 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4ce666da-d143-445c-87d9-6d2c7671bba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.529128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:21.529339 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:21.535362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413e8931-7ee0-4d3c-99d7-a9c739410e9e') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:21.535647 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413e8931-7ee0-4d3c-99d7-a9c739410e9e') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:21.542147 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Set router b9123938-4fff-4d20-a321-60249fa3d184 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:35:21.542316 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 5 to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f Jan 12 09:35:21.554540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6da0064-d07c-4438-87c2-8aadf59c32fa tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:35:21.564129 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-97f9d9b8-6ee2-41fd-92d5-301be2712422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.603084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-a9757fb0-df7a-4588-ba39-3552df569248 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Request body: {'security_group_rule': {'security_group_id': '74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57', 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:21.613436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81f878d-69c6-46f5-9b05-4c638c66b57f None None] Sync routers for ids ['6edf26e2-aa70-4f64-b2c0-ea6853d61df5'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:35:21.628616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a9757fb0-df7a-4588-ba39-3552df569248 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:21.651904 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e6da0064-d07c-4438-87c2-8aadf59c32fa tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "PUT /v2.0/routers/6edf26e2-aa70-4f64-b2c0-ea6853d61df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8251836 Jan 12 09:35:21.653783 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.663533 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34268) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:21.678806 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f878d-69c6-46f5-9b05-4c638c66b57f None None] Routers {'6edf26e2-aa70-4f64-b2c0-ea6853d61df5'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:21.679584 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-c81f878d-69c6-46f5-9b05-4c638c66b57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6edf26e2-aa70-4f64-b2c0-ea6853d61df5'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:21.724956 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:21.725287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:21.725724 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:21.739216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.756101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:21.758750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a9757fb0-df7a-4588-ba39-3552df569248 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Usage tracker for resource:security_group_rule and tenant:83593b4cf2574a6d998ae195c62151f9 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:21.763580 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:21.775078 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 6 to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f Jan 12 09:35:21.780200 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a9757fb0-df7a-4588-ba39-3552df569248 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:21.801907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a9757fb0-df7a-4588-ba39-3552df569248 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:21.823525 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f741c5ac-6d5e-4d0f-bb37-b1f05eb9bf30 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/routers/b9123938-4fff-4d20-a321-60249fa3d184 HTTP/1.1" status: 200 len: 909 time: 0.5571704 Jan 12 09:35:21.841750 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34274) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:21.844629 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:35:21.844923 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:21.873187 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:21.881717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1655261674', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'enable_snat': True}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:21.911413 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-97f9d9b8-6ee2-41fd-92d5-301be2712422 None None] Provisioning complete for port 0d1ec280-ccef-4598-8724-77893e157aad triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:21.912173 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-97f9d9b8-6ee2-41fd-92d5-301be2712422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.926550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:21.937248 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:21.947252 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9123938-4fff-4d20-a321-60249fa3d184', 'name': 'tempest-snat-router-1655261674', 'tenant_id': '6a3865838a444485be143634d9f723a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.251'}], 'enable_snat': False}, 'gw_port_id': 'f8e88e27-6f92-46a1-9741-3a4fc1d466ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:15Z', 'updated_at': '2022-01-12T09:35:18Z', 'revision_number': 3, 'project_id': '6a3865838a444485be143634d9f723a5', 'gw_port': {'id': 'f8e88e27-6f92-46a1-9741-3a4fc1d466ef', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9123938-4fff-4d20-a321-60249fa3d184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:17Z', 'updated_at': '2022-01-12T09:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:21.952251 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:21.953136 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:21.954027 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Checking router: b9123938-4fff-4d20-a321-60249fa3d184 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:35:21.954592 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Updating router b9123938-4fff-4d20-a321-60249fa3d184 port f8e88e27-6f92-46a1-9741-3a4fc1d466ef binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:35:21.955557 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:21.955893 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:21.956225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:21.964200 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Usage tracker for resource:router and tenant:6a3865838a444485be143634d9f723a5 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:21.969544 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:22.010291 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ee2783e9-af99-4e2b-acd9-9a14cb392c81 None None] Deleting port 4b823a82-6abe-4d6f-ae71-d793cef9b566 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:22.010852 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ee2783e9-af99-4e2b-acd9-9a14cb392c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.036054 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-c81f878d-69c6-46f5-9b05-4c638c66b57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:22.043206 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-a9757fb0-df7a-4588-ba39-3552df569248 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Project 83593b4cf2574a6d998ae195c62151f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:35:22.054499 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a9757fb0-df7a-4588-ba39-3552df569248 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.055239 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.059812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:22.060147 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:22.060980 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:22.064650 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 7 to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f Jan 12 09:35:22.092602 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7438667-83d3-4cc1-b54f-f2efdf4ca64b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.107457 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f878d-69c6-46f5-9b05-4c638c66b57f None None] Routers {'6edf26e2-aa70-4f64-b2c0-ea6853d61df5'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:22.108479 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-c81f878d-69c6-46f5-9b05-4c638c66b57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6edf26e2-aa70-4f64-b2c0-ea6853d61df5'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:22.149194 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:22.149541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:22.149849 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:22.159935 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.160242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9d9b8-6ee2-41fd-92d5-301be2712422 None None] Pushing event updated for resources: {'Port': ['ID=7263c99c-f4c4-48c2-8064-f39a341f5285,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:22.161000 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.164311 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.189380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d021681-2bf7-4ad3-b010-58f42430365e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:22.193961 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5d021681-2bf7-4ad3-b010-58f42430365e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports?device_id=6edf26e2-aa70-4f64-b2c0-ea6853d61df5 HTTP/1.1" status: 200 len: 981 time: 0.5191946 Jan 12 09:35:22.197947 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34278) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:22.202337 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:22.202675 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:22.219057 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7438667-83d3-4cc1-b54f-f2efdf4ca64b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Subnet': ['ID=7dd53c46-2ac1-4b99-ba63-6894bc7439b6,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:22.228429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ee2783e9-af99-4e2b-acd9-9a14cb392c81 None None] The port '4b823a82-6abe-4d6f-ae71-d793cef9b566' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:35:22.237437 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.242308 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 8 to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f Jan 12 09:35:22.249885 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-c81f878d-69c6-46f5-9b05-4c638c66b57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:22.250953 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81f878d-69c6-46f5-9b05-4c638c66b57f None None] The sync data for ids ['6edf26e2-aa70-4f64-b2c0-ea6853d61df5'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:35:22.263197 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-97f9d9b8-6ee2-41fd-92d5-301be2712422 None None] Port 0d1ec280-ccef-4598-8724-77893e157aad cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:22.319552 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a9757fb0-df7a-4588-ba39-3552df569248 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.321552 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7438667-83d3-4cc1-b54f-f2efdf4ca64b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Checking segment: {'id': '7c8d9bc2-7f4a-45d9-90f2-9083933488d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd1fab84d-b3ba-4504-aada-05da5f7b68e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:22.322037 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7438667-83d3-4cc1-b54f-f2efdf4ca64b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network hostable DHCP agents. Network: d1fab84d-b3ba-4504-aada-05da5f7b68e5, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:22.331774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Network': ['ID=6fb1a551-6516-4ca4-93fc-00aa610c4f20,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:22.332209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a9757fb0-df7a-4588-ba39-3552df569248 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.403280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9757fb0-df7a-4588-ba39-3552df569248 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98f7004-ead0-412d-aa52-26a6a7bcbdb6,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:22.403790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-4ce666da-d143-445c-87d9-6d2c7671bba9 None None] Allocated IP 172.20.0.1 (9507a247-d0c1-4cff-817c-96665e871924/686ec79b-1760-459c-bfde-db5bbbdca191/7263c99c-f4c4-48c2-8064-f39a341f5285) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:22.410949 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a9757fb0-df7a-4588-ba39-3552df569248 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.412473 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a9757fb0-df7a-4588-ba39-3552df569248 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9028780 Jan 12 09:35:22.416651 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34282) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:22.425645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.427393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:22.427393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:22.427737 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:22.440462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-fada9e73-d6be-4b6f-a58a-11a56cfb7664 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Request body: {'network': {'name': 'tempest-network-smoke--108874042', 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'port_security_enabled': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:22.441149 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e0e1280d-8f7f-4417-bf77-301a6d0d333d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/networks/6fb1a551-6516-4ca4-93fc-00aa610c4f20 HTTP/1.1" status: 204 len: 168 time: 4.4085727 Jan 12 09:35:22.446865 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34286) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:22.454955 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:22.455283 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:22.464066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fada9e73-d6be-4b6f-a58a-11a56cfb7664 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:22.470530 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 9 to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f Jan 12 09:35:22.489300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:22.489673 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.513129 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fada9e73-d6be-4b6f-a58a-11a56cfb7664 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Usage tracker for resource:network and tenant:83593b4cf2574a6d998ae195c62151f9 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:22.516159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7438667-83d3-4cc1-b54f-f2efdf4ca64b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network d1fab84d-b3ba-4504-aada-05da5f7b68e5 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:22.523345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fada9e73-d6be-4b6f-a58a-11a56cfb7664 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:22.535030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-a7438667-83d3-4cc1-b54f-f2efdf4ca64b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, d1fab84d-b3ba-4504-aada-05da5f7b68e5) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:22.538055 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fada9e73-d6be-4b6f-a58a-11a56cfb7664 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:22.544722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:22.545053 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:22.545386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:22.547833 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7438667-83d3-4cc1-b54f-f2efdf4ca64b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:22.548630 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7438667-83d3-4cc1-b54f-f2efdf4ca64b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.564715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:22.564947 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:22.568698 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempt 10 to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f Jan 12 09:35:22.576760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fada9e73-d6be-4b6f-a58a-11a56cfb7664 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Made reservation on behalf of 83593b4cf2574a6d998ae195c62151f9 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:22.580613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fada9e73-d6be-4b6f-a58a-11a56cfb7664 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.601083 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a7438667-83d3-4cc1-b54f-f2efdf4ca64b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6985343 Jan 12 09:35:22.609335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34290) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:22.613159 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.623406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ef7a3651-876a-4f21-abfb-6d67a847d5d5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:22.628503 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Transition to ACTIVE for port object f8e88e27-6f92-46a1-9741-3a4fc1d466ef will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:22.638486 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.659064 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:22.659449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:22.659732 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempting to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:22.684001 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc3af73-d8b4-4011-9861-980b6dad92d6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:22.685165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-acc3af73-d8b4-4011-9861-980b6dad92d6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:22.702490 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fada9e73-d6be-4b6f-a58a-11a56cfb7664 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:22.711582 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-4ce666da-d143-445c-87d9-6d2c7671bba9 None None] For port 7263c99c-f4c4-48c2-8064-f39a341f5285, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7263c99c-f4c4-48c2-8064-f39a341f5285,segment=NetworkSegment(2e977ad5-d94f-4b1f-969c-96bd6ddce32d),segment_id=2e977ad5-d94f-4b1f-969c-96bd6ddce32d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:22.735187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fada9e73-d6be-4b6f-a58a-11a56cfb7664 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.735928 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-fada9e73-d6be-4b6f-a58a-11a56cfb7664 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Added segment a0920245-72b7-41df-85fb-36c03e06aa7d of type vlan for network 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 Jan 12 09:35:22.745874 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4ce666da-d143-445c-87d9-6d2c7671bba9 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.762053 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:35:22.762629 dv-neutron-824346-1-hyperv neutron-server[87664]: ERROR neutron.plugins.ml2.managers [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Failed to bind port b841eaa9-a633-4438-b718-c8e90dc5e67f on host hv-neutron-8243 for vnic_type normal using segments [{'id': '68a9eb75-fb46-457e-a430-e937b74c4b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2b69632-6aeb-43a0-b452-78188d8ab1d7'}] Jan 12 09:35:22.762629 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.769051 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4ce666da-d143-445c-87d9-6d2c7671bba9 None None] Transition to ACTIVE for port object 7263c99c-f4c4-48c2-8064-f39a341f5285 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:22.770565 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489bd7e-98d1-4ddb-8d32-d63d9fae85eb None None] Pushing event updated for resources: {'Port': ['ID=f8e88e27-6f92-46a1-9741-3a4fc1d466ef,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:22.779002 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eb5558-627e-4e0a-a868-a5cc447e82e0 None None] Network d1fab84d-b3ba-4504-aada-05da5f7b68e5 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:22.809140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4ce666da-d143-445c-87d9-6d2c7671bba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.814300 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-acc3af73-d8b4-4011-9861-980b6dad92d6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:22.814962 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Attempting to bind port f8e88e27-6f92-46a1-9741-3a4fc1d466ef on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:22.815279 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Attempting to bind port f8e88e27-6f92-46a1-9741-3a4fc1d466ef by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:22.815642 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Attempting to bind port f8e88e27-6f92-46a1-9741-3a4fc1d466ef on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:22.816581 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-acc3af73-d8b4-4011-9861-980b6dad92d6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3591480 Jan 12 09:35:22.823793 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:35:22.824307 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:22.824789 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.825181 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:35:22.826230 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Bound port: f8e88e27-6f92-46a1-9741-3a4fc1d466ef, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:22.826730 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.830863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34294) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:22.881414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef7a3651-876a-4f21-abfb-6d67a847d5d5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27658413'] for subnet, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.912008 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.917135 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] For port f8e88e27-6f92-46a1-9741-3a4fc1d466ef, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:22.918883 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fada9e73-d6be-4b6f-a58a-11a56cfb7664 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:22.921572 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] For port f8e88e27-6f92-46a1-9741-3a4fc1d466ef, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f8e88e27-6f92-46a1-9741-3a4fc1d466ef,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:35:22.930967 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.030256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fada9e73-d6be-4b6f-a58a-11a56cfb7664 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.036133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fada9e73-d6be-4b6f-a58a-11a56cfb7664 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:23.037008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fada9e73-d6be-4b6f-a58a-11a56cfb7664 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.048120 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489bd7e-98d1-4ddb-8d32-d63d9fae85eb None None] Pushing event updated for resources: {'Port': ['ID=f8e88e27-6f92-46a1-9741-3a4fc1d466ef,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:23.078645 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Routers {'b9123938-4fff-4d20-a321-60249fa3d184'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:23.079363 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b9123938-4fff-4d20-a321-60249fa3d184'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:23.094397 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fada9e73-d6be-4b6f-a58a-11a56cfb7664 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6765618 Jan 12 09:35:23.107861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:23.112000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34298) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:23.134673 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-719856618', 'admin_state_up': True, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:23.141572 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.157242 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-00411583-9df0-4538-8693-dbb006775a2c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3244376 Jan 12 09:35:23.172407 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:23.175118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34302) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:23.183540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce666da-d143-445c-87d9-6d2c7671bba9 None None] Pushing event updated for resources: {'Port': ['ID=7263c99c-f4c4-48c2-8064-f39a341f5285,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:23.201847 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-3ecd30a3-049d-455c-a267-b72b57880c25 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1468896978'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:23.205926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Usage tracker for resource:router and tenant:83593b4cf2574a6d998ae195c62151f9 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:23.285613 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:23.295901 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7263c99c-f4c4-48c2-8064-f39a341f5285 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:23.394325 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] Set router b9123938-4fff-4d20-a321-60249fa3d184 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:35:23.429651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.467967 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:23.490150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3ecd30a3-049d-455c-a267-b72b57880c25 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:23.505227 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-d1fab84d-b3ba-4504-aada-05da5f7b68e5', 'network_id': 'd1fab84d-b3ba-4504-aada-05da5f7b68e5', 'tenant_id': '725b67fecd74437c9a70440f1933104e', 'fixed_ips': [{'subnet_id': '7dd53c46-2ac1-4b99-ba63-6894bc7439b6'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:35:23.506312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.509643 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3ecd30a3-049d-455c-a267-b72b57880c25 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:network and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:23.514420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada9e73-d6be-4b6f-a58a-11a56cfb7664 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event updated for resources: {'Network': ['ID=5579038e-9c4a-4e1b-9451-bb4f59f0e3c0,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:23.519010 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3ecd30a3-049d-455c-a267-b72b57880c25 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:23.526690 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:23.538633 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3ecd30a3-049d-455c-a267-b72b57880c25 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:23.540172 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:23.566530 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.567744 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.576402 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef7a3651-876a-4f21-abfb-6d67a847d5d5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731691316453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27475587'] for subnet, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.604102 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.672008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecd30a3-049d-455c-a267-b72b57880c25 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:23.675481 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3ecd30a3-049d-455c-a267-b72b57880c25 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.688754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] For port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:23.689521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.831852 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9123938-4fff-4d20-a321-60249fa3d184', 'name': 'tempest-snat-router-1655261674', 'tenant_id': '6a3865838a444485be143634d9f723a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.251'}], 'enable_snat': False}, 'gw_port_id': 'f8e88e27-6f92-46a1-9741-3a4fc1d466ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:15Z', 'updated_at': '2022-01-12T09:35:18Z', 'revision_number': 3, 'project_id': '6a3865838a444485be143634d9f723a5', 'gw_port': {'id': 'f8e88e27-6f92-46a1-9741-3a4fc1d466ef', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9123938-4fff-4d20-a321-60249fa3d184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:17Z', 'updated_at': '2022-01-12T09:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:23.838713 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83d0bd2-a275-4350-a34a-360ba45ec4c3 None None] The sync data for ids ['b9123938-4fff-4d20-a321-60249fa3d184'] in dv-neutron-824346-1-hyperv is: [{'id': 'b9123938-4fff-4d20-a321-60249fa3d184', 'name': 'tempest-snat-router-1655261674', 'tenant_id': '6a3865838a444485be143634d9f723a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.251'}], 'enable_snat': False}, 'gw_port_id': 'f8e88e27-6f92-46a1-9741-3a4fc1d466ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:15Z', 'updated_at': '2022-01-12T09:35:18Z', 'revision_number': 3, 'project_id': '6a3865838a444485be143634d9f723a5', 'gw_port': {'id': 'f8e88e27-6f92-46a1-9741-3a4fc1d466ef', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9123938-4fff-4d20-a321-60249fa3d184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:17Z', 'updated_at': '2022-01-12T09:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:35:23.873260 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Allocated IP 2001:db8::2 (d1fab84d-b3ba-4504-aada-05da5f7b68e5/7dd53c46-2ac1-4b99-ba63-6894bc7439b6/a979286e-1394-417a-a738-69ce19143695) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:23.885483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:23.912214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7a3651-876a-4f21-abfb-6d67a847d5d5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:23.913266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef7a3651-876a-4f21-abfb-6d67a847d5d5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:23.914838 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ef7a3651-876a-4f21-abfb-6d67a847d5d5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "PUT /v2.0/subnets/7dd53c46-2ac1-4b99-ba63-6894bc7439b6 HTTP/1.1" status: 200 len: 826 time: 1.2993329 Jan 12 09:35:23.937280 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34306) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:23.939672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] For port b841eaa9-a633-4438-b718-c8e90dc5e67f, host hv-neutron-8243, cleared binding levels {{(pid=87664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:23.940049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attempted to set empty binding levels {{(pid=87664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 12 09:35:23.991471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.070134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a3651-876a-4f21-abfb-6d67a847d5d5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Subnet': ['ID=7dd53c46-2ac1-4b99-ba63-6894bc7439b6,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:24.086632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.091104 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecd30a3-049d-455c-a267-b72b57880c25 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:24.103890 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3ecd30a3-049d-455c-a267-b72b57880c25 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.104798 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-3ecd30a3-049d-455c-a267-b72b57880c25 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Added segment 5d900218-bc19-4ca4-8f6d-12ebe4cee0ea of type vlan for network cd9e757d-317e-4348-8381-e29272813fe0 Jan 12 09:35:24.124907 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f280e24a-4b5a-4088-8c56-52ff959a863c None None] Network 9507a247-d0c1-4cff-817c-96665e871924 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:24.219408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3ecd30a3-049d-455c-a267-b72b57880c25 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.326911 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3ecd30a3-049d-455c-a267-b72b57880c25 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.330105 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-849e9240-43c9-4808-be7d-9c14b7a97260 None None] Provisioning for port 7263c99c-f4c4-48c2-8064-f39a341f5285 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:24.339015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecd30a3-049d-455c-a267-b72b57880c25 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:24.341148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3ecd30a3-049d-455c-a267-b72b57880c25 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.345009 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.355546 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-849e9240-43c9-4808-be7d-9c14b7a97260 None None] Provisioning complete for port 7263c99c-f4c4-48c2-8064-f39a341f5285 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:24.355978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-849e9240-43c9-4808-be7d-9c14b7a97260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.399356 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Transition to ACTIVE for port object a979286e-1394-417a-a738-69ce19143695 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:24.441861 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.452923 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] In _notify_port_updated(), no bound segment for port b841eaa9-a633-4438-b718-c8e90dc5e67f on network d2b69632-6aeb-43a0-b452-78188d8ab1d7 {{(pid=87664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:35:24.453993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:24.454402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.455816 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] 10.222.0.26 "PUT /v2.0/ports/b841eaa9-a633-4438-b718-c8e90dc5e67f HTTP/1.1" status: 200 len: 981 time: 7.1691074 Jan 12 09:35:24.456874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae182799-e368-4d57-be5a-c9e6efab0836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Pushing event updated for resources: {'Port': ['ID=b841eaa9-a633-4438-b718-c8e90dc5e67f,revision_number=3']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:24.467380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34310) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:24.471726 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Transition to ACTIVE for port object a979286e-1394-417a-a738-69ce19143695 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:24.480868 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd30a3-049d-455c-a267-b72b57880c25 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Network': ['ID=cd9e757d-317e-4348-8381-e29272813fe0,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:24.493274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:24.494051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:24.494548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network cd9e757d-317e-4348-8381-e29272813fe0 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:24.517075 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.523893 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3ecd30a3-049d-455c-a267-b72b57880c25 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3431563 Jan 12 09:35:24.524892 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34314) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:24.576412 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Deleting port a979286e-1394-417a-a738-69ce19143695 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:24.576752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.594255 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-192b6070-8143-4ef3-aeb3-a9d296974372 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'subnet': {'network_id': 'cd9e757d-317e-4348-8381-e29272813fe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:24.689824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e8e397d8-7b69-41aa-b483-ae74e582c808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Deleting port b841eaa9-a633-4438-b718-c8e90dc5e67f {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:24.690159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8e397d8-7b69-41aa-b483-ae74e582c808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.718352 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-192b6070-8143-4ef3-aeb3-a9d296974372 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:24.723442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-192b6070-8143-4ef3-aeb3-a9d296974372 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:subnet and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:24.726364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-192b6070-8143-4ef3-aeb3-a9d296974372 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:24.733086 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-192b6070-8143-4ef3-aeb3-a9d296974372 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:24.764032 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192b6070-8143-4ef3-aeb3-a9d296974372 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:24.767654 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-192b6070-8143-4ef3-aeb3-a9d296974372 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.771418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Network d1fab84d-b3ba-4504-aada-05da5f7b68e5 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:24.782303 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:24.788003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:24.790243 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Pushing event updated for resources: {'Port': ['ID=a979286e-1394-417a-a738-69ce19143695,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:24.897978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Attempting to bind port a979286e-1394-417a-a738-69ce19143695 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:24.898522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Attempting to bind port a979286e-1394-417a-a738-69ce19143695 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '7c8d9bc2-7f4a-45d9-90f2-9083933488d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd1fab84d-b3ba-4504-aada-05da5f7b68e5'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:24.899057 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Attempting to bind port a979286e-1394-417a-a738-69ce19143695 on network d1fab84d-b3ba-4504-aada-05da5f7b68e5 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:24.905624 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:35:24.906197 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Checking segment: {'id': '7c8d9bc2-7f4a-45d9-90f2-9083933488d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd1fab84d-b3ba-4504-aada-05da5f7b68e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:24.906692 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.907439 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Bound using segment: {'id': '7c8d9bc2-7f4a-45d9-90f2-9083933488d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd1fab84d-b3ba-4504-aada-05da5f7b68e5'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:35:24.908027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Bound port: a979286e-1394-417a-a738-69ce19143695, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8d9bc2-7f4a-45d9-90f2-9083933488d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd1fab84d-b3ba-4504-aada-05da5f7b68e5'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:24.908502 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:24.971223 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] For port a979286e-1394-417a-a738-69ce19143695, host dv-neutron-824346-1-hyperv, got binding levels [] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:24.971720 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.023680 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:25.024382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.038341 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] For port a979286e-1394-417a-a738-69ce19143695, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:25.042956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] For port a979286e-1394-417a-a738-69ce19143695, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a979286e-1394-417a-a738-69ce19143695,segment=NetworkSegment(7c8d9bc2-7f4a-45d9-90f2-9083933488d3),segment_id=7c8d9bc2-7f4a-45d9-90f2-9083933488d3)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:35:25.058100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.077886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-192b6070-8143-4ef3-aeb3-a9d296974372 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.188708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.225192 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879bdb4-5b00-4d95-81a0-aa4bfba45fd9 None None] Pushing event updated for resources: {'Port': ['ID=a979286e-1394-417a-a738-69ce19143695,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:25.280726 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-47579d4e-5e01-4279-8365-474a6f74e662 None None] Provisioning complete for port 7263c99c-f4c4-48c2-8064-f39a341f5285 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:25.281127 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-47579d4e-5e01-4279-8365-474a6f74e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.359671 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7263c99c-f4c4-48c2-8064-f39a341f5285 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:25.382260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Calling delete_port for a979286e-1394-417a-a738-69ce19143695 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:25.397199 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.536662 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 7263c99c-f4c4-48c2-8064-f39a341f5285 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:25.537572 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.554298 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b6070-8143-4ef3-aeb3-a9d296974372 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Subnet': ['ID=216e7ed8-ca74-42ba-b1ba-16df4270a5c8,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:25.617349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192b6070-8143-4ef3-aeb3-a9d296974372 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Checking segment: {'id': '5d900218-bc19-4ca4-8f6d-12ebe4cee0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cd9e757d-317e-4348-8381-e29272813fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:25.617725 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192b6070-8143-4ef3-aeb3-a9d296974372 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network hostable DHCP agents. Network: cd9e757d-317e-4348-8381-e29272813fe0, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:25.670514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Allocated IP 172.26.2.16 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/9af94963-765f-4c10-9cbd-639e7f15e517) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:25.684895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192b6070-8143-4ef3-aeb3-a9d296974372 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network cd9e757d-317e-4348-8381-e29272813fe0 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:25.706805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:25.709098 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-192b6070-8143-4ef3-aeb3-a9d296974372 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, cd9e757d-317e-4348-8381-e29272813fe0) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:25.720514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192b6070-8143-4ef3-aeb3-a9d296974372 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:25.721103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-192b6070-8143-4ef3-aeb3-a9d296974372 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.767506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:25.767848 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:25.777037 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70203e43-459a-4fc3-81f2-b486f9cf1037 None None] Network cd9e757d-317e-4348-8381-e29272813fe0 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:25.821450 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-192b6070-8143-4ef3-aeb3-a9d296974372 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2928872 Jan 12 09:35:25.826925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34318) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:25.834994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'network_id': 'cd9e757d-317e-4348-8381-e29272813fe0', 'name': 'tempest-PortsIpV6TestJSON-677993438'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:25.853648 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-e8e397d8-7b69-41aa-b483-ae74e582c808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] For port b841eaa9-a633-4438-b718-c8e90dc5e67f, host hv-neutron-8243, got binding levels [] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:25.854370 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8e397d8-7b69-41aa-b483-ae74e582c808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.936966 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:25.937839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:25.973917 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.026401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:26.033062 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:port and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:26.037306 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:26.045334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:26.066753 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:26.070361 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.074390 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e8e397d8-7b69-41aa-b483-ae74e582c808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Calling delete_port for b841eaa9-a633-4438-b718-c8e90dc5e67f owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:26.084338 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.119143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-cd9e757d-317e-4348-8381-e29272813fe0', 'network_id': 'cd9e757d-317e-4348-8381-e29272813fe0', 'tenant_id': '10f7e76caa244da5865ff48f8d07b730', 'fixed_ips': [{'subnet_id': '216e7ed8-ca74-42ba-b1ba-16df4270a5c8'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:35:26.119830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.168842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] device_id is not set on port 0507559b-6ff2-4481-be94-d2257d4f01a9 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:26.203842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f8e88e27-6f92-46a1-9741-3a4fc1d466ef up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:26.242201 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] For port dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:26.242553 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.264533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event updated for resources: {'Port': ['ID=9af94963-765f-4c10-9cbd-639e7f15e517,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:26.273341 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:26.277989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:26.281115 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:26.286241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Deleting port a979286e-1394-417a-a738-69ce19143695 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:26.286583 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.364663 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port f8e88e27-6f92-46a1-9741-3a4fc1d466ef completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:26.379897 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port f8e88e27-6f92-46a1-9741-3a4fc1d466ef triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:26.380421 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.414373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Allocated IP 2001:db8::2 (cd9e757d-317e-4348-8381-e29272813fe0/216e7ed8-ca74-42ba-b1ba-16df4270a5c8/28a31919-7731-4398-adc9-728be0355538) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:26.498171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:26.573645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a3cdebf9-ade7-4668-ad40-ab4eeeb1770e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.711668 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.787723 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port f8e88e27-6f92-46a1-9741-3a4fc1d466ef, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f8e88e27-6f92-46a1-9741-3a4fc1d466ef,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:26.802414 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.842271 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.852930 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.856843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5333463e-7b1e-4edb-b735-d8f8d24c8262 None None] Network d1fab84d-b3ba-4504-aada-05da5f7b68e5 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:26.866924 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8e397d8-7b69-41aa-b483-ae74e582c808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.897006 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.908883 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Transition to ACTIVE for port object 28a31919-7731-4398-adc9-728be0355538 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:26.970838 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=f8e88e27-6f92-46a1-9741-3a4fc1d466ef,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:26.972967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:26.996225 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Transition to ACTIVE for port object 28a31919-7731-4398-adc9-728be0355538 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:27.010265 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.019906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e397d8-7b69-41aa-b483-ae74e582c808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Pushing event deleted for resources: {'Port': ['ID=b841eaa9-a633-4438-b718-c8e90dc5e67f,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:27.070741 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Network cd9e757d-317e-4348-8381-e29272813fe0 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:27.080704 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:27.090960 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-83c5974f-a21a-40bf-85a2-867c4eabb241 None None] Provisioning for port a979286e-1394-417a-a738-69ce19143695 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:27.091233 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8e397d8-7b69-41aa-b483-ae74e582c808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.097412 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:27.178824 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Pushing event updated for resources: {'Port': ['ID=28a31919-7731-4398-adc9-728be0355538,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:27.274709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Attempting to bind port 28a31919-7731-4398-adc9-728be0355538 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:27.275054 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Attempting to bind port 28a31919-7731-4398-adc9-728be0355538 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '5d900218-bc19-4ca4-8f6d-12ebe4cee0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cd9e757d-317e-4348-8381-e29272813fe0'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:27.275437 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Attempting to bind port 28a31919-7731-4398-adc9-728be0355538 on network cd9e757d-317e-4348-8381-e29272813fe0 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:27.289164 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:35:27.289866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Checking segment: {'id': '5d900218-bc19-4ca4-8f6d-12ebe4cee0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cd9e757d-317e-4348-8381-e29272813fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:27.289987 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.290404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Bound using segment: {'id': '5d900218-bc19-4ca4-8f6d-12ebe4cee0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cd9e757d-317e-4348-8381-e29272813fe0'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:35:27.290976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Bound port: 28a31919-7731-4398-adc9-728be0355538, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d900218-bc19-4ca4-8f6d-12ebe4cee0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cd9e757d-317e-4348-8381-e29272813fe0'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:27.291430 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.337190 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e8e397d8-7b69-41aa-b483-ae74e582c808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] 10.222.0.26 "DELETE /v2.0/ports/b841eaa9-a633-4438-b718-c8e90dc5e67f HTTP/1.1" status: 204 len: 168 time: 2.8530347 Jan 12 09:35:27.346006 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34322) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:27.386758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f8e88e27-6f92-46a1-9741-3a4fc1d466ef up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:27.432331 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] For port 28a31919-7731-4398-adc9-728be0355538, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:27.458194 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] For port 28a31919-7731-4398-adc9-728be0355538, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=28a31919-7731-4398-adc9-728be0355538,segment=NetworkSegment(5d900218-bc19-4ca4-8f6d-12ebe4cee0ea),segment_id=5d900218-bc19-4ca4-8f6d-12ebe4cee0ea)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:35:27.464748 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-242f5ea1-7544-4c7f-854e-6794e22e62af tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] GET failed (client error): The resource could not be found. Jan 12 09:35:27.465299 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-242f5ea1-7544-4c7f-854e-6794e22e62af tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Synchronizing usage tracker for tenant:46356983a8df472e93f683a773d60a0b on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:27.471086 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.478538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] For port a979286e-1394-417a-a738-69ce19143695, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a979286e-1394-417a-a738-69ce19143695,segment=NetworkSegment(7c8d9bc2-7f4a-45d9-90f2-9083933488d3),segment_id=7c8d9bc2-7f4a-45d9-90f2-9083933488d3)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:27.478940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.564004 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port f8e88e27-6f92-46a1-9741-3a4fc1d466ef triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:27.564365 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.583486 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Allocated IP 2001:db8::1c6 (cd9e757d-317e-4348-8381-e29272813fe0/216e7ed8-ca74-42ba-b1ba-16df4270a5c8/0507559b-6ff2-4481-be94-d2257d4f01a9) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:27.599543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.660614 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cadc6-55cf-4705-bdbc-1b6e28d6f089 None None] Pushing event updated for resources: {'Port': ['ID=28a31919-7731-4398-adc9-728be0355538,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:27.715280 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Calling delete_port for a979286e-1394-417a-a738-69ce19143695 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:27.762671 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-242f5ea1-7544-4c7f-854e-6794e22e62af tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] Unset dirty status for tenant:46356983a8df472e93f683a773d60a0b on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:27.763868 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-242f5ea1-7544-4c7f-854e-6794e22e62af tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399779770-project-admin] 10.222.0.26 "GET /v2.0/ports/b841eaa9-a633-4438-b718-c8e90dc5e67f HTTP/1.1" status: 404 len: 333 time: 0.4095943 Jan 12 09:35:27.768360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34326) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:27.771246 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Allocated IP 172.26.2.17 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/d41ce37a-9d11-4537-90ec-1adad6a18cce) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:27.775446 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a979286e-1394-417a-a738-69ce19143695 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:27.854265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.873491 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port a979286e-1394-417a-a738-69ce19143695 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:27.888827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a979286e-1394-417a-a738-69ce19143695 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:27.888827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.926667 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20528670-15e2-4a0d-95f7-270dcfa4e09d None None] Network d1fab84d-b3ba-4504-aada-05da5f7b68e5 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:27.934077 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-a3cdebf9-ade7-4668-ad40-ab4eeeb1770e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port 0d1ec280-ccef-4598-8724-77893e157aad {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:27.934417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a3cdebf9-ade7-4668-ad40-ab4eeeb1770e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:27.978112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:28.163217 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3a9dd49e-c920-48f8-833c-bb0e488c3dfb None None] Provisioning complete for port a979286e-1394-417a-a738-69ce19143695 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:28.163727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd49e-c920-48f8-833c-bb0e488c3dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.214262 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fa7c12ad-d6ae-49bf-bfe7-bf635ee26b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.226338 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Router 5a7691ae-7ada-4d28-95da-b17745005599 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:35:28.255192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.411050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.428394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.486029 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd49e-c920-48f8-833c-bb0e488c3dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.508806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fa7c12ad-d6ae-49bf-bfe7-bf635ee26b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.517363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Transition to ACTIVE for port object 0507559b-6ff2-4481-be94-d2257d4f01a9 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:28.631062 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-fa7c12ad-d6ae-49bf-bfe7-bf635ee26b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b69632-6aeb-43a0-b452-78188d8ab1d7']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:28.655546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.665764 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-fa7c12ad-d6ae-49bf-bfe7-bf635ee26b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a9eb75-fb46-457e-a430-e937b74c4b22') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:28.666147 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-fa7c12ad-d6ae-49bf-bfe7-bf635ee26b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a9eb75-fb46-457e-a430-e937b74c4b22') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:28.667221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.698130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:35:28.706934 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fa7c12ad-d6ae-49bf-bfe7-bf635ee26b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.713112 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Sync routers for ids ['5a7691ae-7ada-4d28-95da-b17745005599'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:35:28.726494 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Routers {'5a7691ae-7ada-4d28-95da-b17745005599'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:28.727519 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a7691ae-7ada-4d28-95da-b17745005599'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:28.732242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fa7c12ad-d6ae-49bf-bfe7-bf635ee26b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.740024 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7c12ad-d6ae-49bf-bfe7-bf635ee26b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:35:28.740433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fa7c12ad-d6ae-49bf-bfe7-bf635ee26b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:28.849595 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:28.859584 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fa7c12ad-d6ae-49bf-bfe7-bf635ee26b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.862371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.899597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fa7c12ad-d6ae-49bf-bfe7-bf635ee26b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.904084 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9ed8a14b-af25-4ede-b25b-014404b58db6 None None] Could not find standard attr ID for object a979286e-1394-417a-a738-69ce19143695. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:35:28.906814 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c12ad-d6ae-49bf-bfe7-bf635ee26b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] Pushing event deleted for resources: {'Network': ['ID=d2b69632-6aeb-43a0-b452-78188d8ab1d7,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:28.916568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:28.920853 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Port': ['ID=a979286e-1394-417a-a738-69ce19143695,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:29.002609 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c779594f-9125-44f7-88ca-bf62ecafbd1e None None] DHCP port deletion for d1fab84d-b3ba-4504-aada-05da5f7b68e5 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:35:29.006389 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fa7c12ad-d6ae-49bf-bfe7-bf635ee26b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112254723-project] 10.222.0.26 "DELETE /v2.0/networks/d2b69632-6aeb-43a0-b452-78188d8ab1d7 HTTP/1.1" status: 204 len: 168 time: 1.2345622 Jan 12 09:35:29.017141 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Set router 5a7691ae-7ada-4d28-95da-b17745005599 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:35:29.028989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network cd9e757d-317e-4348-8381-e29272813fe0 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:29.030355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:29.035873 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bba771a2-be15-4373-9abb-e7c0aabe8969 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.9219244 Jan 12 09:35:29.039818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34332) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:29.041163 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:29.048992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:29.055134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:29.055998 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:29.095749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=0507559b-6ff2-4481-be94-d2257d4f01a9,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:29.116351 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-07844d3d-b9b8-4916-8293-363577e6f8c0 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2856789 Jan 12 09:35:29.116555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34338) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:29.131670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'network_id': 'cd9e757d-317e-4348-8381-e29272813fe0', 'name': 'tempest-PortsIpV6TestJSON-633070754'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:29.179013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783fe1ff-1bdd-45f2-85b3-54f2a9220e38 None None] Network cd9e757d-317e-4348-8381-e29272813fe0 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:29.182949 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No DVR routers for this DVR port a979286e-1394-417a-a738-69ce19143695 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:35:29.228740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:29.238019 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:29.298375 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:29.335812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a3cdebf9-ade7-4668-ad40-ab4eeeb1770e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:29.383641 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Pushing event updated for resources: {'Port': ['ID=d41ce37a-9d11-4537-90ec-1adad6a18cce,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:29.455822 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-db71f90d-e990-4355-a5c4-c66fe5eea343 tempest-TestNetworkAdvancedServerOps-539208839 tempest-TestNetworkAdvancedServerOps-539208839-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=83593b4cf2574a6d998ae195c62151f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4116285 Jan 12 09:35:29.462621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34342) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:29.469569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 28a31919-7731-4398-adc9-728be0355538 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:29.526796 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b753fc48-f91f-4553-a977-0ac514bcb322 None None] Provisioning for port 28a31919-7731-4398-adc9-728be0355538 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:29.583158 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7691ae-7ada-4d28-95da-b17745005599', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719856618', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:35:26Z', 'revision_number': 3, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'gw_port': {'id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:29.587608 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Checking router: 5a7691ae-7ada-4d28-95da-b17745005599 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:35:29.588226 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Updating router 5a7691ae-7ada-4d28-95da-b17745005599 port 9af94963-765f-4c10-9cbd-639e7f15e517 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:35:29.610197 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-a3cdebf9-ade7-4668-ad40-ab4eeeb1770e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for 0d1ec280-ccef-4598-8724-77893e157aad owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:29.657161 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34348) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:29.673935 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 28a31919-7731-4398-adc9-728be0355538 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:29.680295 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:29.680517 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 28a31919-7731-4398-adc9-728be0355538 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:29.680749 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:29.749701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:29.757798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:port and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:29.801642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:29.817704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Router 7f330bbb-148d-4a2e-98b5-ded0c9703d0d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:35:29.820461 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:29.821362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:29.858128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:29.861252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a3cdebf9-ade7-4668-ad40-ab4eeeb1770e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:29.866472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:29.873935 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:29.884146 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d89ac-cd66-4564-bf83-508b835ef4cf tempest-TestNetworkAdvancedServerOps-539208839 tempest-TestNetworkAdvancedServerOps-539208839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:29.888881 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6e5d89ac-cd66-4564-bf83-508b835ef4cf tempest-TestNetworkAdvancedServerOps-539208839 tempest-TestNetworkAdvancedServerOps-539208839-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3814008 Jan 12 09:35:29.888881 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34354) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:29.923536 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 28a31919-7731-4398-adc9-728be0355538, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=28a31919-7731-4398-adc9-728be0355538,segment=NetworkSegment(5d900218-bc19-4ca4-8f6d-12ebe4cee0ea),segment_id=5d900218-bc19-4ca4-8f6d-12ebe4cee0ea)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:29.931989 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:29.938374 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c92ceff5-1eec-4d13-a074-1687ef21c220 tempest-TestNetworkAdvancedServerOps-539208839 tempest-TestNetworkAdvancedServerOps-539208839-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460477 Jan 12 09:35:29.938374 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] device_id is not set on port 19e78b08-cc26-45cc-886b-5e39700bdbbf yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:29.979430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34358) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:29.997366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-f88bf89e-2357-4aa4-a643-8b740892a1f0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1144578513', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:30.062049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=28a31919-7731-4398-adc9-728be0355538,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:30.068986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a979286e-1394-417a-a738-69ce19143695 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:30.132980 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: a979286e-1394-417a-a738-69ce19143695 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:35:30.135134 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a979286e-1394-417a-a738-69ce19143695 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:35:30.159433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Allocated IP 2001:db8::3ad (cd9e757d-317e-4348-8381-e29272813fe0/216e7ed8-ca74-42ba-b1ba-16df4270a5c8/19e78b08-cc26-45cc-886b-5e39700bdbbf) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:30.299182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f88bf89e-2357-4aa4-a643-8b740892a1f0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:30.303189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f88bf89e-2357-4aa4-a643-8b740892a1f0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Usage tracker for resource:subnet and tenant:83593b4cf2574a6d998ae195c62151f9 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:30.308563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f88bf89e-2357-4aa4-a643-8b740892a1f0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:30.327157 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f88bf89e-2357-4aa4-a643-8b740892a1f0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:30.330461 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-993c0401-ad4d-4643-853c-46efdacd5adb None None] Provisioning complete for port 28a31919-7731-4398-adc9-728be0355538 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:30.333583 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-993c0401-ad4d-4643-853c-46efdacd5adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.375909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88bf89e-2357-4aa4-a643-8b740892a1f0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Made reservation on behalf of 83593b4cf2574a6d998ae195c62151f9 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:30.376313 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.379589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f88bf89e-2357-4aa4-a643-8b740892a1f0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.408951 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Transition to ACTIVE for port object 9af94963-765f-4c10-9cbd-639e7f15e517 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:30.428500 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.544930 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Attempting to bind port 9af94963-765f-4c10-9cbd-639e7f15e517 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:30.545308 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Attempting to bind port 9af94963-765f-4c10-9cbd-639e7f15e517 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:30.545636 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Attempting to bind port 9af94963-765f-4c10-9cbd-639e7f15e517 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:30.548046 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec43932-6872-4b69-9afc-e3dd02df8af4 None None] Pushing event updated for resources: {'Port': ['ID=9af94963-765f-4c10-9cbd-639e7f15e517,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:30.562444 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:35:30.562903 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:30.563246 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.563994 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:35:30.564461 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Bound port: 9af94963-765f-4c10-9cbd-639e7f15e517, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:30.564847 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.596683 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-993c0401-ad4d-4643-853c-46efdacd5adb None None] Provisioning for port 0507559b-6ff2-4481-be94-d2257d4f01a9 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:30.602134 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:35:30.602602 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-993c0401-ad4d-4643-853c-46efdacd5adb None None] Provisioning complete for port 0507559b-6ff2-4481-be94-d2257d4f01a9 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:30.602602 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-993c0401-ad4d-4643-853c-46efdacd5adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.646681 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.650532 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce1379-dbc8-4c06-8806-59506234e57b None None] get_active_networks_info from dv-neutron-824346-1-hyperv {{(pid=87665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 12 09:35:30.668119 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdebf9-ade7-4668-ad40-ab4eeeb1770e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=0d1ec280-ccef-4598-8724-77893e157aad,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:30.669221 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Transition to ACTIVE for port object 19e78b08-cc26-45cc-886b-5e39700bdbbf will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:30.670936 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] For port 9af94963-765f-4c10-9cbd-639e7f15e517, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:30.680674 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] For port 9af94963-765f-4c10-9cbd-639e7f15e517, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9af94963-765f-4c10-9cbd-639e7f15e517,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:35:30.683064 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b90747-dc05-4195-9f98-353736d88549 None None] Sync routers for ids ['7f330bbb-148d-4a2e-98b5-ded0c9703d0d'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:35:30.693996 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.721221 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b90747-dc05-4195-9f98-353736d88549 None None] Routers {'7f330bbb-148d-4a2e-98b5-ded0c9703d0d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:30.721868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-90b90747-dc05-4195-9f98-353736d88549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7f330bbb-148d-4a2e-98b5-ded0c9703d0d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:30.787598 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.802913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f88bf89e-2357-4aa4-a643-8b740892a1f0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.820987 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec43932-6872-4b69-9afc-e3dd02df8af4 None None] Pushing event updated for resources: {'Port': ['ID=9af94963-765f-4c10-9cbd-639e7f15e517,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:30.825469 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Routers {'5a7691ae-7ada-4d28-95da-b17745005599'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:30.826368 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a7691ae-7ada-4d28-95da-b17745005599'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:30.850605 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0ba002f6-c459-4099-a3c3-120f5aab0616 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "PUT /v2.0/routers/7f330bbb-148d-4a2e-98b5-ded0c9703d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4724560 Jan 12 09:35:30.851441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34362) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:30.917557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-90b90747-dc05-4195-9f98-353736d88549 None None] Set router 7f330bbb-148d-4a2e-98b5-ded0c9703d0d gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:35:30.926170 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cf593541-58d9-49dd-b307-d738d6b6fd28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d4ee619a0aa4ad6856906e6eb0e7638&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1044548 Jan 12 09:35:30.927103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network cd9e757d-317e-4348-8381-e29272813fe0 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:30.939167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34366) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:30.939167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:30.942451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:30.947575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:30.948195 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:30.972554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bf89e-2357-4aa4-a643-8b740892a1f0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event updated for resources: {'Subnet': ['ID=23fa9bd8-ea9a-46a0-8f13-81ada7344c9b,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:31.015164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=19e78b08-cc26-45cc-886b-5e39700bdbbf,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:31.059425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88bf89e-2357-4aa4-a643-8b740892a1f0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Checking segment: {'id': 'a0920245-72b7-41df-85fb-36c03e06aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:31.060151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bf89e-2357-4aa4-a643-8b740892a1f0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Network hostable DHCP agents. Network: 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:31.063327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.074739 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] Set router 5a7691ae-7ada-4d28-95da-b17745005599 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:35:31.120011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-48fa325c-a17c-4600-a7d7-2b52e600478e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.167515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-48fa325c-a17c-4600-a7d7-2b52e600478e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.193935 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-993c0401-ad4d-4643-853c-46efdacd5adb None None] Port 0507559b-6ff2-4481-be94-d2257d4f01a9 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:31.196743 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-90b90747-dc05-4195-9f98-353736d88549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f330bbb-148d-4a2e-98b5-ded0c9703d0d', 'name': 'tempest-NetworksTestDHCPv6-router-894958879', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:07Z', 'updated_at': '2022-01-12T09:35:27Z', 'revision_number': 3, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:31.199034 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ce1379-dbc8-4c06-8806-59506234e57b None None] Resources bound (agent type, host, resource id): {{(pid=87665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:35:31.204417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.211129 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b90747-dc05-4195-9f98-353736d88549 None None] Checking router: 7f330bbb-148d-4a2e-98b5-ded0c9703d0d for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:35:31.265934 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-48fa325c-a17c-4600-a7d7-2b52e600478e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.268889 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-48fa325c-a17c-4600-a7d7-2b52e600478e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.273589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a3cdebf9-ade7-4668-ad40-ab4eeeb1770e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.273775 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-48fa325c-a17c-4600-a7d7-2b52e600478e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05b781b9-de2d-4ea7-ae03-f9cb0c79c2c2 HTTP/1.1" status: 204 len: 168 time: 0.3391275 Jan 12 09:35:31.291085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bf89e-2357-4aa4-a643-8b740892a1f0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Network 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:31.296089 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd53c46-2ac1-4b99-ba63-6894bc7439b6,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:31.310103 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-109d386b-e6a8-4423-9f76-299ac997f358 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1924601 Jan 12 09:35:31.314681 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34372) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:31.314681 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa325c-a17c-4600-a7d7-2b52e600478e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b781b9-de2d-4ea7-ae03-f9cb0c79c2c2,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:31.398368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-f88bf89e-2357-4aa4-a643-8b740892a1f0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:31.412599 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88bf89e-2357-4aa4-a643-8b740892a1f0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:31.413182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f88bf89e-2357-4aa4-a643-8b740892a1f0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.424504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405fb47c-d7a8-4b19-b590-899d8934832c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:31.426216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405fb47c-d7a8-4b19-b590-899d8934832c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:31.430375 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-405fb47c-d7a8-4b19-b590-899d8934832c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5682690 Jan 12 09:35:31.440748 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34376) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:31.508989 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f88bf89e-2357-4aa4-a643-8b740892a1f0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5268171 Jan 12 09:35:31.517918 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34382) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:31.524961 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 28a31919-7731-4398-adc9-728be0355538 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:31.533427 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.568165 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7691ae-7ada-4d28-95da-b17745005599', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719856618', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:35:26Z', 'revision_number': 3, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'gw_port': {'id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:31.576515 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e362e96-c840-45cb-b461-23feffdaea9a None None] The sync data for ids ['5a7691ae-7ada-4d28-95da-b17745005599'] in dv-neutron-824346-1-hyperv is: [{'id': '5a7691ae-7ada-4d28-95da-b17745005599', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719856618', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:35:26Z', 'revision_number': 3, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'gw_port': {'id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:35:31.675703 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b90747-dc05-4195-9f98-353736d88549 None None] Routers {'7f330bbb-148d-4a2e-98b5-ded0c9703d0d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:31.676942 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-90b90747-dc05-4195-9f98-353736d88549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7f330bbb-148d-4a2e-98b5-ded0c9703d0d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:31.796996 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 28a31919-7731-4398-adc9-728be0355538 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:31.797363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.851113 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d2ead478-20cd-4218-848c-5cce97e838ab None None] Provisioning complete for port 0507559b-6ff2-4481-be94-d2257d4f01a9 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:31.851490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d2ead478-20cd-4218-848c-5cce97e838ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:31.864137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34386) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:31.881728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fab84d-b3ba-4504-aada-05da5f7b68e5']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:32.015680 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8d9bc2-7f4a-45d9-90f2-9083933488d3') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:32.016857 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8d9bc2-7f4a-45d9-90f2-9083933488d3') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:32.024860 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-90b90747-dc05-4195-9f98-353736d88549 None None] Set router 7f330bbb-148d-4a2e-98b5-ded0c9703d0d gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:35:32.147192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.165162 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.172728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:35:32.173131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.177513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f996fb-eecf-40f6-a6b7-835a0226f415 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 8102837e-db48-497f-b1e9-b51960e8c7db {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:35:32.186808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-92f996fb-eecf-40f6-a6b7-835a0226f415 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.188326 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d2ead478-20cd-4218-848c-5cce97e838ab None None] Port 0507559b-6ff2-4481-be94-d2257d4f01a9 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:32.203032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-90b90747-dc05-4195-9f98-353736d88549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f330bbb-148d-4a2e-98b5-ded0c9703d0d', 'name': 'tempest-NetworksTestDHCPv6-router-894958879', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:07Z', 'updated_at': '2022-01-12T09:35:27Z', 'revision_number': 3, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:32.207808 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b90747-dc05-4195-9f98-353736d88549 None None] The sync data for ids ['7f330bbb-148d-4a2e-98b5-ded0c9703d0d'] in dv-neutron-824346-1-hyperv is: [{'id': '7f330bbb-148d-4a2e-98b5-ded0c9703d0d', 'name': 'tempest-NetworksTestDHCPv6-router-894958879', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:07Z', 'updated_at': '2022-01-12T09:35:27Z', 'revision_number': 3, 'project_id': '09bc8f1eaa864edfa32f7424ab8440db', 'gw_port_host': None}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:35:32.240224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcef0d30-665b-4085-99e8-8307473a24e1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:32.240986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fcef0d30-665b-4085-99e8-8307473a24e1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:32.283450 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:32.414144 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-92f996fb-eecf-40f6-a6b7-835a0226f415 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.450463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a797f4-b74a-46a2-a5b8-00cea6771a16 None None] Network d1fab84d-b3ba-4504-aada-05da5f7b68e5 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:32.472501 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af954d55-79c8-4277-9f74-51c5c56bc914 None None] Network 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:32.504512 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f716b20a-63f9-429a-bed8-d15bc73496cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46356983a8df472e93f683a773d60a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6369741 Jan 12 09:35:32.505127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34392) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:32.506210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.507124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a797f4-b74a-46a2-a5b8-00cea6771a16 None None] Network d1fab84d-b3ba-4504-aada-05da5f7b68e5 could not be found, it might have been deleted concurrently. {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 12 09:35:32.507949 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.513811 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.561513 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7ec8af-52f2-4528-b1cb-b680045a6bb6 None None] DHCP port deletion for d1fab84d-b3ba-4504-aada-05da5f7b68e5 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:35:32.580717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cdebf9-ade7-4668-ad40-ab4eeeb1770e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Router 6edf26e2-aa70-4f64-b2c0-ea6853d61df5 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:35:32.762732 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/d1fab84d-b3ba-4504-aada-05da5f7b68e5 HTTP/1.1" status: 204 len: 168 time: 8.8150632 Jan 12 09:35:32.763694 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34396) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:32.766081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fcef0d30-665b-4085-99e8-8307473a24e1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:32.771487 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fcef0d30-665b-4085-99e8-8307473a24e1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1c6 HTTP/1.1" status: 200 len: 928 time: 1.4479258 Jan 12 09:35:32.774051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b19930-06c3-4dd0-9751-caa681a1dd8a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Network': ['ID=d1fab84d-b3ba-4504-aada-05da5f7b68e5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:32.788647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34398) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:32.903335 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-90351265-f74f-4dd9-a9ce-ec6f3edc9011 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] DELETE failed (client error): The resource could not be found. Jan 12 09:35:32.903852 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90351265-f74f-4dd9-a9ce-ec6f3edc9011 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:35:32.908045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-3958426c-4ff9-4359-8800-992b44755733 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port 19e78b08-cc26-45cc-886b-5e39700bdbbf {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:32.908806 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'fixed_ips': [{'subnet_id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:35:32.909624 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.910381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3958426c-4ff9-4359-8800-992b44755733 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:32.910515 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-90351265-f74f-4dd9-a9ce-ec6f3edc9011 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/d1fab84d-b3ba-4504-aada-05da5f7b68e5 HTTP/1.1" status: 404 len: 339 time: 0.1378634 Jan 12 09:35:32.913441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34404) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:32.987892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-213124879', 'description': 'd1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:33.018514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:33.065750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3d2bc-d89c-4c2d-9afc-25971a071df6 req-def72986-3264-4f8a-8067-b33f27ca7a2e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:33.073145 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-60e3d2bc-d89c-4c2d-9afc-25971a071df6 req-def72986-3264-4f8a-8067-b33f27ca7a2e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.9825017 Jan 12 09:35:33.142171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Usage tracker for resource:network and tenant:725b67fecd74437c9a70440f1933104e is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:33.154556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fc8603ec-3622-46e6-8858-ec667ee2896d None None] Provisioning for port 19e78b08-cc26-45cc-886b-5e39700bdbbf completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:33.164779 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Allocated IP 172.20.0.2 (5579038e-9c4a-4e1b-9451-bb4f59f0e3c0/23fa9bd8-ea9a-46a0-8f13-81ada7344c9b/b7760c0a-6fa1-4f89-9801-13d3b98c5ec0) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:33.167396 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fc8603ec-3622-46e6-8858-ec667ee2896d None None] Provisioning complete for port 19e78b08-cc26-45cc-886b-5e39700bdbbf triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:33.167773 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fc8603ec-3622-46e6-8858-ec667ee2896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.169993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:33.193184 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:33.195517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cdebf9-ade7-4668-ad40-ab4eeeb1770e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:35:33.200374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-27662890-ad37-4301-b0ef-f97adee75abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.208881 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a3cdebf9-ade7-4668-ad40-ab4eeeb1770e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "PUT /v2.0/routers/6edf26e2-aa70-4f64-b2c0-ea6853d61df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9742277 Jan 12 09:35:33.211534 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34408) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:33.224202 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18e0239-64f0-4a14-a6e5-4c09344548a1 None None] Sync routers for ids ['6edf26e2-aa70-4f64-b2c0-ea6853d61df5'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:35:33.235713 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e0239-64f0-4a14-a6e5-4c09344548a1 None None] Routers {'6edf26e2-aa70-4f64-b2c0-ea6853d61df5'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:33.236323 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-d18e0239-64f0-4a14-a6e5-4c09344548a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6edf26e2-aa70-4f64-b2c0-ea6853d61df5'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:33.238873 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-60e3d2bc-d89c-4c2d-9afc-25971a071df6 req-430cfbdd-cad6-4991-a547-45d2eed13843 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646042 Jan 12 09:35:33.329087 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:33.332571 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.334257 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-d18e0239-64f0-4a14-a6e5-4c09344548a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:33.345084 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e0239-64f0-4a14-a6e5-4c09344548a1 None None] Routers {'6edf26e2-aa70-4f64-b2c0-ea6853d61df5'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:33.345923 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-d18e0239-64f0-4a14-a6e5-4c09344548a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6edf26e2-aa70-4f64-b2c0-ea6853d61df5'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:33.351641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9af94963-765f-4c10-9cbd-639e7f15e517 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:33.362819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-27662890-ad37-4301-b0ef-f97adee75abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.369630 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7c96dc-296a-4b6a-bc16-8e8a534be6e7 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] GET failed (client error): The resource could not be found. Jan 12 09:35:33.370167 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1c7c96dc-296a-4b6a-bc16-8e8a534be6e7 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:33.419095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-92f996fb-eecf-40f6-a6b7-835a0226f415 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.431616 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:33.448477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.448860 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Added segment aa1138b1-e51c-4bc1-8476-37a56819658b of type vlan for network 38180217-4fe3-4d5a-9510-112696bedda9 Jan 12 09:35:33.460993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1c7c96dc-296a-4b6a-bc16-8e8a534be6e7 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:33.464252 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1c7c96dc-296a-4b6a-bc16-8e8a534be6e7 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/0d1ec280-ccef-4598-8724-77893e157aad HTTP/1.1" status: 404 len: 333 time: 0.2491982 Jan 12 09:35:33.465239 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34414) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:33.465716 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-d18e0239-64f0-4a14-a6e5-4c09344548a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:33.466365 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18e0239-64f0-4a14-a6e5-4c09344548a1 None None] The sync data for ids ['6edf26e2-aa70-4f64-b2c0-ea6853d61df5'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:35:33.503217 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fc8603ec-3622-46e6-8858-ec667ee2896d None None] Port 19e78b08-cc26-45cc-886b-5e39700bdbbf cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:33.523732 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.583433 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Router 3032de8a-bfbf-419b-955a-e2378901202b is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:35:33.599569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 9af94963-765f-4c10-9cbd-639e7f15e517 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:33.600062 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.606934 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 9af94963-765f-4c10-9cbd-639e7f15e517 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:33.606934 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.625585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3958426c-4ff9-4359-8800-992b44755733 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.657143 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-27662890-ad37-4301-b0ef-f97adee75abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.701848 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58c79a2f-aefc-4a95-8f4d-5ea07978c51e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.785870 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-3958426c-4ff9-4359-8800-992b44755733 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for 19e78b08-cc26-45cc-886b-5e39700bdbbf owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:33.793317 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.815973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Transition to ACTIVE for port object b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:33.816877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-92f996fb-eecf-40f6-a6b7-835a0226f415 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.835980 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.850062 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Transition to ACTIVE for port object b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:33.871067 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 9af94963-765f-4c10-9cbd-639e7f15e517, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9af94963-765f-4c10-9cbd-639e7f15e517,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:33.873200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.921393 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:33.933386 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:33.960987 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27662890-ad37-4301-b0ef-f97adee75abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d06bfb-8e21-4572-8dff-1d81b9ec5687,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:33.993146 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:35:34.035801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Network 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:34.038541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:35:34.039118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device dd7ba32d-3ef0-4b9d-80c1-5628d5528fb6 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:35:34.044785 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:34.050066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f996fb-eecf-40f6-a6b7-835a0226f415 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=8102837e-db48-497f-b1e9-b51960e8c7db,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:34.052484 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:34.055254 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Pushing event updated for resources: {'Port': ['ID=b7760c0a-6fa1-4f89-9801-13d3b98c5ec0,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:34.065812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-92f996fb-eecf-40f6-a6b7-835a0226f415 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.144006 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fa7047-cabb-44fb-9a32-b948129c0943 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:34.201124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.207171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:34.207818 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527173'] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.223799 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-92f996fb-eecf-40f6-a6b7-835a0226f415 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/8102837e-db48-497f-b1e9-b51960e8c7db HTTP/1.1" status: 204 len: 168 time: 2.7808890 Jan 12 09:35:34.227114 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34418) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:34.263139 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-27662890-ad37-4301-b0ef-f97adee75abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.264230 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-27662890-ad37-4301-b0ef-f97adee75abb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87d06bfb-8e21-4572-8dff-1d81b9ec5687 HTTP/1.1" status: 204 len: 168 time: 1.7428076 Jan 12 09:35:34.352583 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Attempting to bind port b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:34.353028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Attempting to bind port b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'a0920245-72b7-41df-85fb-36c03e06aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:34.353485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Attempting to bind port b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 on network 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:34.361381 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:35:34.361740 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Checking segment: {'id': 'a0920245-72b7-41df-85fb-36c03e06aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:34.362141 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.362536 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Bound using segment: {'id': 'a0920245-72b7-41df-85fb-36c03e06aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:35:34.363017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Bound port: b7760c0a-6fa1-4f89-9801-13d3b98c5ec0, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0920245-72b7-41df-85fb-36c03e06aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:34.363438 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.376335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=9af94963-765f-4c10-9cbd-639e7f15e517,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:34.398831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58c79a2f-aefc-4a95-8f4d-5ea07978c51e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.420369 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58c79a2f-aefc-4a95-8f4d-5ea07978c51e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.437295 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5198598 Jan 12 09:35:34.438505 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34424) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:34.507698 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f459fc40-c2bf-4edc-95c1-8116de125ad9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2763832 Jan 12 09:35:34.517150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34428) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:34.531947 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ba0e9-c68f-4a28-afa0-a3c34950a128 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Network': ['ID=38180217-4fe3-4d5a-9510-112696bedda9,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:34.548821 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee574f5a-8ba7-4ee0-b0d1-f2fec52dd108 req-cab0c675-7e00-4955-b461-48793a56b000 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:34.550630 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ee574f5a-8ba7-4ee0-b0d1-f2fec52dd108 req-cab0c675-7e00-4955-b461-48793a56b000 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 1.0241773 Jan 12 09:35:34.560933 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 38180217-4fe3-4d5a-9510-112696bedda9 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:34.568209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:35:34.610268 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Sync routers for ids ['3032de8a-bfbf-419b-955a-e2378901202b'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:35:34.614297 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58c79a2f-aefc-4a95-8f4d-5ea07978c51e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.615053 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c79a2f-aefc-4a95-8f4d-5ea07978c51e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Fanout notify agent at l3_agent the message router_deleted on router 6edf26e2-aa70-4f64-b2c0-ea6853d61df5 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:35:34.689686 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19159aef-7ce2-401d-a723-1e7c6c82f632 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.694889 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] For port b7760c0a-6fa1-4f89-9801-13d3b98c5ec0, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:34.703214 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Routers {'3032de8a-bfbf-419b-955a-e2378901202b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:34.703959 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['3032de8a-bfbf-419b-955a-e2378901202b'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:34.717946 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58c79a2f-aefc-4a95-8f4d-5ea07978c51e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.719402 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-58c79a2f-aefc-4a95-8f4d-5ea07978c51e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/routers/6edf26e2-aa70-4f64-b2c0-ea6853d61df5 HTTP/1.1" status: 204 len: 168 time: 1.2528272 Jan 12 09:35:34.724497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34434) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:34.733274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a03316-aa2a-4381-b35d-385f0afaa1e8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:34.734242 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-56a03316-aa2a-4381-b35d-385f0afaa1e8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Synchronizing usage tracker for tenant:725b67fecd74437c9a70440f1933104e on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:34.737140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.738511 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-60c0c564-9527-4eca-82ff-d8a4b76e7642 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 12.8722658 Jan 12 09:35:34.749369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34438) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:34.780469 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ee574f5a-8ba7-4ee0-b0d1-f2fec52dd108 req-ba60cb7c-59e7-4fe5-9219-e22e84696fb4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070179 Jan 12 09:35:34.783015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3958426c-4ff9-4359-8800-992b44755733 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.785906 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] For port b7760c0a-6fa1-4f89-9801-13d3b98c5ec0, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b7760c0a-6fa1-4f89-9801-13d3b98c5ec0,segment=NetworkSegment(a0920245-72b7-41df-85fb-36c03e06aa7d),segment_id=a0920245-72b7-41df-85fb-36c03e06aa7d)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:35:34.811007 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.854225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-56a03316-aa2a-4381-b35d-385f0afaa1e8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Unset dirty status for tenant:725b67fecd74437c9a70440f1933104e on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:34.858248 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-56a03316-aa2a-4381-b35d-385f0afaa1e8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "GET /v2.0/networks?id=38180217-4fe3-4d5a-9510-112696bedda9 HTTP/1.1" status: 200 len: 764 time: 0.3722880 Jan 12 09:35:34.859265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34448) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:34.863490 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-f039fd64-2a5d-4393-9e11-9e2b5142a148 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting subnet 995af548-f03d-406a-b815-e24e5c858f68 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:35:34.882653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-1f643403-0c6c-4ba5-8f53-f45c3680854f tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'network': {'description': 'd2'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:34.921734 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3024fa70-c4bf-4e06-a7e8-3f48ec678ec9 None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:35:34.931911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f039fd64-2a5d-4393-9e11-9e2b5142a148 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:34.973743 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-3024fa70-c4bf-4e06-a7e8-3f48ec678ec9 None None] Deleting port 2e0f8401-702c-4f3a-8b46-6e673ab05c9d {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:34.974116 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3024fa70-c4bf-4e06-a7e8-3f48ec678ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.107264 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f039fd64-2a5d-4393-9e11-9e2b5142a148 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.253843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Set router 3032de8a-bfbf-419b-955a-e2378901202b gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:35:35.335127 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777fc56-063c-4b0b-8cd2-0213c058f44d None None] Pushing event updated for resources: {'Port': ['ID=b7760c0a-6fa1-4f89-9801-13d3b98c5ec0,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:35.365477 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19159aef-7ce2-401d-a723-1e7c6c82f632 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.381266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19159aef-7ce2-401d-a723-1e7c6c82f632 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.385581 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958426c-4ff9-4359-8800-992b44755733 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=19e78b08-cc26-45cc-886b-5e39700bdbbf,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:35.424705 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9af94963-765f-4c10-9cbd-639e7f15e517 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:35.501084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3958426c-4ff9-4359-8800-992b44755733 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.521812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Allocated IP 172.20.0.1 (5579038e-9c4a-4e1b-9451-bb4f59f0e3c0/23fa9bd8-ea9a-46a0-8f13-81ada7344c9b/3ee9e4b6-4f01-479a-9048-b352eada4fcb) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:35.753081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1f643403-0c6c-4ba5-8f53-f45c3680854f tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.803302 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19159aef-7ce2-401d-a723-1e7c6c82f632 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.803302 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19159aef-7ce2-401d-a723-1e7c6c82f632 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Fanout notify agent at l3_agent the message router_deleted on router 7f330bbb-148d-4a2e-98b5-ded0c9703d0d {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:35:35.817247 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1f643403-0c6c-4ba5-8f53-f45c3680854f tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.876825 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f643403-0c6c-4ba5-8f53-f45c3680854f tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network 38180217-4fe3-4d5a-9510-112696bedda9 is not hosted by any dhcp agent {{(pid=87664) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 12 09:35:35.885436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19159aef-7ce2-401d-a723-1e7c6c82f632 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.886910 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-19159aef-7ce2-401d-a723-1e7c6c82f632 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/routers/7f330bbb-148d-4a2e-98b5-ded0c9703d0d HTTP/1.1" status: 204 len: 168 time: 1.3688715 Jan 12 09:35:35.891785 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f643403-0c6c-4ba5-8f53-f45c3680854f tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:35.892434 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1f643403-0c6c-4ba5-8f53-f45c3680854f tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:35.895411 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1f643403-0c6c-4ba5-8f53-f45c3680854f tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "PUT /v2.0/networks/38180217-4fe3-4d5a-9510-112696bedda9 HTTP/1.1" status: 200 len: 761 time: 1.0295758 Jan 12 09:35:35.899056 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3958426c-4ff9-4359-8800-992b44755733 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/19e78b08-cc26-45cc-886b-5e39700bdbbf HTTP/1.1" status: 204 len: 168 time: 3.1087718 Jan 12 09:35:35.900265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34470) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:35.900788 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34472) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:35.912377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34474) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:35.943126 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f039fd64-2a5d-4393-9e11-9e2b5142a148 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.013581 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bee6668f-3c01-4578-8752-ea8df92b55cd tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/routers/3032de8a-bfbf-419b-955a-e2378901202b HTTP/1.1" status: 200 len: 907 time: 1.2317040 Jan 12 09:35:36.063776 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 9af94963-765f-4c10-9cbd-639e7f15e517 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:36.064851 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.074023 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34484) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:36.123429 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e1e771-02c7-4734-a630-4c7798fbaa81 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] GET failed (client error): The resource could not be found. Jan 12 09:35:36.123970 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-82e1e771-02c7-4734-a630-4c7798fbaa81 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:36.146130 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-3024fa70-c4bf-4e06-a7e8-3f48ec678ec9 None None] For port 2e0f8401-702c-4f3a-8b46-6e673ab05c9d, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=2e0f8401-702c-4f3a-8b46-6e673ab05c9d,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:36.146935 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3024fa70-c4bf-4e06-a7e8-3f48ec678ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.170929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ea60f-1007-4834-9453-fa395aabdd15 req-17f48328-1dc6-4e56-bfa8-0487e9b24b19 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:36.172507 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ad1ea60f-1007-4834-9453-fa395aabdd15 req-17f48328-1dc6-4e56-bfa8-0487e9b24b19 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.9001324 Jan 12 09:35:36.261812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f643403-0c6c-4ba5-8f53-f45c3680854f tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Network': ['ID=38180217-4fe3-4d5a-9510-112696bedda9,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:36.312002 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f039fd64-2a5d-4393-9e11-9e2b5142a148 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.322439 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-3024fa70-c4bf-4e06-a7e8-3f48ec678ec9 None None] Calling delete_port for 2e0f8401-702c-4f3a-8b46-6e673ab05c9d owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:36.329708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3d3bc8-d061-40f2-a3f2-e5d47a0c0dfc tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:36.330405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3b3d3bc8-d061-40f2-a3f2-e5d47a0c0dfc tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Synchronizing usage tracker for tenant:725b67fecd74437c9a70440f1933104e on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:36.354162 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 38180217-4fe3-4d5a-9510-112696bedda9 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:36.400892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f039fd64-2a5d-4393-9e11-9e2b5142a148 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.403672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039fd64-2a5d-4393-9e11-9e2b5142a148 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Subnet': ['ID=995af548-f03d-406a-b815-e24e5c858f68,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:36.426413 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3b3d3bc8-d061-40f2-a3f2-e5d47a0c0dfc tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Unset dirty status for tenant:725b67fecd74437c9a70440f1933104e on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:36.433811 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3b3d3bc8-d061-40f2-a3f2-e5d47a0c0dfc tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "GET /v2.0/networks?id=38180217-4fe3-4d5a-9510-112696bedda9 HTTP/1.1" status: 200 len: 764 time: 0.5226634 Jan 12 09:35:36.434518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34494) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:36.475838 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf34438d-896e-4c4f-a108-dbb2753d71ce None None] Network 0d02216e-088b-49b7-a7d0-701961b4b851 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:36.513155 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f039fd64-2a5d-4393-9e11-9e2b5142a148 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/995af548-f03d-406a-b815-e24e5c858f68 HTTP/1.1" status: 204 len: 168 time: 1.7871749 Jan 12 09:35:36.523266 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34500) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:36.575972 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ad1ea60f-1007-4834-9453-fa395aabdd15 req-5fd02045-3dd3-48b0-a5a5-87ebce0b4dba tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026586 Jan 12 09:35:36.623229 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.633276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.641002 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3032de8a-bfbf-419b-955a-e2378901202b', 'name': 'tempest-snat-router-1655261674', 'tenant_id': '6a3865838a444485be143634d9f723a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': 'd41ce37a-9d11-4537-90ec-1adad6a18cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:22Z', 'updated_at': '2022-01-12T09:35:30Z', 'revision_number': 3, 'project_id': '6a3865838a444485be143634d9f723a5', 'gw_port': {'id': 'd41ce37a-9d11-4537-90ec-1adad6a18cce', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3032de8a-bfbf-419b-955a-e2378901202b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:27Z', 'updated_at': '2022-01-12T09:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:36.644845 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Transition to ACTIVE for port object 3ee9e4b6-4f01-479a-9048-b352eada4fcb will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:36.665147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Checking router: 3032de8a-bfbf-419b-955a-e2378901202b for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:35:36.665147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Updating router 3032de8a-bfbf-419b-955a-e2378901202b port d41ce37a-9d11-4537-90ec-1adad6a18cce binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:35:36.678458 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-82e1e771-02c7-4734-a630-4c7798fbaa81 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:36.683183 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-82e1e771-02c7-4734-a630-4c7798fbaa81 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/19e78b08-cc26-45cc-886b-5e39700bdbbf HTTP/1.1" status: 404 len: 333 time: 0.7389398 Jan 12 09:35:36.684016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34504) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:36.786324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.808200 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929737af-8eeb-4193-9925-4710d5c88a28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:36.813083 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-929737af-8eeb-4193-9925-4710d5c88a28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9069226 Jan 12 09:35:36.823808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34512) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:36.850409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6c0e-82e7-4d76-92bb-aa2376c90ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.853246 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3024fa70-c4bf-4e06-a7e8-3f48ec678ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.906517 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3024fa70-c4bf-4e06-a7e8-3f48ec678ec9 None None] No DVR routers for this DVR port 2e0f8401-702c-4f3a-8b46-6e673ab05c9d on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:35:36.910505 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2e0f8401-702c-4f3a-8b46-6e673ab05c9d no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:36.948147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.969101 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Network 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:36.971456 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:36.983393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:36.988746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914cb3f2-a829-4a97-9a32-a5fba050d2df None None] Network 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:37.008622 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34516) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:37.009930 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:37.017911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:37.018255 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.022759 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024fa70-c4bf-4e06-a7e8-3f48ec678ec9 None None] Pushing event deleted for resources: {'Port': ['ID=2e0f8401-702c-4f3a-8b46-6e673ab05c9d,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:37.041334 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 2e0f8401-702c-4f3a-8b46-6e673ab05c9d {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:35:37.041791 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2e0f8401-702c-4f3a-8b46-6e673ab05c9d not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:35:37.074895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-9de476b3-147c-4aec-8ec5-ac954208f549 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port 0507559b-6ff2-4481-be94-d2257d4f01a9 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:37.075242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9de476b3-147c-4aec-8ec5-ac954208f549 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.121000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158a98ba-eae9-435d-a4dd-381c23502f6b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:37.122577 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-158a98ba-eae9-435d-a4dd-381c23502f6b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6826434 Jan 12 09:35:37.141799 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event updated for resources: {'Port': ['ID=3ee9e4b6-4f01-479a-9048-b352eada4fcb,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:37.174988 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34522) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:37.183104 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-36252556-63ab-4eae-9c83-594ecf0d0fca None None] Provisioning for port b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:37.194981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c7bee9-e1b5-43cd-8f89-e9b06ea4ddac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:37.195670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-62c7bee9-e1b5-43cd-8f89-e9b06ea4ddac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:37.288450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5368ebdf-6b98-45e1-9a29-ceacc0654575 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Synchronizing usage tracker for tenant:725b67fecd74437c9a70440f1933104e on resource:subnet {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:37.291922 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.314837 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] For port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=72a02616-c8e2-4b5e-a7ab-c90fe20b8079,segment=NetworkSegment(141fea32-abc3-46fa-9ee6-dd5c1889440a),segment_id=141fea32-abc3-46fa-9ee6-dd5c1889440a)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:37.314837 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.353747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2008230152', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:37.370286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:37.393203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-62c7bee9-e1b5-43cd-8f89-e9b06ea4ddac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:37.397038 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-62c7bee9-e1b5-43cd-8f89-e9b06ea4ddac tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5269248 Jan 12 09:35:37.413021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34526) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:37.433323 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:37.436591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.485783 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94759ee-32e5-4baf-8dbf-8907e2f0d746 None None] DHCP port deletion for 0d02216e-088b-49b7-a7d0-701961b4b851 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:35:37.489368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b9be8fcd-9e01-4609-9942-fd865b7726f2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:router {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:37.491530 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5368ebdf-6b98-45e1-9a29-ceacc0654575 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Unset dirty status for tenant:725b67fecd74437c9a70440f1933104e on resource:subnet {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:37.496902 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5368ebdf-6b98-45e1-9a29-ceacc0654575 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf HTTP/1.1" status: 200 len: 207 time: 0.3205130 Jan 12 09:35:37.501003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34530) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:37.502084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Usage tracker for resource:port and tenant:7d64b8a95dc7471890a4c30f57e00b3d is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:37.513163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:37.542154 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:37.547197 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d94759ee-32e5-4baf-8dbf-8907e2f0d746 None None] Deleting port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:37.547604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d94759ee-32e5-4baf-8dbf-8907e2f0d746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.561583 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:37.564357 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Deleting port d41ce37a-9d11-4537-90ec-1adad6a18cce {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:37.564357 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.640752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Made reservation on behalf of 7d64b8a95dc7471890a4c30f57e00b3d for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:37.643432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.661421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.669031 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b9be8fcd-9e01-4609-9942-fd865b7726f2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:router {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:37.676847 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b9be8fcd-9e01-4609-9942-fd865b7726f2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2562363 Jan 12 09:35:37.678191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34536) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:37.688811 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f2ef42fc-c854-4c57-a97d-288f600cdb71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:37.739079 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:37.770581 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:37.770980 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:37.778423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:37.796315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Usage tracker for resource:security_group_rule and tenant:7d64b8a95dc7471890a4c30f57e00b3d is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:37.986009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:38.008419 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.019501 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d94759ee-32e5-4baf-8dbf-8907e2f0d746 None None] For port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=72a02616-c8e2-4b5e-a7ab-c90fe20b8079,segment=NetworkSegment(141fea32-abc3-46fa-9ee6-dd5c1889440a),segment_id=141fea32-abc3-46fa-9ee6-dd5c1889440a)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:38.019879 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d94759ee-32e5-4baf-8dbf-8907e2f0d746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.043596 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9de476b3-147c-4aec-8ec5-ac954208f549 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.049483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:38.071001 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff84e54-7f84-4716-a82d-37c40a299607 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:38.076622 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff84e54-7f84-4716-a82d-37c40a299607 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:38.082694 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.083107 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff84e54-7f84-4716-a82d-37c40a299607 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:38.088618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff84e54-7f84-4716-a82d-37c40a299607 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:38.095293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff84e54-7f84-4716-a82d-37c40a299607 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:38.100726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff84e54-7f84-4716-a82d-37c40a299607 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:38.106466 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3ff84e54-7f84-4716-a82d-37c40a299607 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.6034770 Jan 12 09:35:38.108101 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34540) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:38.147948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=72a02616-c8e2-4b5e-a7ab-c90fe20b8079,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:38.152432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No DVR routers for this DVR port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:35:38.205378 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d94759ee-32e5-4baf-8dbf-8907e2f0d746 None None] Calling delete_port for 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:38.209153 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f2ef42fc-c854-4c57-a97d-288f600cdb71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:38.221249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.241970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Transition to ACTIVE for port object d41ce37a-9d11-4537-90ec-1adad6a18cce will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:38.243098 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.279878 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.294660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f2ef42fc-c854-4c57-a97d-288f600cdb71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:38.317552 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-9de476b3-147c-4aec-8ec5-ac954208f549 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for 0507559b-6ff2-4481-be94-d2257d4f01a9 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:38.336052 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.423086 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Attempting to bind port d41ce37a-9d11-4537-90ec-1adad6a18cce on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:38.423471 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Attempting to bind port d41ce37a-9d11-4537-90ec-1adad6a18cce by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:38.423830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Attempting to bind port d41ce37a-9d11-4537-90ec-1adad6a18cce on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:38.436111 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0752e-c332-4e91-927f-7f7d8a94951c None None] Pushing event updated for resources: {'Port': ['ID=d41ce37a-9d11-4537-90ec-1adad6a18cce,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:38.441356 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Calling delete_port for d41ce37a-9d11-4537-90ec-1adad6a18cce owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:38.446959 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:35:38.447478 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:38.447883 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.448284 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:35:38.448762 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Bound port: d41ce37a-9d11-4537-90ec-1adad6a18cce, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:38.449583 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.487147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-d94759ee-32e5-4baf-8dbf-8907e2f0d746 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:38.487147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-d94759ee-32e5-4baf-8dbf-8907e2f0d746 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:38.511146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port b7760c0a-6fa1-4f89-9801-13d3b98c5ec0, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b7760c0a-6fa1-4f89-9801-13d3b98c5ec0,segment=NetworkSegment(a0920245-72b7-41df-85fb-36c03e06aa7d),segment_id=a0920245-72b7-41df-85fb-36c03e06aa7d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:38.514345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-512ff725-8feb-4897-bc86-5c5402325022 None None] Provisioning complete for port b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:38.514727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-512ff725-8feb-4897-bc86-5c5402325022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.550264 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.558829 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ef42fc-c854-4c57-a97d-288f600cdb71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:38.562274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f2ef42fc-c854-4c57-a97d-288f600cdb71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.593797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745fce1-75bc-45b4-80d8-79ed0106b9d0 req-5e2d8020-911b-449b-8805-e8f5d8568ffe tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:38.601286 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c745fce1-75bc-45b4-80d8-79ed0106b9d0 req-5e2d8020-911b-449b-8805-e8f5d8568ffe tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.8700833 Jan 12 09:35:38.659840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] For port d41ce37a-9d11-4537-90ec-1adad6a18cce, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:38.665465 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] For port d41ce37a-9d11-4537-90ec-1adad6a18cce, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d41ce37a-9d11-4537-90ec-1adad6a18cce,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:35:38.675721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.676352 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=b7760c0a-6fa1-4f89-9801-13d3b98c5ec0,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:38.680731 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.747418 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0d623cec-0aeb-49fd-b87c-15a71df7b726 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.6313841 Jan 12 09:35:38.755782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d02216e-088b-49b7-a7d0-701961b4b851']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:38.758387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34544) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:38.784832 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141fea32-abc3-46fa-9ee6-dd5c1889440a') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:38.785115 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141fea32-abc3-46fa-9ee6-dd5c1889440a') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:38.810700 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.823903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Routers {'3032de8a-bfbf-419b-955a-e2378901202b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:38.824541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['3032de8a-bfbf-419b-955a-e2378901202b'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:38.872801 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c745fce1-75bc-45b4-80d8-79ed0106b9d0 req-f5728fe2-8a07-4476-9c6d-e62d69d49e8a tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703094 Jan 12 09:35:38.882204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.886875 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.898174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0752e-c332-4e91-927f-7f7d8a94951c None None] Pushing event updated for resources: {'Port': ['ID=d41ce37a-9d11-4537-90ec-1adad6a18cce,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:38.902706 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:35:38.903182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:38.954196 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:38.956540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:38.958843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] device_id is not set on port ebf4ed46-fd45-4bba-a96c-c3cd7019a2fc yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:38.989189 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d94759ee-32e5-4baf-8dbf-8907e2f0d746 None None] Deleting port 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:38.989556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d94759ee-32e5-4baf-8dbf-8907e2f0d746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.000816 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f981256-add6-47d1-8aeb-520cc0f1d5a3 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:39.004222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f981256-add6-47d1-8aeb-520cc0f1d5a3 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:39.005701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f981256-add6-47d1-8aeb-520cc0f1d5a3 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:39.007309 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f981256-add6-47d1-8aeb-520cc0f1d5a3 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:39.008776 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f981256-add6-47d1-8aeb-520cc0f1d5a3 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:39.014101 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3f981256-add6-47d1-8aeb-520cc0f1d5a3 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2456925 Jan 12 09:35:39.018405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34548) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:39.024379 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9de476b3-147c-4aec-8ec5-ac954208f549 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.035133 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-512ff725-8feb-4897-bc86-5c5402325022 None None] Provisioning for port 3ee9e4b6-4f01-479a-9048-b352eada4fcb completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:39.039032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] Set router 3032de8a-bfbf-419b-955a-e2378901202b gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:35:39.103475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:39.103937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:39.143667 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d94759ee-32e5-4baf-8dbf-8907e2f0d746 None None] The port '72a02616-c8e2-4b5e-a7ab-c90fe20b8079' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:35:39.145137 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de476b3-147c-4aec-8ec5-ac954208f549 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=0507559b-6ff2-4481-be94-d2257d4f01a9,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:39.146627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1150f717-940c-4784-b96d-c97b3a9b4c46,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:39.191338 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.218381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.221331 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-512ff725-8feb-4897-bc86-5c5402325022 None None] Provisioning complete for port 3ee9e4b6-4f01-479a-9048-b352eada4fcb triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:39.221331 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-512ff725-8feb-4897-bc86-5c5402325022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.240886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9de476b3-147c-4aec-8ec5-ac954208f549 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.248579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5b8db7-aac6-4c9e-b6f1-67c473929727 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['shared'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:39.250966 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5b8db7-aac6-4c9e-b6f1-67c473929727 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['shared'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:39.252692 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5b8db7-aac6-4c9e-b6f1-67c473929727 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['shared'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:39.254649 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5b8db7-aac6-4c9e-b6f1-67c473929727 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['shared'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:39.256475 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5b8db7-aac6-4c9e-b6f1-67c473929727 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['shared'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:39.258598 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6a5b8db7-aac6-4c9e-b6f1-67c473929727 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2394741 Jan 12 09:35:39.274590 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:35:39.282422 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34556) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:39.302004 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3032de8a-bfbf-419b-955a-e2378901202b', 'name': 'tempest-snat-router-1655261674', 'tenant_id': '6a3865838a444485be143634d9f723a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:22Z', 'updated_at': '2022-01-12T09:35:37Z', 'revision_number': 4, 'project_id': '6a3865838a444485be143634d9f723a5', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:39.307831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Network': ['ID=0d02216e-088b-49b7-a7d0-701961b4b851,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:39.372129 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:39.386571 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9de476b3-147c-4aec-8ec5-ac954208f549 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/0507559b-6ff2-4481-be94-d2257d4f01a9 HTTP/1.1" status: 204 len: 168 time: 2.6951621 Jan 12 09:35:39.387700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34560) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:39.407707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e42fb9a-cee4-412a-b431-e72047644af3 None None] The sync data for ids ['3032de8a-bfbf-419b-955a-e2378901202b'] in dv-neutron-824346-1-hyperv is: [{'id': '3032de8a-bfbf-419b-955a-e2378901202b', 'name': 'tempest-snat-router-1655261674', 'tenant_id': '6a3865838a444485be143634d9f723a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:22Z', 'updated_at': '2022-01-12T09:35:37Z', 'revision_number': 4, 'project_id': '6a3865838a444485be143634d9f723a5', 'gw_port_host': None}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:35:39.427694 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c57bf3d5-670e-48c2-8895-6f68a35ccc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.447990 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-512ff725-8feb-4897-bc86-5c5402325022 None None] Port 3ee9e4b6-4f01-479a-9048-b352eada4fcb cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:39.470098 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.objects.ports [None req-f2ef42fc-c854-4c57-a97d-288f600cdb71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87664) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:35:39.482726 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9f8c40-43c4-42e7-8383-f866f2504537 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] GET failed (client error): The resource could not be found. Jan 12 09:35:39.483560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5c9f8c40-43c4-42e7-8383-f866f2504537 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:39.490132 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:39.490934 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.498295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f2ef42fc-c854-4c57-a97d-288f600cdb71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.529952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.538869 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.548652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Allocated IP 172.26.2.106 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/ebf4ed46-fd45-4bba-a96c-c3cd7019a2fc) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:39.558460 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d28d57bf-baf3-491a-a206-5291b1c9a44c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/networks/0d02216e-088b-49b7-a7d0-701961b4b851 HTTP/1.1" status: 204 len: 168 time: 3.0245252 Jan 12 09:35:39.570304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34564) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:39.610786 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Deleting port d41ce37a-9d11-4537-90ec-1adad6a18cce {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:39.611315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.619555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5c9f8c40-43c4-42e7-8383-f866f2504537 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:39.620823 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5c9f8c40-43c4-42e7-8383-f866f2504537 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/0507559b-6ff2-4481-be94-d2257d4f01a9 HTTP/1.1" status: 404 len: 333 time: 0.2295010 Jan 12 09:35:39.639832 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34568) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:39.657623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-66c682f1-e1fd-4b54-9082-fe0f9ab33c8d None None] Provisioning complete for port 3ee9e4b6-4f01-479a-9048-b352eada4fcb triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:39.658148 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-66c682f1-e1fd-4b54-9082-fe0f9ab33c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.722622 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event updated for resources: {'Port': ['ID=3ee9e4b6-4f01-479a-9048-b352eada4fcb,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:39.732784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-66c682f1-e1fd-4b54-9082-fe0f9ab33c8d None None] Port 3ee9e4b6-4f01-479a-9048-b352eada4fcb cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:39.741080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c1901c-6830-4f22-8121-7e13adbc0544 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:39.741693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-49c1901c-6830-4f22-8121-7e13adbc0544 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:39.744752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:39.744907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.785281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-49c1901c-6830-4f22-8121-7e13adbc0544 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:39.789059 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:35:39.789612 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 72a02616-c8e2-4b5e-a7ab-c90fe20b8079 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:35:39.790695 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-49c1901c-6830-4f22-8121-7e13adbc0544 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/70f41780-b4a9-4615-b3d6-2d304889a884 HTTP/1.1" status: 200 len: 840 time: 0.1863396 Jan 12 09:35:39.800675 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34572) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:39.870866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ef42fc-c854-4c57-a97d-288f600cdb71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:39.888658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-f2ef42fc-c854-4c57-a97d-288f600cdb71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:39.891832 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef42fc-c854-4c57-a97d-288f600cdb71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:39.892403 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f2ef42fc-c854-4c57-a97d-288f600cdb71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:39.898621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885c500d-4dbb-4c7b-aad0-e851bb8f4ff8 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:39.971878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef42fc-c854-4c57-a97d-288f600cdb71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=5ecd026e-1a04-46f1-997b-499db2356a43,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:40.050184 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f2ef42fc-c854-4c57-a97d-288f600cdb71 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3672347 Jan 12 09:35:40.053817 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34578) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:40.066937 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5751ae8b-88ef-4761-b752-3d4b77a1c947 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:40.076953 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2228e56-0c9d-4f8b-b541-6b489f75d952 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting subnet 216e7ed8-ca74-42ba-b1ba-16df4270a5c8 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:35:40.109126 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a2228e56-0c9d-4f8b-b541-6b489f75d952 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.139763 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2e28a1eb-50e9-456b-a109-a0050fd66eb0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/70f41780-b4a9-4615-b3d6-2d304889a884?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3313816 Jan 12 09:35:40.140488 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34582) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:40.145134 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': '5ecd026e-1a04-46f1-997b-499db2356a43'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:35:40.146848 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.147746 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa31a55-97d1-4e59-bfda-39a33ea9c70c tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:40.150744 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2aa31a55-97d1-4e59-bfda-39a33ea9c70c tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "GET /v2.0/networks/be87091b-6d3a-4f46-bb64-b69cbdb40d39 HTTP/1.1" status: 200 len: 803 time: 0.8564029 Jan 12 09:35:40.163370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34586) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:40.172229 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-8d82031d-6d33-40f5-8cdc-b9f8c5ffdce8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'subnet': {'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:40.312190 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.333545 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Network 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:40.341728 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:40.346119 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Allocated IP 2001:db8::f816:3eff:fe8d:7447 (ff4a5360-acb6-446d-a4d9-75b6632567e8/5ecd026e-1a04-46f1-997b-499db2356a43/9a1f8ae1-5c11-486c-b266-72126820400b) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:40.353302 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a2228e56-0c9d-4f8b-b541-6b489f75d952 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.503075 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] For port d41ce37a-9d11-4537-90ec-1adad6a18cce, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d41ce37a-9d11-4537-90ec-1adad6a18cce,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:40.503738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.597496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.604209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8d82031d-6d33-40f5-8cdc-b9f8c5ffdce8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:40.608715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8d82031d-6d33-40f5-8cdc-b9f8c5ffdce8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:subnet and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:40.612338 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8d82031d-6d33-40f5-8cdc-b9f8c5ffdce8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:40.615369 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Transition to ACTIVE for port object 9a1f8ae1-5c11-486c-b266-72126820400b will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:40.619576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8d82031d-6d33-40f5-8cdc-b9f8c5ffdce8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:40.639385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Transition to ACTIVE for port object 9a1f8ae1-5c11-486c-b266-72126820400b will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:40.647887 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.655219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d82031d-6d33-40f5-8cdc-b9f8c5ffdce8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:40.658808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8d82031d-6d33-40f5-8cdc-b9f8c5ffdce8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.676981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Calling delete_port for d41ce37a-9d11-4537-90ec-1adad6a18cce owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:40.690214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5751ae8b-88ef-4761-b752-3d4b77a1c947 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:40.716403 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5751ae8b-88ef-4761-b752-3d4b77a1c947 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:40.725218 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:40.726606 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.728768 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a2a3a414-6452-4268-88c1-868cbb947c2a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "GET /v2.0/networks/be87091b-6d3a-4f46-bb64-b69cbdb40d39?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5401733 Jan 12 09:35:40.734756 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:40.735539 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34592) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:40.741156 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:40.773276 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Pushing event updated for resources: {'Port': ['ID=9a1f8ae1-5c11-486c-b266-72126820400b,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:40.781200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b6a130fb-417d-449b-aa51-c62872bc775c None None] Provisioning complete for port 3ee9e4b6-4f01-479a-9048-b352eada4fcb triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:40.781200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b6a130fb-417d-449b-aa51-c62872bc775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.793678 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e23ce-7c2a-4722-b984-373f1442fae6 req-3d8ee02d-c2b2-4055-89e1-4cefb2734e86 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:40.795197 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b40e23ce-7c2a-4722-b984-373f1442fae6 req-3d8ee02d-c2b2-4055-89e1-4cefb2734e86 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.6164761 Jan 12 09:35:40.854935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5751ae8b-88ef-4761-b752-3d4b77a1c947 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:40.857780 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5751ae8b-88ef-4761-b752-3d4b77a1c947 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.880840 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a2228e56-0c9d-4f8b-b541-6b489f75d952 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.888618 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Attempting to bind port 9a1f8ae1-5c11-486c-b266-72126820400b on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:40.888973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Attempting to bind port 9a1f8ae1-5c11-486c-b266-72126820400b by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:40.889332 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Attempting to bind port 9a1f8ae1-5c11-486c-b266-72126820400b on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:40.893848 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b6a130fb-417d-449b-aa51-c62872bc775c None None] Port 3ee9e4b6-4f01-479a-9048-b352eada4fcb cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:40.897716 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:35:40.898058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:40.898697 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.898851 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:35:40.899287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Bound port: 9a1f8ae1-5c11-486c-b266-72126820400b, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:40.899652 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:40.963545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3072cd30-60aa-4f71-b4da-a2dabc2e00d9 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:40.964150 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3072cd30-60aa-4f71-b4da-a2dabc2e00d9 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Synchronizing usage tracker for tenant:725b67fecd74437c9a70440f1933104e on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:40.984928 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b40e23ce-7c2a-4722-b984-373f1442fae6 req-af48a073-3f02-424f-822d-0c8a0eecc4dd tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716993 Jan 12 09:35:40.986406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.001199 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] For port 9a1f8ae1-5c11-486c-b266-72126820400b, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:41.004515 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] For port 9a1f8ae1-5c11-486c-b266-72126820400b, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9a1f8ae1-5c11-486c-b266-72126820400b,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:35:41.007712 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.012717 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.016146 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Router 5a7691ae-7ada-4d28-95da-b17745005599 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:35:41.072467 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3072cd30-60aa-4f71-b4da-a2dabc2e00d9 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Unset dirty status for tenant:725b67fecd74437c9a70440f1933104e on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:41.073493 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3072cd30-60aa-4f71-b4da-a2dabc2e00d9 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "GET /v2.0/subnets/57829a11-47a2-4ce0-9d5a-0bce0c11aac5 HTTP/1.1" status: 200 len: 843 time: 0.3319707 Jan 12 09:35:41.084352 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34596) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:41.104175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:41.109347 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:41.111996 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:41.144525 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea641563-1783-45f9-aadb-3355d9529c04 None None] Pushing event updated for resources: {'Port': ['ID=9a1f8ae1-5c11-486c-b266-72126820400b,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:41.164041 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a2228e56-0c9d-4f8b-b541-6b489f75d952 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.253128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Pushing event updated for resources: {'Port': ['ID=ebf4ed46-fd45-4bba-a96c-c3cd7019a2fc,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:41.263134 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2228e56-0c9d-4f8b-b541-6b489f75d952 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Subnet': ['ID=216e7ed8-ca74-42ba-b1ba-16df4270a5c8,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:41.268430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a2228e56-0c9d-4f8b-b541-6b489f75d952 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.278294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b010def-29d8-4067-9172-032d62aa3fc8 None None] Network cd9e757d-317e-4348-8381-e29272813fe0 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:41.291024 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:41.291024 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.299733 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a2228e56-0c9d-4f8b-b541-6b489f75d952 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/216e7ed8-ca74-42ba-b1ba-16df4270a5c8 HTTP/1.1" status: 204 len: 168 time: 1.6420202 Jan 12 09:35:41.303722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34602) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:41.328561 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df35ef7b-5eb9-4374-a232-b7aa26aae830 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['shared'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:41.329979 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-df35ef7b-5eb9-4374-a232-b7aa26aae830 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "GET /v2.0/subnets/57829a11-47a2-4ce0-9d5a-0bce0c11aac5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2376025 Jan 12 09:35:41.334418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34606) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:41.345589 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e88708f2-6c0b-4819-b2b2-54dd48dd0d0b tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.3349452 Jan 12 09:35:41.349388 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34610) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:41.353910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-e43ed651-e151-4cf3-b3aa-92d42fd54600 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-981583374'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:41.363800 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.106'}]}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:41.368765 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e43ed651-e151-4cf3-b3aa-92d42fd54600 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:41.378731 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.382409 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:35:41.395090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:41.399508 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Sync routers for ids ['5a7691ae-7ada-4d28-95da-b17745005599'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:35:41.415744 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Routers {'5a7691ae-7ada-4d28-95da-b17745005599'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:41.416543 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a7691ae-7ada-4d28-95da-b17745005599'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:41.455066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Usage tracker for resource:router and tenant:7d64b8a95dc7471890a4c30f57e00b3d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:41.463281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:41.475315 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:41.475847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e43ed651-e151-4cf3-b3aa-92d42fd54600 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:41.480494 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ef8eb272-10be-420c-939e-e2e6aef80da9 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "PUT /v2.0/routers/5a7691ae-7ada-4d28-95da-b17745005599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9614141 Jan 12 09:35:41.485552 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8d82031d-6d33-40f5-8cdc-b9f8c5ffdce8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.608550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Pushing event deleted for resources: {'Port': ['ID=d41ce37a-9d11-4537-90ec-1adad6a18cce,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:41.762128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.786011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43ed651-e151-4cf3-b3aa-92d42fd54600 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:41.790921 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e43ed651-e151-4cf3-b3aa-92d42fd54600 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.794034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.795081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.821774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.823304 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Set router 5a7691ae-7ada-4d28-95da-b17745005599 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:35:41.834099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d82031d-6d33-40f5-8cdc-b9f8c5ffdce8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:41.842503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-8d82031d-6d33-40f5-8cdc-b9f8c5ffdce8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:41.856051 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d415857-1e4e-4e0a-a668-8b5a3410ca70 None None] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:41.869136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port 28a31919-7731-4398-adc9-728be0355538 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:41.869136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.873451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d82031d-6d33-40f5-8cdc-b9f8c5ffdce8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:41.880623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5aa3c9-f010-4da4-9f38-58765bca1027 None None] DHCP port deletion for cd9e757d-317e-4348-8381-e29272813fe0 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:35:41.881070 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8d82031d-6d33-40f5-8cdc-b9f8c5ffdce8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.900616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6c5aa3c9-f010-4da4-9f38-58765bca1027 None None] Deleting port 28a31919-7731-4398-adc9-728be0355538 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:41.901002 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa3c9-f010-4da4-9f38-58765bca1027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.902106 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5751ae8b-88ef-4761-b752-3d4b77a1c947 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:41.967277 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82031d-6d33-40f5-8cdc-b9f8c5ffdce8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Subnet': ['ID=81e7f798-af69-41e4-b370-9013be0902e9,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:42.047555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751ae8b-88ef-4761-b752-3d4b77a1c947 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=154a3f50-a3c2-4575-ac5e-d9957d9ebee5,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:42.051033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5751ae8b-88ef-4761-b752-3d4b77a1c947 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:42.054501 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.065839 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-5751ae8b-88ef-4761-b752-3d4b77a1c947 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:42.080697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5751ae8b-88ef-4761-b752-3d4b77a1c947 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:42.081296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5751ae8b-88ef-4761-b752-3d4b77a1c947 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.137595 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8d82031d-6d33-40f5-8cdc-b9f8c5ffdce8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9868467 Jan 12 09:35:42.144665 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34628) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:42.149346 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5751ae8b-88ef-4761-b752-3d4b77a1c947 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0919156 Jan 12 09:35:42.153192 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34632) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:42.221882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-00687782-4fe4-4b83-a3c6-efb504d938be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'security_group': {'name': 'tempest-secgroup-64009222'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:42.236051 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'mac_address': 'fa:16:3e:18:c6:a1', 'name': 'tempest-NetworksTestDHCPv6-253337186'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:42.283976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43ed651-e151-4cf3-b3aa-92d42fd54600 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:42.294022 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e43ed651-e151-4cf3-b3aa-92d42fd54600 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.294512 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-e43ed651-e151-4cf3-b3aa-92d42fd54600 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Added segment 94e3768e-a022-4316-a07c-496d29513fd2 of type vlan for network 9325b8da-6633-406e-9a73-4116b6922498 Jan 12 09:35:42.296566 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-b41d00ac-e5ba-4505-96ba-7ea73aa9bf0f tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1975766462&fields=id&tenant_id=83593b4cf2574a6d998ae195c62151f9 HTTP/1.1" status: 200 len: 267 time: 0.3616757 Jan 12 09:35:42.311970 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-00687782-4fe4-4b83-a3c6-efb504d938be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:42.344182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e43ed651-e151-4cf3-b3aa-92d42fd54600 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.345331 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7691ae-7ada-4d28-95da-b17745005599', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719856618', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:35:37Z', 'revision_number': 4, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'gw_port': {'id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '3ee9e4b6-4f01-479a-9048-b352eada4fcb', 'name': '', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'mac_address': 'fa:16:3e:be:38:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:34Z', 'updated_at': '2022-01-12T09:35:39Z', 'revision_number': 2, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'subnets': [{'id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:42.347145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-00687782-4fe4-4b83-a3c6-efb504d938be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:security_group and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:42.351070 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Checking router: 5a7691ae-7ada-4d28-95da-b17745005599 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:35:42.351674 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Updating router 5a7691ae-7ada-4d28-95da-b17745005599 port 3ee9e4b6-4f01-479a-9048-b352eada4fcb binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:35:42.434578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-00687782-4fe4-4b83-a3c6-efb504d938be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:42.436523 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.444985 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e43ed651-e151-4cf3-b3aa-92d42fd54600 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.451405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43ed651-e151-4cf3-b3aa-92d42fd54600 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:42.451754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e43ed651-e151-4cf3-b3aa-92d42fd54600 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.471335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6c5aa3c9-f010-4da4-9f38-58765bca1027 None None] For port 28a31919-7731-4398-adc9-728be0355538, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=28a31919-7731-4398-adc9-728be0355538,segment=NetworkSegment(5d900218-bc19-4ca4-8f6d-12ebe4cee0ea),segment_id=5d900218-bc19-4ca4-8f6d-12ebe4cee0ea)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:42.471911 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa3c9-f010-4da4-9f38-58765bca1027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.478308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-00687782-4fe4-4b83-a3c6-efb504d938be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:42.634983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.643005 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.660468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.759653 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6c5aa3c9-f010-4da4-9f38-58765bca1027 None None] Calling delete_port for 28a31919-7731-4398-adc9-728be0355538 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:42.783813 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e43ed651-e151-4cf3-b3aa-92d42fd54600 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4482906 Jan 12 09:35:42.801793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34638) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:42.803466 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ed651-e151-4cf3-b3aa-92d42fd54600 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Network': ['ID=9325b8da-6633-406e-9a73-4116b6922498,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:42.864815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-00687782-4fe4-4b83-a3c6-efb504d938be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.908623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c70c3-62d5-4c5e-9ea4-75af45e893f2 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:42.917288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] For port 28a31919-7731-4398-adc9-728be0355538, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=28a31919-7731-4398-adc9-728be0355538,segment=NetworkSegment(5d900218-bc19-4ca4-8f6d-12ebe4cee0ea),segment_id=5d900218-bc19-4ca4-8f6d-12ebe4cee0ea)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:42.918086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:42.953057 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-355eb40a-d823-4e47-9cde-6139e3960743 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:42.953990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-355eb40a-d823-4e47-9cde-6139e3960743 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Synchronizing usage tracker for tenant:83593b4cf2574a6d998ae195c62151f9 on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:42.963234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-00687782-4fe4-4b83-a3c6-efb504d938be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:42.976537 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-00687782-4fe4-4b83-a3c6-efb504d938be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:security_group_rule and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:42.979457 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:42.987566 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-00687782-4fe4-4b83-a3c6-efb504d938be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:42.997638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:port and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:43.048654 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-00687782-4fe4-4b83-a3c6-efb504d938be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:43.050933 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:43.059031 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-355eb40a-d823-4e47-9cde-6139e3960743 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Unset dirty status for tenant:83593b4cf2574a6d998ae195c62151f9 on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:43.060324 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-355eb40a-d823-4e47-9cde-6139e3960743 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/networks?id=5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 HTTP/1.1" status: 200 len: 796 time: 0.7629688 Jan 12 09:35:43.067011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:43.096915 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for 28a31919-7731-4398-adc9-728be0355538 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:43.100716 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-dfe65f35-bad9-4f70-aa03-4485b1a058ce tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/quotas/83593b4cf2574a6d998ae195c62151f9 HTTP/1.1" status: 200 len: 375 time: 0.0282106 Jan 12 09:35:43.120142 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 9325b8da-6633-406e-9a73-4116b6922498 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:43.149124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:43.210115 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-494310e4-603a-4e5a-8e65-2e39478fbcd0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'subnet': {'network_id': '9325b8da-6633-406e-9a73-4116b6922498', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:43.266270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.267888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3032de8a-bfbf-419b-955a-e2378901202b {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:35:43.341598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.343027 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b31f2a6a-743c-45d9-bf06-dafc2a4cb45e tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "DELETE /v2.0/routers/3032de8a-bfbf-419b-955a-e2378901202b HTTP/1.1" status: 204 len: 168 time: 7.2540560 Jan 12 09:35:43.344274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:43.347190 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:43.347997 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34642) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:43.351965 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.370363 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Transition to ACTIVE for port object 3ee9e4b6-4f01-479a-9048-b352eada4fcb will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:43.382512 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.399089 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79302a-9075-47eb-a69d-c172c663cf24 req-39881949-f3fe-4a61-a275-21b125d04a89 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:43.401538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-00687782-4fe4-4b83-a3c6-efb504d938be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.403274 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ae79302a-9075-47eb-a69d-c172c663cf24 req-39881949-f3fe-4a61-a275-21b125d04a89 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 1.0016241 Jan 12 09:35:43.426277 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-00687782-4fe4-4b83-a3c6-efb504d938be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.466905 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa3c9-f010-4da4-9f38-58765bca1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.478253 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.493261 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-00687782-4fe4-4b83-a3c6-efb504d938be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.494658 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-00687782-4fe4-4b83-a3c6-efb504d938be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.3463802 Jan 12 09:35:43.509612 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34646) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:43.517545 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-6fdb7a69-d3d4-4fd4-845e-ecb64bf72aeb tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Synchronizing usage tracker for tenant:83593b4cf2574a6d998ae195c62151f9 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:43.537326 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf43698-3589-4126-a341-daccfecc77d6 None None] Pushing event updated for resources: {'Port': ['ID=3ee9e4b6-4f01-479a-9048-b352eada4fcb,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:43.562484 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-145c96dc-bb07-4bd2-98a3-0da316698b91 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'security_group': {'name': 'tempest-secgroup-1467873408'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:43.580326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-145c96dc-bb07-4bd2-98a3-0da316698b91 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:43.588816 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9a1f8ae1-5c11-486c-b266-72126820400b up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:43.604430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-145c96dc-bb07-4bd2-98a3-0da316698b91 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:security_group and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:43.616829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port 2a4bacfb-c1e3-4d9a-9264-ec5df08bb9ab yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:43.643480 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-494310e4-603a-4e5a-8e65-2e39478fbcd0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:43.658045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-145c96dc-bb07-4bd2-98a3-0da316698b91 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:43.668565 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-6fdb7a69-d3d4-4fd4-845e-ecb64bf72aeb tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Unset dirty status for tenant:83593b4cf2574a6d998ae195c62151f9 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:43.680652 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-6fdb7a69-d3d4-4fd4-845e-ecb64bf72aeb tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=83593b4cf2574a6d998ae195c62151f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5646796 Jan 12 09:35:43.683235 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-494310e4-603a-4e5a-8e65-2e39478fbcd0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:43.684260 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.688722 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5aa3c9-f010-4da4-9f38-58765bca1027 None None] No DVR routers for this DVR port 28a31919-7731-4398-adc9-728be0355538 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:35:43.693209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00687782-4fe4-4b83-a3c6-efb504d938be tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39060d1-3c4d-4278-a7b1-b9b2078b5452,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:43.705114 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-145c96dc-bb07-4bd2-98a3-0da316698b91 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:43.722713 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ae79302a-9075-47eb-a69d-c172c663cf24 req-295e6d2b-fd98-41bf-b5a3-a78a7ea9802c tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212993 Jan 12 09:35:43.764390 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5aa3c9-f010-4da4-9f38-58765bca1027 None None] Pushing event deleted for resources: {'Port': ['ID=28a31919-7731-4398-adc9-728be0355538,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:43.779188 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-645a0c16-5af9-468a-9d41-f9bd897a5443 None None] Provisioning for port 9a1f8ae1-5c11-486c-b266-72126820400b completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:43.812680 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494310e4-603a-4e5a-8e65-2e39478fbcd0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Made reservation on behalf of 725b67fecd74437c9a70440f1933104e for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:43.817276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-494310e4-603a-4e5a-8e65-2e39478fbcd0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.848503 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port 28a31919-7731-4398-adc9-728be0355538 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:43.848842 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.857696 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Attempting to bind port 3ee9e4b6-4f01-479a-9048-b352eada4fcb on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:43.858440 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Attempting to bind port 3ee9e4b6-4f01-479a-9048-b352eada4fcb by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'a0920245-72b7-41df-85fb-36c03e06aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:43.859210 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Attempting to bind port 3ee9e4b6-4f01-479a-9048-b352eada4fcb on network 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:43.866414 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:35:43.867145 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Checking segment: {'id': 'a0920245-72b7-41df-85fb-36c03e06aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:43.867780 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.868390 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Bound using segment: {'id': 'a0920245-72b7-41df-85fb-36c03e06aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:35:43.869144 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Bound port: 3ee9e4b6-4f01-479a-9048-b352eada4fcb, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0920245-72b7-41df-85fb-36c03e06aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:43.869752 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.909935 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 9a1f8ae1-5c11-486c-b266-72126820400b completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:43.919570 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-645a0c16-5af9-468a-9d41-f9bd897a5443 None None] Provisioning complete for port 9a1f8ae1-5c11-486c-b266-72126820400b triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:43.919570 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-645a0c16-5af9-468a-9d41-f9bd897a5443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:43.953984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] The port '28a31919-7731-4398-adc9-728be0355538' was deleted {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:35:43.982403 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] For port 3ee9e4b6-4f01-479a-9048-b352eada4fcb, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:43.985883 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] For port 3ee9e4b6-4f01-479a-9048-b352eada4fcb, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=3ee9e4b6-4f01-479a-9048-b352eada4fcb,segment=NetworkSegment(a0920245-72b7-41df-85fb-36c03e06aa7d),segment_id=a0920245-72b7-41df-85fb-36c03e06aa7d)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:35:43.997148 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.019751 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 9a1f8ae1-5c11-486c-b266-72126820400b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:44.020324 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.032675 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-fae5f99a-8c7a-45dc-8d1b-2f2f00a92d4d service neutron] 10.222.0.26 "GET /v2.0/networks/5579038e-9c4a-4e1b-9451-bb4f59f0e3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288455 Jan 12 09:35:44.178970 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-145c96dc-bb07-4bd2-98a3-0da316698b91 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.180184 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.ipam_backend_mixin [None req-494310e4-603a-4e5a-8e65-2e39478fbcd0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Performing IP validity checks on allocation pools {{(pid=87664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 12 09:35:44.180936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.ipam_backend_mixin [None req-494310e4-603a-4e5a-8e65-2e39478fbcd0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 12 09:35:44.186739 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf43698-3589-4126-a341-daccfecc77d6 None None] Pushing event updated for resources: {'Port': ['ID=3ee9e4b6-4f01-479a-9048-b352eada4fcb,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:44.223241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4faf9c3-e876-4e28-8e09-7e06c44f7f36 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.236192 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Routers {'5a7691ae-7ada-4d28-95da-b17745005599'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:35:44.236942 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a7691ae-7ada-4d28-95da-b17745005599'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:44.389570 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-645a0c16-5af9-468a-9d41-f9bd897a5443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.397242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-145c96dc-bb07-4bd2-98a3-0da316698b91 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:44.401553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-145c96dc-bb07-4bd2-98a3-0da316698b91 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:security_group_rule and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:44.407931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-145c96dc-bb07-4bd2-98a3-0da316698b91 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:44.435083 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60d6ead-69a7-423c-b79b-dbded090708b None None] Update dhcp port {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'fixed_ips': [{'subnet_id': '5ecd026e-1a04-46f1-997b-499db2356a43', 'ip_address': '2001:db8::f816:3eff:fe8d:7447'}, {'subnet_id': '154a3f50-a3c2-4575-ac5e-d9957d9ebee5'}], 'binding:host_id': 'dv-neutron-824346-1-hyperv'}, 'id': '9a1f8ae1-5c11-486c-b266-72126820400b'} from dv-neutron-824346-1-hyperv. {{(pid=87665) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 12 09:35:44.446639 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.495227 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] Set router 5a7691ae-7ada-4d28-95da-b17745005599 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:35:44.499648 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-145c96dc-bb07-4bd2-98a3-0da316698b91 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:44.545833 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c60d6ead-69a7-423c-b79b-dbded090708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.572562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.586468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9e757d-317e-4348-8381-e29272813fe0']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:44.597190 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-ee495a33-9341-45ce-862b-987a49c7d0ec service neutron] 10.222.0.26 "GET /v2.0/networks/5579038e-9c4a-4e1b-9451-bb4f59f0e3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600886 Jan 12 09:35:44.633082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.654976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d900218-bc19-4ca4-8f6d-12ebe4cee0ea') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:44.655585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d900218-bc19-4ca4-8f6d-12ebe4cee0ea') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:44.680873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.730943 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4faf9c3-e876-4e28-8e09-7e06c44f7f36 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.735254 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-645a0c16-5af9-468a-9d41-f9bd897a5443 None None] For port 9a1f8ae1-5c11-486c-b266-72126820400b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9a1f8ae1-5c11-486c-b266-72126820400b,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:44.739311 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.743293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.751760 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'tenant_id': 'e398d06e5ea248788795b74f5516b423', 'fixed_ips': [{'subnet_id': '81e7f798-af69-41e4-b370-9013be0902e9'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:35:44.753058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.764764 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:35:44.765172 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.778311 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-645a0c16-5af9-468a-9d41-f9bd897a5443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.781819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-d4faf9c3-e876-4e28-8e09-7e06c44f7f36 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Deleting port f8e88e27-6f92-46a1-9741-3a4fc1d466ef {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:44.782472 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4faf9c3-e876-4e28-8e09-7e06c44f7f36 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:44.807602 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:44.969554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-494310e4-603a-4e5a-8e65-2e39478fbcd0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:44.982264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 172.20.0.9 (ff4a5360-acb6-446d-a4d9-75b6632567e8/154a3f50-a3c2-4575-ac5e-d9957d9ebee5/2a4bacfb-c1e3-4d9a-9264-ec5df08bb9ab) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:44.988457 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7691ae-7ada-4d28-95da-b17745005599', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719856618', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:35:37Z', 'revision_number': 4, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'gw_port': {'id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '3ee9e4b6-4f01-479a-9048-b352eada4fcb', 'name': '', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'mac_address': 'fa:16:3e:be:38:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:34Z', 'updated_at': '2022-01-12T09:35:43Z', 'revision_number': 4, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'subnets': [{'id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:44.993839 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc49c8-2b04-447e-8d68-e4e9c30924b8 None None] The sync data for ids ['5a7691ae-7ada-4d28-95da-b17745005599'] in dv-neutron-824346-1-hyperv is: [{'id': '5a7691ae-7ada-4d28-95da-b17745005599', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719856618', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:35:37Z', 'revision_number': 4, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'gw_port': {'id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '3ee9e4b6-4f01-479a-9048-b352eada4fcb', 'name': '', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'mac_address': 'fa:16:3e:be:38:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:34Z', 'updated_at': '2022-01-12T09:35:43Z', 'revision_number': 4, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'subnets': [{'id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:35:45.049133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-145c96dc-bb07-4bd2-98a3-0da316698b91 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.051968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::f816:3eff:fe18:c6a1 (ff4a5360-acb6-446d-a4d9-75b6632567e8/5ecd026e-1a04-46f1-997b-499db2356a43/2a4bacfb-c1e3-4d9a-9264-ec5df08bb9ab) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:45.067399 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-145c96dc-bb07-4bd2-98a3-0da316698b91 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.110440 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:45.111102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:45.150200 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c96dc-bb07-4bd2-98a3-0da316698b91 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39c8dfe-a283-42ab-b88b-9c7736348b0a,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:45.198463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a0c16-5af9-468a-9d41-f9bd897a5443 None None] Pushing event updated for resources: {'Port': ['ID=9a1f8ae1-5c11-486c-b266-72126820400b,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:45.219908 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.229371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-145c96dc-bb07-4bd2-98a3-0da316698b91 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.230667 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-145c96dc-bb07-4bd2-98a3-0da316698b91 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6819003 Jan 12 09:35:45.236488 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34654) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:45.257747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2004385107', 'security_groups': ['c39c8dfe-a283-42ab-b88b-9c7736348b0a'], 'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '81e7f798-af69-41e4-b370-9013be0902e9'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:45.296333 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Allocated IP 172.20.0.2 (6b387107-ddfa-4d9d-8d06-9c6f22b38f67/81e7f798-af69-41e4-b370-9013be0902e9/aaa7922d-30a4-4cf0-8902-0f90934da8de) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:45.344673 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.352655 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.370903 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Network': ['ID=cd9e757d-317e-4348-8381-e29272813fe0,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:45.386583 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494310e4-603a-4e5a-8e65-2e39478fbcd0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Checking segment: {'id': '94e3768e-a022-4316-a07c-496d29513fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9325b8da-6633-406e-9a73-4116b6922498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:45.387038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494310e4-603a-4e5a-8e65-2e39478fbcd0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network hostable DHCP agents. Network: 9325b8da-6633-406e-9a73-4116b6922498, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:45.392740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494310e4-603a-4e5a-8e65-2e39478fbcd0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Subnet': ['ID=e9b887a5-647f-4b44-b893-db53ea172005,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:45.444799 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ebce21c7-b192-4063-9903-ae8d694271e7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/networks/cd9e757d-317e-4348-8381-e29272813fe0 HTTP/1.1" status: 204 len: 168 time: 4.1379957 Jan 12 09:35:45.448618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-d4faf9c3-e876-4e28-8e09-7e06c44f7f36 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] For port f8e88e27-6f92-46a1-9741-3a4fc1d466ef, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f8e88e27-6f92-46a1-9741-3a4fc1d466ef,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:45.448618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4faf9c3-e876-4e28-8e09-7e06c44f7f36 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.456700 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34658) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:45.468318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd296-29de-466b-a16e-9b66c9a53104 req-1d7b3912-accd-4541-b7f7-e0280feb6d80 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:45.469906 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e78bd296-29de-466b-a16e-9b66c9a53104 req-1d7b3912-accd-4541-b7f7-e0280feb6d80 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.5134840 Jan 12 09:35:45.479825 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-fd211a20-941c-4737-97fd-4faf14202e4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-589473604'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:45.557559 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fd211a20-941c-4737-97fd-4faf14202e4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:45.614390 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494310e4-603a-4e5a-8e65-2e39478fbcd0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Network 9325b8da-6633-406e-9a73-4116b6922498 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:45.626995 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-d4faf9c3-e876-4e28-8e09-7e06c44f7f36 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Calling delete_port for f8e88e27-6f92-46a1-9741-3a4fc1d466ef owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:45.662123 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fd211a20-941c-4737-97fd-4faf14202e4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:network and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:45.666590 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fd211a20-941c-4737-97fd-4faf14202e4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:45.689265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fd211a20-941c-4737-97fd-4faf14202e4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:45.708430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-494310e4-603a-4e5a-8e65-2e39478fbcd0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 9325b8da-6633-406e-9a73-4116b6922498) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:45.720471 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.724179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494310e4-603a-4e5a-8e65-2e39478fbcd0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:45.724770 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-494310e4-603a-4e5a-8e65-2e39478fbcd0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.732982 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e78bd296-29de-466b-a16e-9b66c9a53104 req-969502dc-c4f0-413b-b36d-dbf2d12af8de tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993046 Jan 12 09:35:45.735800 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Transition to ACTIVE for port object aaa7922d-30a4-4cf0-8902-0f90934da8de will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:45.748566 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd211a20-941c-4737-97fd-4faf14202e4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:45.752621 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fd211a20-941c-4737-97fd-4faf14202e4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:45.765358 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Transition to ACTIVE for port object aaa7922d-30a4-4cf0-8902-0f90934da8de will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:45.818800 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-494310e4-603a-4e5a-8e65-2e39478fbcd0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0124009 Jan 12 09:35:45.823805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbb250b-3972-479d-829b-206af2b0e43d None None] Network 9325b8da-6633-406e-9a73-4116b6922498 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:45.824941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34664) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:45.831932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-dc5877d9-7d2f-4351-9f9d-b4ccb9c5d15d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:45.911807 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.024508 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dc5877d9-7d2f-4351-9f9d-b4ccb9c5d15d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27378402'] for subnet, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.133389 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 28a31919-7731-4398-adc9-728be0355538 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:46.135151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.142465 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.179708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:46.203037 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.213580 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 28a31919-7731-4398-adc9-728be0355538 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:35:46.213964 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 28a31919-7731-4398-adc9-728be0355538 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:35:46.236346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:port and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:46.249621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:46.258921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:46.272463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:46.279573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object 2a4bacfb-c1e3-4d9a-9264-ec5df08bb9ab will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:46.280691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:46.282459 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.283787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e140a46d-92a1-4f34-9fa7-d0aceede9888 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:35:46.285037 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:46.304218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:46.407116 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Pushing event updated for resources: {'Port': ['ID=aaa7922d-30a4-4cf0-8902-0f90934da8de,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:46.411660 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 12 09:35:46.413011 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ea347f7b-24cc-4c6f-b7e5-08e2f05d01da tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.0624869 Jan 12 09:35:46.417986 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34670) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:46.491089 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9a1f8ae1-5c11-486c-b266-72126820400b up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:46.531981 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Attempting to bind port aaa7922d-30a4-4cf0-8902-0f90934da8de on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:46.532609 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Attempting to bind port aaa7922d-30a4-4cf0-8902-0f90934da8de by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'f4be32ce-0089-4db9-8e92-e4026b0dcb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:46.533166 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Attempting to bind port aaa7922d-30a4-4cf0-8902-0f90934da8de on network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:46.559442 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-9325b8da-6633-406e-9a73-4116b6922498', 'network_id': '9325b8da-6633-406e-9a73-4116b6922498', 'tenant_id': '725b67fecd74437c9a70440f1933104e', 'fixed_ips': [{'subnet_id': 'e9b887a5-647f-4b44-b893-db53ea172005'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:35:46.560332 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.568509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.570939 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:35:46.570939 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Checking segment: {'id': 'f4be32ce-0089-4db9-8e92-e4026b0dcb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:46.570939 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.571282 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Bound using segment: {'id': 'f4be32ce-0089-4db9-8e92-e4026b0dcb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:35:46.571532 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Bound port: aaa7922d-30a4-4cf0-8902-0f90934da8de, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4be32ce-0089-4db9-8e92-e4026b0dcb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:46.571895 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.581145 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.588223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.650320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dc5877d9-7d2f-4351-9f9d-b4ccb9c5d15d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731691316453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1636130'] for subnet, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.664666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd211a20-941c-4737-97fd-4faf14202e4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:46.680149 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] device_id is not set on port 10c40451-b572-432a-a48c-f217899d1e6e yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:46.737545 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0f576cac-3119-492b-b340-c463a47b4f0f req-4da8829e-4bc2-439c-bee0-089822444357 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 210 time: 0.3158524 Jan 12 09:35:46.741259 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:46.752630 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=2a4bacfb-c1e3-4d9a-9264-ec5df08bb9ab,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:46.752935 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fd211a20-941c-4737-97fd-4faf14202e4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.753272 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-fd211a20-941c-4737-97fd-4faf14202e4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Added segment 92f4e337-2395-450c-a36a-111ee4347c74 of type vlan for network 9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4 Jan 12 09:35:46.756934 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:46.760527 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:46.771438 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5877d9-7d2f-4351-9f9d-b4ccb9c5d15d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:46.772004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dc5877d9-7d2f-4351-9f9d-b4ccb9c5d15d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.773418 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dc5877d9-7d2f-4351-9f9d-b4ccb9c5d15d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "PUT /v2.0/subnets/e9b887a5-647f-4b44-b893-db53ea172005 HTTP/1.1" status: 200 len: 900 time: 0.9474962 Jan 12 09:35:46.785809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34674) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:46.804814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bfd4161d-3679-498f-a703-958161603f65 tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Deleting port ebf4ed46-fd45-4bba-a96c-c3cd7019a2fc {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:46.804814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bfd4161d-3679-498f-a703-958161603f65 tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.860205 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-c60d6ead-69a7-423c-b79b-dbded090708b None None] Allocated IP 172.20.0.2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/154a3f50-a3c2-4575-ac5e-d9957d9ebee5/9a1f8ae1-5c11-486c-b266-72126820400b) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:46.879586 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:46.880341 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.915914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 9a1f8ae1-5c11-486c-b266-72126820400b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:46.916280 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:46.974985 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5877d9-7d2f-4351-9f9d-b4ccb9c5d15d tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event updated for resources: {'Subnet': ['ID=e9b887a5-647f-4b44-b893-db53ea172005,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:47.023693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] For port aaa7922d-30a4-4cf0-8902-0f90934da8de, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:47.026267 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Allocated IP 2001:db8::3 (9325b8da-6633-406e-9a73-4116b6922498/e9b887a5-647f-4b44-b893-db53ea172005/b3c75dcc-1554-43db-859b-96c9730d6cf8) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:47.057288 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] For port aaa7922d-30a4-4cf0-8902-0f90934da8de, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=aaa7922d-30a4-4cf0-8902-0f90934da8de,segment=NetworkSegment(f4be32ce-0089-4db9-8e92-e4026b0dcb89),segment_id=f4be32ce-0089-4db9-8e92-e4026b0dcb89)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:35:47.058647 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f7f1b05d-05d6-421e-9ed1-87857e2e6d27 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.8439982 Jan 12 09:35:47.063188 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34684) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:47.078196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fd211a20-941c-4737-97fd-4faf14202e4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.202225 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.222456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc452f-c535-41ac-b39b-c59716c93950 req-e8487409-64c2-4931-b215-62d392c07bd1 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:47.229648 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e1cc452f-c535-41ac-b39b-c59716c93950 req-e8487409-64c2-4931-b215-62d392c07bd1 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.2445643 Jan 12 09:35:47.248413 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Allocated IP 172.20.0.13 (6b387107-ddfa-4d9d-8d06-9c6f22b38f67/81e7f798-af69-41e4-b370-9013be0902e9/10c40451-b572-432a-a48c-f217899d1e6e) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:47.250838 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.261133 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4faf9c3-e876-4e28-8e09-7e06c44f7f36 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.300818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eab71d-a5a8-4c24-96a1-f83a63e30033 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:47.306632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eab71d-a5a8-4c24-96a1-f83a63e30033 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:47.307563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b3eab71d-a5a8-4c24-96a1-f83a63e30033 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:47.319291 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e1cc452f-c535-41ac-b39b-c59716c93950 req-325ed2a3-27df-46ca-8e00-26575d2db474 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881774 Jan 12 09:35:47.342055 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fd211a20-941c-4737-97fd-4faf14202e4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.347403 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd211a20-941c-4737-97fd-4faf14202e4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:47.347987 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fd211a20-941c-4737-97fd-4faf14202e4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.471270 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bf259-7fb2-404f-9061-72bbaf9b4d9e None None] Pushing event updated for resources: {'Port': ['ID=aaa7922d-30a4-4cf0-8902-0f90934da8de,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:47.474798 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 3ee9e4b6-4f01-479a-9048-b352eada4fcb up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:47.478293 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd211a20-941c-4737-97fd-4faf14202e4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Network': ['ID=9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:47.485823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4faf9c3-e876-4e28-8e09-7e06c44f7f36 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8e88e27-6f92-46a1-9741-3a4fc1d466ef,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:47.501417 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c60d6ead-69a7-423c-b79b-dbded090708b None None] For port 9a1f8ae1-5c11-486c-b266-72126820400b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9a1f8ae1-5c11-486c-b266-72126820400b,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:47.524777 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:47.598550 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b3eab71d-a5a8-4c24-96a1-f83a63e30033 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:47.599803 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b3eab71d-a5a8-4c24-96a1-f83a63e30033 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.5359366 Jan 12 09:35:47.614029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34692) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:47.664484 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.702480 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fd211a20-941c-4737-97fd-4faf14202e4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.2430725 Jan 12 09:35:47.703412 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34696) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:47.787847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-4888e844-4223-4c04-be23-2e7aa69ce065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'subnet': {'network_id': '9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:47.819998 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.resource_extend [None req-c60d6ead-69a7-423c-b79b-dbded090708b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:35:47.901073 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.916679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-29bcaf79-4069-4f90-84ba-14341cc78e21 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port 2a4bacfb-c1e3-4d9a-9264-ec5df08bb9ab {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:47.917178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-29bcaf79-4069-4f90-84ba-14341cc78e21 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.936190 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4faf9c3-e876-4e28-8e09-7e06c44f7f36 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.959116 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c60d6ead-69a7-423c-b79b-dbded090708b None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.990631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:47.992000 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bfd4161d-3679-498f-a703-958161603f65 tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.017917 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Transition to ACTIVE for port object b3c75dcc-1554-43db-859b-96c9730d6cf8 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:48.034302 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c60d6ead-69a7-423c-b79b-dbded090708b None None] Transition to ACTIVE for port object 9a1f8ae1-5c11-486c-b266-72126820400b will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:48.063341 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c60d6ead-69a7-423c-b79b-dbded090708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.074698 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 3ee9e4b6-4f01-479a-9048-b352eada4fcb completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:48.102583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Transition to ACTIVE for port object 10c40451-b572-432a-a48c-f217899d1e6e will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:48.170225 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Transition to ACTIVE for port object b3c75dcc-1554-43db-859b-96c9730d6cf8 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:48.220822 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 3ee9e4b6-4f01-479a-9048-b352eada4fcb triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:48.221572 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.324641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bddf4-6c63-4e63-b053-4f868860414a req-419bc5f1-8560-434f-b060-e1a98064bdc6 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:48.327128 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-153bddf4-6c63-4e63-b053-4f868860414a req-419bc5f1-8560-434f-b060-e1a98064bdc6 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.5932276 Jan 12 09:35:48.339013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.349260 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.385034 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bfd4161d-3679-498f-a703-958161603f65 tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Calling delete_port for ebf4ed46-fd45-4bba-a96c-c3cd7019a2fc owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:48.435769 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Network 9325b8da-6633-406e-9a73-4116b6922498 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:48.438144 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d6ead-69a7-423c-b79b-dbded090708b None None] Pushing event updated for resources: {'Port': ['ID=9a1f8ae1-5c11-486c-b266-72126820400b,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:48.472226 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41558d-6dad-4fc6-b4c1-d4b4cdd1681c req-9fe9e9a6-2c3c-4c67-89f1-d9582b0ae7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:48.473970 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b41558d-6dad-4fc6-b4c1-d4b4cdd1681c req-9fe9e9a6-2c3c-4c67-89f1-d9582b0ae7a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a462b68449743d888150888eed67276&device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 1098 time: 0.5635500 Jan 12 09:35:48.474325 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:48.476811 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:48.625425 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Pushing event updated for resources: {'Port': ['ID=b3c75dcc-1554-43db-859b-96c9730d6cf8,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:48.656840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Attempting to bind port b3c75dcc-1554-43db-859b-96c9730d6cf8 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:48.657215 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Attempting to bind port b3c75dcc-1554-43db-859b-96c9730d6cf8 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '94e3768e-a022-4316-a07c-496d29513fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9325b8da-6633-406e-9a73-4116b6922498'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:48.657576 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Attempting to bind port b3c75dcc-1554-43db-859b-96c9730d6cf8 on network 9325b8da-6633-406e-9a73-4116b6922498 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:48.669721 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:35:48.670090 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Checking segment: {'id': '94e3768e-a022-4316-a07c-496d29513fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9325b8da-6633-406e-9a73-4116b6922498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:48.670496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.670920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Bound using segment: {'id': '94e3768e-a022-4316-a07c-496d29513fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9325b8da-6633-406e-9a73-4116b6922498'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:35:48.671411 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Bound port: b3c75dcc-1554-43db-859b-96c9730d6cf8, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e3768e-a022-4316-a07c-496d29513fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9325b8da-6633-406e-9a73-4116b6922498'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:48.671788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.695854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.806545 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 3ee9e4b6-4f01-479a-9048-b352eada4fcb, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=3ee9e4b6-4f01-479a-9048-b352eada4fcb,segment=NetworkSegment(a0920245-72b7-41df-85fb-36c03e06aa7d),segment_id=a0920245-72b7-41df-85fb-36c03e06aa7d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:48.815187 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0c1abffc-9747-4171-981e-b8641c9907a9 req-22efe3e1-230d-41e2-8ec4-76921c4934b8 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 210 time: 0.8851535 Jan 12 09:35:48.819528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:48.835492 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.839207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bfd4161d-3679-498f-a703-958161603f65 tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.844474 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:48.847967 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:48.890485 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-153bddf4-6c63-4e63-b053-4f868860414a req-29f92370-763f-43a4-a116-c4a32ea4accb tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5337629 Jan 12 09:35:48.901550 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] For port b3c75dcc-1554-43db-859b-96c9730d6cf8, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:48.905347 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=10c40451-b572-432a-a48c-f217899d1e6e,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:48.927394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] For port b3c75dcc-1554-43db-859b-96c9730d6cf8, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b3c75dcc-1554-43db-859b-96c9730d6cf8,segment=NetworkSegment(94e3768e-a022-4316-a07c-496d29513fd2),segment_id=94e3768e-a022-4316-a07c-496d29513fd2)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:35:48.936973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:48.978993 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=3ee9e4b6-4f01-479a-9048-b352eada4fcb,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:49.091187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-29bcaf79-4069-4f90-84ba-14341cc78e21 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.111298 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:49.111875 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.116217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41558d-6dad-4fc6-b4c1-d4b4cdd1681c req-04c7a52f-27d6-44a4-be56-3c9f9a060370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:49.118592 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b41558d-6dad-4fc6-b4c1-d4b4cdd1681c req-04c7a52f-27d6-44a4-be56-3c9f9a060370 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a HTTP/1.1" status: 200 len: 913 time: 0.5925465 Jan 12 09:35:49.119051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4888e844-4223-4c04-be23-2e7aa69ce065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:49.132252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4888e844-4223-4c04-be23-2e7aa69ce065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:subnet and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:49.142146 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4888e844-4223-4c04-be23-2e7aa69ce065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:49.151052 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4888e844-4223-4c04-be23-2e7aa69ce065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:49.170381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4faf9c3-e876-4e28-8e09-7e06c44f7f36 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.191104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4faf9c3-e876-4e28-8e09-7e06c44f7f36 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.207225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4161d-3679-498f-a703-958161603f65 tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebf4ed46-fd45-4bba-a96c-c3cd7019a2fc,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:49.216247 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4888e844-4223-4c04-be23-2e7aa69ce065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:49.224431 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4888e844-4223-4c04-be23-2e7aa69ce065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.240173 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a926fe5-e24c-438d-ae08-efc5f95c1f30 None None] Pushing event updated for resources: {'Port': ['ID=b3c75dcc-1554-43db-859b-96c9730d6cf8,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:49.254308 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device aaa7922d-30a4-4cf0-8902-0f90934da8de up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:49.424976 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-29bcaf79-4069-4f90-84ba-14341cc78e21 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for 2a4bacfb-c1e3-4d9a-9264-ec5df08bb9ab owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:49.491563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port aaa7922d-30a4-4cf0-8902-0f90934da8de completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:49.491889 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-79e22910-eb40-4497-98b1-9de1a9f93c6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2515118 Jan 12 09:35:49.498716 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34712) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:49.501348 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9a1f8ae1-5c11-486c-b266-72126820400b up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:49.521183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-654e10f8-0de1-4653-8fce-350074f7a802 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'subnet': {'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:49.551967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.563257 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bfd4161d-3679-498f-a703-958161603f65 tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.616900 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b41558d-6dad-4fc6-b4c1-d4b4cdd1681c req-611d4470-1cc2-4b96-a4e6-cd541abc5c72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c206227f-ad9e-432b-9392-1ddeaec7f587 HTTP/1.1" status: 200 len: 1000 time: 0.4181025 Jan 12 09:35:49.725476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b887a5-647f-4b44-b893-db53ea172005,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:49.759232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4faf9c3-e876-4e28-8e09-7e06c44f7f36 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.760453 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4faf9c3-e876-4e28-8e09-7e06c44f7f36 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9123938-4fff-4d20-a321-60249fa3d184 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:35:49.804764 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1a4a11e7-e163-4422-9ff5-bd0bf737afa4 None None] Provisioning for port 9a1f8ae1-5c11-486c-b266-72126820400b completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:49.813480 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1a4a11e7-e163-4422-9ff5-bd0bf737afa4 None None] Provisioning complete for port 9a1f8ae1-5c11-486c-b266-72126820400b triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:49.813839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1a4a11e7-e163-4422-9ff5-bd0bf737afa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.937630 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.969459 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4faf9c3-e876-4e28-8e09-7e06c44f7f36 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:49.980669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34720) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:49.987351 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d4faf9c3-e876-4e28-8e09-7e06c44f7f36 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "DELETE /v2.0/routers/b9123938-4fff-4d20-a321-60249fa3d184 HTTP/1.1" status: 204 len: 168 time: 6.6244018 Jan 12 09:35:50.010129 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bfd4161d-3679-498f-a703-958161603f65 tempest-RoutersAdminNegativeIpV6Test-1713042393 tempest-RoutersAdminNegativeIpV6Test-1713042393-project-admin] 10.222.0.26 "DELETE /v2.0/ports/ebf4ed46-fd45-4bba-a96c-c3cd7019a2fc HTTP/1.1" status: 204 len: 168 time: 3.5794258 Jan 12 09:35:50.033416 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-21742281', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:50.082008 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9325b8da-6633-406e-9a73-4116b6922498']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:50.095070 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:50.104072 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41558d-6dad-4fc6-b4c1-d4b4cdd1681c req-9ee589cf-23aa-4f06-a5fd-eb80e0024fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:50.110987 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b41558d-6dad-4fc6-b4c1-d4b4cdd1681c req-9ee589cf-23aa-4f06-a5fd-eb80e0024fd7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd HTTP/1.1" status: 200 len: 851 time: 0.4523306 Jan 12 09:35:50.111768 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e3768e-a022-4316-a07c-496d29513fd2') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:50.112284 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e3768e-a022-4316-a07c-496d29513fd2') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:50.151760 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.209538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Usage tracker for resource:router and tenant:e59b19e4090746ca80542a896088ca79 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:50.218145 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1a4a11e7-e163-4422-9ff5-bd0bf737afa4 None None] Provisioning for port aaa7922d-30a4-4cf0-8902-0f90934da8de completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:50.231713 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:50.236954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1a4a11e7-e163-4422-9ff5-bd0bf737afa4 None None] Provisioning complete for port aaa7922d-30a4-4cf0-8902-0f90934da8de triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:50.240910 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1a4a11e7-e163-4422-9ff5-bd0bf737afa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.255885 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-654e10f8-0de1-4653-8fce-350074f7a802 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:50.349760 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6604c117-5754-4d1f-84f5-40d2827b9aa1 req-4a9d71fb-6057-429c-aa57-95ca23822ab0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 210 time: 0.1270831 Jan 12 09:35:50.353604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:50.359068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.372824 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-654e10f8-0de1-4653-8fce-350074f7a802 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:subnet and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:50.398415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-654e10f8-0de1-4653-8fce-350074f7a802 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:50.399648 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:35:50.400094 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.409438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.410597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:50.438493 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:50.457335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-654e10f8-0de1-4653-8fce-350074f7a802 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:50.552155 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1a4a11e7-e163-4422-9ff5-bd0bf737afa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.587762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654e10f8-0de1-4653-8fce-350074f7a802 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:50.593725 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-654e10f8-0de1-4653-8fce-350074f7a802 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.605099 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1a4a11e7-e163-4422-9ff5-bd0bf737afa4 None None] For port aaa7922d-30a4-4cf0-8902-0f90934da8de, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=aaa7922d-30a4-4cf0-8902-0f90934da8de,segment=NetworkSegment(f4be32ce-0089-4db9-8e92-e4026b0dcb89),segment_id=f4be32ce-0089-4db9-8e92-e4026b0dcb89)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:50.611485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1a4a11e7-e163-4422-9ff5-bd0bf737afa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.686779 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34728) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:50.696314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1a4a11e7-e163-4422-9ff5-bd0bf737afa4 None None] Provisioning complete for port 70f41780-b4a9-4615-b3d6-2d304889a884 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:50.696727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1a4a11e7-e163-4422-9ff5-bd0bf737afa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.713233 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:35:50.713233 dv-neutron-824346-1-hyperv neutron-server[87664]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:35:50.713233 dv-neutron-824346-1-hyperv neutron-server[87664]: [parameters: {'id': '9325b8da-6633-406e-9a73-4116b6922498'}] Jan 12 09:35:50.713233 dv-neutron-824346-1-hyperv neutron-server[87664]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:50.713801 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:50.718122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4888e844-4223-4c04-be23-2e7aa69ce065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.760445 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a11e7-e163-4422-9ff5-bd0bf737afa4 None None] Pushing event updated for resources: {'Port': ['ID=aaa7922d-30a4-4cf0-8902-0f90934da8de,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:50.772241 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1a4a11e7-e163-4422-9ff5-bd0bf737afa4 None None] Port 70f41780-b4a9-4615-b3d6-2d304889a884 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:50.827112 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a26294f-b7b2-4f4f-9835-bf511cf31a86 None None] Network 9325b8da-6633-406e-9a73-4116b6922498 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:50.837762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888e844-4223-4c04-be23-2e7aa69ce065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Subnet': ['ID=c6d764da-08fd-4694-b91f-c9d7923862a7,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:50.843590 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4888e844-4223-4c04-be23-2e7aa69ce065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Checking segment: {'id': '92f4e337-2395-450c-a36a-111ee4347c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:50.843933 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4888e844-4223-4c04-be23-2e7aa69ce065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network hostable DHCP agents. Network: 9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:35:50.908393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4d21b79f-a177-4777-b354-f162ed375df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:50.919023 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.ipam_backend_mixin [None req-654e10f8-0de1-4653-8fce-350074f7a802 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 81e7f798-af69-41e4-b370-9013be0902e9 (CIDR: 172.20.0.0/28) Jan 12 09:35:50.928679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41558d-6dad-4fc6-b4c1-d4b4cdd1681c req-9afc5509-baca-4766-ac72-085312985247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:50.930184 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b41558d-6dad-4fc6-b4c1-d4b4cdd1681c req-9afc5509-baca-4766-ac72-085312985247 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7998860 Jan 12 09:35:50.940361 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b151f65-75cf-4c4d-b20e-6900b17644e8 req-fd6decd5-6bb5-45ac-a740-4f624578d0a5 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:50.941889 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0b151f65-75cf-4c4d-b20e-6900b17644e8 req-fd6decd5-6bb5-45ac-a740-4f624578d0a5 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.6882424 Jan 12 09:35:50.942227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4d21b79f-a177-4777-b354-f162ed375df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:50.943397 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-654e10f8-0de1-4653-8fce-350074f7a802 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:35:50.943885 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654e10f8-0de1-4653-8fce-350074f7a802 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:35:50.949977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4d21b79f-a177-4777-b354-f162ed375df7 admin admin] Usage tracker for resource:security_group_rule and tenant:b2a65846066348938e1296b2b2126877 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:50.956762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4d21b79f-a177-4777-b354-f162ed375df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:50.969626 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4d21b79f-a177-4777-b354-f162ed375df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:50.981186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-29bcaf79-4069-4f90-84ba-14341cc78e21 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.029045 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0809591a-e24e-4edb-9ec5-c1d803a8e4c8 None None] Provisioning complete for port 2a4bacfb-c1e3-4d9a-9264-ec5df08bb9ab triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:51.029421 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0809591a-e24e-4edb-9ec5-c1d803a8e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.062694 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.065754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4888e844-4223-4c04-be23-2e7aa69ce065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:35:51.080369 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0809591a-e24e-4edb-9ec5-c1d803a8e4c8 None None] Port 2a4bacfb-c1e3-4d9a-9264-ec5df08bb9ab was deleted so its status cannot be updated. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 12 09:35:51.126265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcaf79-4069-4f90-84ba-14341cc78e21 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=2a4bacfb-c1e3-4d9a-9264-ec5df08bb9ab,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:51.198023 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device aaa7922d-30a4-4cf0-8902-0f90934da8de up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:51.226104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4d21b79f-a177-4777-b354-f162ed375df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.226446 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0b151f65-75cf-4c4d-b20e-6900b17644e8 req-72f2d211-5f5b-45e1-93a8-c9873662279d tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465150 Jan 12 09:35:51.241335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.254327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4d21b79f-a177-4777-b354-f162ed375df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.278695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-4888e844-4223-4c04-be23-2e7aa69ce065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:51.285497 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-654e10f8-0de1-4653-8fce-350074f7a802 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7829390 Jan 12 09:35:51.298003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34736) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:51.298948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4888e844-4223-4c04-be23-2e7aa69ce065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:51.299647 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4888e844-4223-4c04-be23-2e7aa69ce065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.311739 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc7fa0a-9d49-4ab8-a13c-6a99f6134a95 None None] Network 9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:51.349334 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Deleting port b3c75dcc-1554-43db-859b-96c9730d6cf8 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:51.349949 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.359208 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0809591a-e24e-4edb-9ec5-c1d803a8e4c8 None None] Provisioning for port b3c75dcc-1554-43db-859b-96c9730d6cf8 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:51.362333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-92043946-6f45-4105-9a84-fd322d0b7180 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'subnet': {'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:51.403482 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4d21b79f-a177-4777-b354-f162ed375df7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2a65846066348938e1296b2b2126877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7080126 Jan 12 09:35:51.413528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34742) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:51.441589 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4888e844-4223-4c04-be23-2e7aa69ce065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7218390 Jan 12 09:35:51.445274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21b79f-a177-4777-b354-f162ed375df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9265a59c-4182-4298-8083-b615f3005e08,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:51.450621 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34744) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:51.459713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'network_id': '9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4', 'name': 'tempest-PortsIpV6TestJSON-1301984956', 'fixed_ips': [{'subnet_id': 'c6d764da-08fd-4694-b91f-c9d7923862a7', 'ip_address': '2001:db8::10'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:51.706373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0809591a-e24e-4edb-9ec5-c1d803a8e4c8 None None] Provisioning for port 10c40451-b572-432a-a48c-f217899d1e6e completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:51.715488 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a8ad77d4-0ae6-4e8f-a5f1-b01f9fff42e5 req-716de84e-244e-4635-8f0f-1b7f0153f958 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 210 time: 0.0857520 Jan 12 09:35:51.775933 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0809591a-e24e-4edb-9ec5-c1d803a8e4c8 None None] Provisioning complete for port 10c40451-b572-432a-a48c-f217899d1e6e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:51.776578 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0809591a-e24e-4edb-9ec5-c1d803a8e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.842186 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b41558d-6dad-4fc6-b4c1-d4b4cdd1681c req-24865564-5809-46ac-835c-8547759f97bd service neutron] 10.222.0.53 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8909075 Jan 12 09:35:51.857659 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port aaa7922d-30a4-4cf0-8902-0f90934da8de triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:51.858042 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.862625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] For port b3c75dcc-1554-43db-859b-96c9730d6cf8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b3c75dcc-1554-43db-859b-96c9730d6cf8,segment=NetworkSegment(94e3768e-a022-4316-a07c-496d29513fd2),segment_id=94e3768e-a022-4316-a07c-496d29513fd2)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:51.863023 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.871233 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:51.882205 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:port and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:51.897343 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4', 'network_id': '9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4', 'tenant_id': '10f7e76caa244da5865ff48f8d07b730', 'fixed_ips': [{'subnet_id': 'c6d764da-08fd-4694-b91f-c9d7923862a7'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:35:51.898204 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:51.938597 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003075ad-7ec1-436b-a876-a4d752d81c90 None None] DHCP port deletion for 9325b8da-6633-406e-9a73-4116b6922498 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:35:51.944646 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0809591a-e24e-4edb-9ec5-c1d803a8e4c8 None None] Port 10c40451-b572-432a-a48c-f217899d1e6e cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:51.959500 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-003075ad-7ec1-436b-a876-a4d752d81c90 None None] Deleting port b3c75dcc-1554-43db-859b-96c9730d6cf8 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:51.960015 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-003075ad-7ec1-436b-a876-a4d752d81c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.016196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-ec24080c-5b4a-4d55-859b-5921dbc528a1 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:52.017972 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-ec24080c-5b4a-4d55-859b-5921dbc528a1 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.53 "GET /v2.0/networks?id=5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 HTTP/1.1" status: 200 len: 796 time: 0.1844814 Jan 12 09:35:52.019265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-29bcaf79-4069-4f90-84ba-14341cc78e21 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.021203 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-29bcaf79-4069-4f90-84ba-14341cc78e21 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/2a4bacfb-c1e3-4d9a-9264-ec5df08bb9ab HTTP/1.1" status: 204 len: 168 time: 4.4020746 Jan 12 09:35:52.041560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34752) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:52.083375 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:52.160381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Calling delete_port for b3c75dcc-1554-43db-859b-96c9730d6cf8 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:52.191090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:52.228387 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:52.322410 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Allocated IP 2001:db8::2 (9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4/c6d764da-08fd-4694-b91f-c9d7923862a7/addef34c-add0-4e50-88d2-0f33c09792f5) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:52.392700 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.414218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.431914 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-92043946-6f45-4105-9a84-fd322d0b7180 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:52.448670 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Port': ['ID=b3c75dcc-1554-43db-859b-96c9730d6cf8,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:52.457714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No DVR routers for this DVR port b3c75dcc-1554-43db-859b-96c9730d6cf8 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:35:52.474256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff037d7f-e885-430f-a1e4-cd5f46db1766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.482321 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-92043946-6f45-4105-9a84-fd322d0b7180 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:subnet and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:52.497164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-92043946-6f45-4105-9a84-fd322d0b7180 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:52.505237 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-3b0af2af-92c5-49f2-ac83-cf8ca69f44bd tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83593b4cf2574a6d998ae195c62151f9 HTTP/1.1" status: 200 len: 380 time: 0.4623904 Jan 12 09:35:52.508576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e848a2f-b732-4499-a155-993b03afd62c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:52.510142 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e848a2f-b732-4499-a155-993b03afd62c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:52.511774 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e848a2f-b732-4499-a155-993b03afd62c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:52.512575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6e848a2f-b732-4499-a155-993b03afd62c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:52.544719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.548693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-7ddfa0f5-b847-4733-b143-66133c4c0ea5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Request body: {'port': {'device_id': '715c988b-306b-40a3-a471-67e02a533804', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'admin_state_up': True, 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'security_groups': ['74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:52.550479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.568396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-92043946-6f45-4105-9a84-fd322d0b7180 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:52.582023 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Transition to ACTIVE for port object addef34c-add0-4e50-88d2-0f33c09792f5 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:52.585325 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b3c75dcc-1554-43db-859b-96c9730d6cf8 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:52.627327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] device_id is not set on port f92d63a1-9d7f-4e40-8e4c-af9e9c2826f2 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:52.646228 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff037d7f-e885-430f-a1e4-cd5f46db1766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.662667 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.677950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92043946-6f45-4105-9a84-fd322d0b7180 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:52.681541 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-92043946-6f45-4105-9a84-fd322d0b7180 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.704272 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9325b8da-6633-406e-9a73-4116b6922498']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:52.727124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e3768e-a022-4316-a07c-496d29513fd2') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:52.727390 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e3768e-a022-4316-a07c-496d29513fd2') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:52.746966 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: b3c75dcc-1554-43db-859b-96c9730d6cf8 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:35:52.747314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b3c75dcc-1554-43db-859b-96c9730d6cf8 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 12 09:35:52.780659 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b41558d-6dad-4fc6-b4c1-d4b4cdd1681c req-0bc8571c-46b5-4386-bd0a-ae0f169a68a2 service neutron] 10.222.0.53 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7581370 Jan 12 09:35:52.798676 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Transition to ACTIVE for port object addef34c-add0-4e50-88d2-0f33c09792f5 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:52.805752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.810056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6e848a2f-b732-4499-a155-993b03afd62c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:52.811690 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6e848a2f-b732-4499-a155-993b03afd62c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7451923 Jan 12 09:35:52.816739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34764) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:52.831212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Port b3c75dcc-1554-43db-859b-96c9730d6cf8 not found, will not notify nova. {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 12 09:35:52.831860 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 3ee9e4b6-4f01-479a-9048-b352eada4fcb up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:52.902985 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.907295 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-003075ad-7ec1-436b-a876-a4d752d81c90 None None] For port b3c75dcc-1554-43db-859b-96c9730d6cf8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b3c75dcc-1554-43db-859b-96c9730d6cf8,segment=NetworkSegment(94e3768e-a022-4316-a07c-496d29513fd2),segment_id=94e3768e-a022-4316-a07c-496d29513fd2)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:52.907682 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-003075ad-7ec1-436b-a876-a4d752d81c90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.960030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:52.973690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25ad3b7-37c1-4809-bbd2-f31f1f70ab5a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 154a3f50-a3c2-4575-ac5e-d9957d9ebee5 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:35:52.976856 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b25ad3b7-37c1-4809-bbd2-f31f1f70ab5a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.010606 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ab2d7a8a-e875-4507-b185-93304c75d59c req-ed5f27b6-e660-4f77-9fdd-cf209c5a5141 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 210 time: 0.1131785 Jan 12 09:35:53.020094 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:35:53.020500 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.038554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106116ad-724e-46d3-a4ec-a301757e99e7 req-947f9809-9f6d-476d-9397-7a83049e4da8 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:53.040150 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-106116ad-724e-46d3-a4ec-a301757e99e7 req-947f9809-9f6d-476d-9397-7a83049e4da8 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.6354277 Jan 12 09:35:53.049614 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-7ddfa0f5-b847-4733-b143-66133c4c0ea5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:53.077874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff037d7f-e885-430f-a1e4-cd5f46db1766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.111624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-7ddfa0f5-b847-4733-b143-66133c4c0ea5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:53.115417 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-003075ad-7ec1-436b-a876-a4d752d81c90 None None] Calling delete_port for b3c75dcc-1554-43db-859b-96c9730d6cf8 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:53.129415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff037d7f-e885-430f-a1e4-cd5f46db1766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9265a59c-4182-4298-8083-b615f3005e08,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:53.150304 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Network 9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:53.161925 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:53.180311 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:53.186558 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Pushing event updated for resources: {'Port': ['ID=addef34c-add0-4e50-88d2-0f33c09792f5,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:53.189021 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:53.252542 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b25ad3b7-37c1-4809-bbd2-f31f1f70ab5a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.291695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.296722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.323636 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 3ee9e4b6-4f01-479a-9048-b352eada4fcb triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:53.323636 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.338238 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Allocated IP 2001:db8::10 (9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4/c6d764da-08fd-4694-b91f-c9d7923862a7/f92d63a1-9d7f-4e40-8e4c-af9e9c2826f2) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:53.344765 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Network': ['ID=9325b8da-6633-406e-9a73-4116b6922498,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:53.368991 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c44ef472-a26e-4b35-be65-f9ea1237c5fd tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/9325b8da-6633-406e-9a73-4116b6922498 HTTP/1.1" status: 204 len: 168 time: 6.5793741 Jan 12 09:35:53.373978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-003075ad-7ec1-436b-a876-a4d752d81c90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:35:53.374326 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-003075ad-7ec1-436b-a876-a4d752d81c90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:35:53.378467 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34768) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:53.386957 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Attempting to bind port addef34c-add0-4e50-88d2-0f33c09792f5 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:35:53.387341 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Attempting to bind port addef34c-add0-4e50-88d2-0f33c09792f5 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '92f4e337-2395-450c-a36a-111ee4347c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:35:53.389400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Attempting to bind port addef34c-add0-4e50-88d2-0f33c09792f5 on network 9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:35:53.396655 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:35:53.397027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Checking segment: {'id': '92f4e337-2395-450c-a36a-111ee4347c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:35:53.397416 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.397807 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Bound using segment: {'id': '92f4e337-2395-450c-a36a-111ee4347c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:35:53.398280 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Bound port: addef34c-add0-4e50-88d2-0f33c09792f5, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f4e337-2395-450c-a36a-111ee4347c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:35:53.398668 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.426554 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67a3b96-3a98-4de7-8292-9c9e88807b4a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] DELETE failed (client error): The resource could not be found. Jan 12 09:35:53.427306 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67a3b96-3a98-4de7-8292-9c9e88807b4a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:35:53.433030 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d67a3b96-3a98-4de7-8292-9c9e88807b4a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/subnets/e9b887a5-647f-4b44-b893-db53ea172005 HTTP/1.1" status: 404 len: 337 time: 0.0541065 Jan 12 09:35:53.433425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34772) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:53.437471 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff037d7f-e885-430f-a1e4-cd5f46db1766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.440012 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ff037d7f-e885-430f-a1e4-cd5f46db1766 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9265a59c-4182-4298-8083-b615f3005e08 HTTP/1.1" status: 204 len: 168 time: 1.7896094 Jan 12 09:35:53.454214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-92043946-6f45-4105-9a84-fd322d0b7180 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.523947 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-106116ad-724e-46d3-a4ec-a301757e99e7 req-12de6927-7c07-4662-9cde-153ca4b8ef39 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4702799 Jan 12 09:35:53.532432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b25ad3b7-37c1-4809-bbd2-f31f1f70ab5a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.535935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-7ddfa0f5-b847-4733-b143-66133c4c0ea5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Made reservation on behalf of 83593b4cf2574a6d998ae195c62151f9 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:53.539685 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-7ddfa0f5-b847-4733-b143-66133c4c0ea5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.579643 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-1297ccc9-245c-4590-8bf6-1d3f516be614 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] DELETE failed (client error): The resource could not be found. Jan 12 09:35:53.580025 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1297ccc9-245c-4590-8bf6-1d3f516be614 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:35:53.597863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] For port addef34c-add0-4e50-88d2-0f33c09792f5, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:35:53.601155 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] For port addef34c-add0-4e50-88d2-0f33c09792f5, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=addef34c-add0-4e50-88d2-0f33c09792f5,segment=NetworkSegment(92f4e337-2395-450c-a36a-111ee4347c74),segment_id=92f4e337-2395-450c-a36a-111ee4347c74)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:35:53.606231 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92043946-6f45-4105-9a84-fd322d0b7180 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:53.616733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.645994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-92043946-6f45-4105-9a84-fd322d0b7180 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:53.653559 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1297ccc9-245c-4590-8bf6-1d3f516be614 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/9325b8da-6633-406e-9a73-4116b6922498 HTTP/1.1" status: 404 len: 339 time: 0.2099419 Jan 12 09:35:53.658053 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92043946-6f45-4105-9a84-fd322d0b7180 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:53.658556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-92043946-6f45-4105-9a84-fd322d0b7180 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.671613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34778) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:53.672129 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346afcd0-6b18-410b-a463-f68f185ef123 None None] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:53.673649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b25ad3b7-37c1-4809-bbd2-f31f1f70ab5a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.707502 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92043946-6f45-4105-9a84-fd322d0b7180 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Subnet': ['ID=206da226-4a72-4318-94ab-ac77cd36a282,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:53.742599 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ad3b7-37c1-4809-bbd2-f31f1f70ab5a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=154a3f50-a3c2-4575-ac5e-d9957d9ebee5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:53.753251 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b25ad3b7-37c1-4809-bbd2-f31f1f70ab5a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.806992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd6569d-dc44-4062-b6c1-f0db9223dad5 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:53.819367 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f8e88e27-6f92-46a1-9741-3a4fc1d466ef no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:53.842647 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b25ad3b7-37c1-4809-bbd2-f31f1f70ab5a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/154a3f50-a3c2-4575-ac5e-d9957d9ebee5 HTTP/1.1" status: 204 len: 168 time: 1.0170929 Jan 12 09:35:53.846510 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34784) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:53.876800 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-003075ad-7ec1-436b-a876-a4d752d81c90 None None] Deleting port b3c75dcc-1554-43db-859b-96c9730d6cf8 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:53.887252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-003075ad-7ec1-436b-a876-a4d752d81c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:53.950092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34788) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:53.970879 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: f8e88e27-6f92-46a1-9741-3a4fc1d466ef {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:35:53.971475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f8e88e27-6f92-46a1-9741-3a4fc1d466ef not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:35:53.973103 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849f5e8-c59e-46d9-aee6-a617408c8b0d None None] Pushing event updated for resources: {'Port': ['ID=addef34c-add0-4e50-88d2-0f33c09792f5,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:53.996123 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-003075ad-7ec1-436b-a876-a4d752d81c90 None None] The port 'b3c75dcc-1554-43db-859b-96c9730d6cf8' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:35:53.997714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.008345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-7ddfa0f5-b847-4733-b143-66133c4c0ea5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Allocated IP 172.20.0.6 (5579038e-9c4a-4e1b-9451-bb4f59f0e3c0/23fa9bd8-ea9a-46a0-8f13-81ada7344c9b/42c4a625-e8c3-4a2e-bbd6-dc4256c2170a) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:54.025492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a2b2cd-c74c-4d2d-bed1-da2f00d5df51 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 5ecd026e-1a04-46f1-997b-499db2356a43 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:35:54.061750 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9578c651-5efc-4f4e-85a6-578ffe545b43 None None] Network 9325b8da-6633-406e-9a73-4116b6922498 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:54.118346 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9578c651-5efc-4f4e-85a6-578ffe545b43 None None] Network 9325b8da-6633-406e-9a73-4116b6922498 could not be found, it might have been deleted concurrently. {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 12 09:35:54.175130 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b3c75dcc-1554-43db-859b-96c9730d6cf8 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:54.254656 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: b3c75dcc-1554-43db-859b-96c9730d6cf8 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:35:54.255316 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b3c75dcc-1554-43db-859b-96c9730d6cf8 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:35:54.273203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-7ddfa0f5-b847-4733-b143-66133c4c0ea5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.292458 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-7ddfa0f5-b847-4733-b143-66133c4c0ea5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Transition to ACTIVE for port object 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:54.309284 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-92043946-6f45-4105-9a84-fd322d0b7180 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9655597 Jan 12 09:35:54.325802 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34794) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:54.396230 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f11e890b-6994-49c6-8b8c-ea5c26c2ddfe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d64b8a95dc7471890a4c30f57e00b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4370568 Jan 12 09:35:54.397321 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1a2b2cd-c74c-4d2d-bed1-da2f00d5df51 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.399561 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-a9720d8b-fd1e-4e81-8e98-e658491a07ec tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1679681461', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '206da226-4a72-4318-94ab-ac77cd36a282'}], 'security_groups': ['d39060d1-3c4d-4278-a7b1-b9b2078b5452']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:54.437109 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34798) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:54.463404 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-fa665d1a-b6bd-45ab-83f5-7809ed0dc64c req-ee8f6534-fe8b-47ba-b677-e1d62c4be729 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 210 time: 0.1062703 Jan 12 09:35:54.481808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Transition to ACTIVE for port object f92d63a1-9d7f-4e40-8e4c-af9e9c2826f2 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:54.487583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.543386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1a2b2cd-c74c-4d2d-bed1-da2f00d5df51 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.561453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.569034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a621b57b-cc62-4e9d-91a4-d33b844d90d1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.603892 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-7ddfa0f5-b847-4733-b143-66133c4c0ea5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.634010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb14ec88-7864-4768-a96d-4e57dfc13198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.664464 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cf7b36-d2df-4327-8507-109d2c958e46 None None] Update dhcp port {'port': {'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'fixed_ips': [{'subnet_id': '81e7f798-af69-41e4-b370-9013be0902e9', 'ip_address': '172.20.0.2'}, {'subnet_id': '206da226-4a72-4318-94ab-ac77cd36a282'}], 'binding:host_id': 'dv-neutron-824346-1-hyperv'}, 'id': 'aaa7922d-30a4-4cf0-8902-0f90934da8de'} from dv-neutron-824346-1-hyperv. {{(pid=87665) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 12 09:35:54.707726 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb14ec88-7864-4768-a96d-4e57dfc13198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.734463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7b36-d2df-4327-8507-109d2c958e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.774804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.776789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfa0f5-b847-4733-b143-66133c4c0ea5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event updated for resources: {'Port': ['ID=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:54.872673 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=f92d63a1-9d7f-4e40-8e4c-af9e9c2826f2,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:54.875786 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb14ec88-7864-4768-a96d-4e57dfc13198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.899291 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-7ddfa0f5-b847-4733-b143-66133c4c0ea5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Network 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:54.908151 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:54.916655 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:54.920434 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:54.935290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:54.943243 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.951379 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14ec88-7864-4768-a96d-4e57dfc13198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1150f717-940c-4784-b96d-c97b3a9b4c46,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:54.967468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-7ddfa0f5-b847-4733-b143-66133c4c0ea5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:54.973387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-7ddfa0f5-b847-4733-b143-66133c4c0ea5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:54.985743 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb14ec88-7864-4768-a96d-4e57dfc13198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:54.986936 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-eb14ec88-7864-4768-a96d-4e57dfc13198 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1150f717-940c-4784-b96d-c97b3a9b4c46 HTTP/1.1" status: 204 len: 168 time: 0.5286059 Jan 12 09:35:54.992277 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1a2b2cd-c74c-4d2d-bed1-da2f00d5df51 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.029961 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-f7cf7b36-d2df-4327-8507-109d2c958e46 None None] Allocated IP 172.20.0.18 (6b387107-ddfa-4d9d-8d06-9c6f22b38f67/206da226-4a72-4318-94ab-ac77cd36a282/aaa7922d-30a4-4cf0-8902-0f90934da8de) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:55.062411 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-36f9e6a9-306f-4de9-91c6-20b4713ee7b1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6107042 Jan 12 09:35:55.078178 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34806) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:55.107607 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'network_id': '9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4', 'name': 'tempest-PortsIpV6TestJSON-1223194901', 'fixed_ips': [{'subnet_id': 'c6d764da-08fd-4694-b91f-c9d7923862a7', 'ip_address': '2001:db8::f'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:55.352106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-f7cf7b36-d2df-4327-8507-109d2c958e46 None None] For port aaa7922d-30a4-4cf0-8902-0f90934da8de, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=aaa7922d-30a4-4cf0-8902-0f90934da8de,segment=NetworkSegment(f4be32ce-0089-4db9-8e92-e4026b0dcb89),segment_id=f4be32ce-0089-4db9-8e92-e4026b0dcb89)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:55.413974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7b36-d2df-4327-8507-109d2c958e46 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.414793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1a2b2cd-c74c-4d2d-bed1-da2f00d5df51 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.470185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2b2cd-c74c-4d2d-bed1-da2f00d5df51 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=5ecd026e-1a04-46f1-997b-499db2356a43,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:55.471598 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f7cf7b36-d2df-4327-8507-109d2c958e46 None None] Transition to ACTIVE for port object aaa7922d-30a4-4cf0-8902-0f90934da8de will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:55.479874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1a2b2cd-c74c-4d2d-bed1-da2f00d5df51 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.481305 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7b36-d2df-4327-8507-109d2c958e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.493715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:55.508022 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:port and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:55.520739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:55.527436 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c1a2b2cd-c74c-4d2d-bed1-da2f00d5df51 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/5ecd026e-1a04-46f1-997b-499db2356a43 HTTP/1.1" status: 204 len: 168 time: 1.6773107 Jan 12 09:35:55.530140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34814) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:55.532798 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:55.594130 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df31e0d2-0444-4b3a-881f-30c2bcbf505a None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:55.615492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a6f99463-f02b-4c57-9290-677d038a36fc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:router {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:55.633610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:55.639535 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.651914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a6f99463-f02b-4c57-9290-677d038a36fc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:router {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:55.653231 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a6f99463-f02b-4c57-9290-677d038a36fc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1220129 Jan 12 09:35:55.656751 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34820) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:55.664466 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-4916ea6a-374e-43d5-b693-6142f0a6f98f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:55.677973 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a621b57b-cc62-4e9d-91a4-d33b844d90d1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.705972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5a11f6-073f-4e0d-8c85-91c70028737c None None] Network 9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:55.712863 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] device_id is not set on port 076dbb81-59e6-4314-95b8-28d2e71a19d5 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:35:55.789219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-7ddfa0f5-b847-4733-b143-66133c4c0ea5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:55.789836 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-7ddfa0f5-b847-4733-b143-66133c4c0ea5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.800537 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a9720d8b-fd1e-4e81-8e98-e658491a07ec tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:55.811556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-a621b57b-cc62-4e9d-91a4-d33b844d90d1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38180217-4fe3-4d5a-9510-112696bedda9']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:55.867439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21034241-f753-44e6-a436-77abacd849ef req-58495358-81a3-4bc2-a221-25c2697f13fd tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:55.869658 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-21034241-f753-44e6-a436-77abacd849ef req-58495358-81a3-4bc2-a221-25c2697f13fd tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 1.1000252 Jan 12 09:35:55.880928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-a621b57b-cc62-4e9d-91a4-d33b844d90d1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1138b1-e51c-4bc1-8476-37a56819658b') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:55.881482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-a621b57b-cc62-4e9d-91a4-d33b844d90d1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1138b1-e51c-4bc1-8476-37a56819658b') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:35:55.985247 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-7ddfa0f5-b847-4733-b143-66133c4c0ea5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4590168 Jan 12 09:35:55.995878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a621b57b-cc62-4e9d-91a4-d33b844d90d1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.005884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Allocated IP 172.26.2.55 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/fc115c06-e463-41c4-b70a-ac3d99da112b) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:56.017674 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Request body: {'port': {'device_id': '715c988b-306b-40a3-a471-67e02a533804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:56.053722 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-82fbfb1d-f5e0-4e2c-acf0-a3fba700e984 None None] Provisioning for port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:56.080606 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-82fbfb1d-f5e0-4e2c-acf0-a3fba700e984 None None] Provisioning complete for port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:56.081022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-82fbfb1d-f5e0-4e2c-acf0-a3fba700e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.107667 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-21034241-f753-44e6-a436-77abacd849ef req-86481833-b42a-411f-8b4a-d217bd62850e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162678 Jan 12 09:35:56.111882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a621b57b-cc62-4e9d-91a4-d33b844d90d1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.114500 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf7b36-d2df-4327-8507-109d2c958e46 None None] Pushing event updated for resources: {'Port': ['ID=aaa7922d-30a4-4cf0-8902-0f90934da8de,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:56.152585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Allocated IP 2001:db8::f (9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4/c6d764da-08fd-4694-b91f-c9d7923862a7/076dbb81-59e6-4314-95b8-28d2e71a19d5) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:56.328779 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device addef34c-add0-4e50-88d2-0f33c09792f5 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:56.342209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.386596 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a621b57b-cc62-4e9d-91a4-d33b844d90d1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:35:56.387334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a621b57b-cc62-4e9d-91a4-d33b844d90d1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.441618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.460116 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Transition to ACTIVE for port object 076dbb81-59e6-4314-95b8-28d2e71a19d5 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:56.504127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.552846 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4916ea6a-374e-43d5-b693-6142f0a6f98f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:56.578705 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4916ea6a-374e-43d5-b693-6142f0a6f98f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:56.592486 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4916ea6a-374e-43d5-b693-6142f0a6f98f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:56.607429 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:56.611741 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4916ea6a-374e-43d5-b693-6142f0a6f98f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:56.613978 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:56.616211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.622538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:35:56.629855 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:35:56.633493 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:56.633493 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.637736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-82fbfb1d-f5e0-4e2c-acf0-a3fba700e984 None None] Port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:56.655864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd68726-66b4-4302-bfb6-8025ad79b95a req-621f0a6e-b859-429b-b66f-96f7a3ae8a22 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:56.657041 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-edd68726-66b4-4302-bfb6-8025ad79b95a req-621f0a6e-b859-429b-b66f-96f7a3ae8a22 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 931 time: 0.9079812 Jan 12 09:35:56.662423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34840) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:56.676335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=076dbb81-59e6-4314-95b8-28d2e71a19d5,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:56.706686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port addef34c-add0-4e50-88d2-0f33c09792f5 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:56.715773 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4916ea6a-374e-43d5-b693-6142f0a6f98f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:56.720252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4916ea6a-374e-43d5-b693-6142f0a6f98f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.764417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.792840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a621b57b-cc62-4e9d-91a4-d33b844d90d1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.801253 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5e09c29a-b891-4607-9505-84a98b977c2c None None] Provisioning complete for port 9a1f8ae1-5c11-486c-b266-72126820400b triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:56.803227 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5e09c29a-b891-4607-9505-84a98b977c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.868902 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a80a749-ebbe-49c8-869e-9a556c40c6eb None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:35:56.883790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-9a80a749-ebbe-49c8-869e-9a556c40c6eb None None] Deleting port 9a1f8ae1-5c11-486c-b266-72126820400b {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:56.884337 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9a80a749-ebbe-49c8-869e-9a556c40c6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.892452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:56.962685 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a621b57b-cc62-4e9d-91a4-d33b844d90d1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:56.997054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621b57b-cc62-4e9d-91a4-d33b844d90d1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Network': ['ID=38180217-4fe3-4d5a-9510-112696bedda9,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:56.999276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:57.076284 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:35:57.154697 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3a696ea2-4dec-491b-bbfe-90970da05066 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0755963 Jan 12 09:35:57.160806 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1184484695'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:57.178859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34848) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:57.188921 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:57.243713 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-9a80a749-ebbe-49c8-869e-9a556c40c6eb None None] For port 9a1f8ae1-5c11-486c-b266-72126820400b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9a1f8ae1-5c11-486c-b266-72126820400b,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:57.244404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9a80a749-ebbe-49c8-869e-9a556c40c6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.247601 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Usage tracker for resource:network and tenant:db1512a07d2b4b07aeee3754348918eb is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:57.260248 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a621b57b-cc62-4e9d-91a4-d33b844d90d1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/38180217-4fe3-4d5a-9510-112696bedda9 HTTP/1.1" status: 204 len: 168 time: 3.5848303 Jan 12 09:35:57.260248 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Pushing event updated for resources: {'Port': ['ID=fc115c06-e463-41c4-b70a-ac3d99da112b,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:57.262149 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34852) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:57.316370 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:57.325454 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-edd68726-66b4-4302-bfb6-8025ad79b95a req-db51d910-48a1-443c-83bf-2e6dced29cc0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Synchronizing usage tracker for tenant:83593b4cf2574a6d998ae195c62151f9 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:57.349159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:57.380287 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa68f57b-975c-4e63-9413-e1771d959be8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] DELETE failed (client error): The resource could not be found. Jan 12 09:35:57.381019 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa68f57b-975c-4e63-9413-e1771d959be8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:35:57.382802 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fa68f57b-975c-4e63-9413-e1771d959be8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/subnets/7dd53c46-2ac1-4b99-ba63-6894bc7439b6 HTTP/1.1" status: 404 len: 337 time: 0.0593696 Jan 12 09:35:57.394648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5e09c29a-b891-4607-9505-84a98b977c2c None None] Provisioning for port addef34c-add0-4e50-88d2-0f33c09792f5 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:57.396777 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34856) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:57.435584 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1944d0b-000f-4e47-a6ce-0f7a9620f218 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] DELETE failed (client error): The resource could not be found. Jan 12 09:35:57.436346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1944d0b-000f-4e47-a6ce-0f7a9620f218 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:35:57.465562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-9a80a749-ebbe-49c8-869e-9a556c40c6eb None None] Calling delete_port for 9a1f8ae1-5c11-486c-b266-72126820400b owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:35:57.473885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-edd68726-66b4-4302-bfb6-8025ad79b95a req-db51d910-48a1-443c-83bf-2e6dced29cc0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Unset dirty status for tenant:83593b4cf2574a6d998ae195c62151f9 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:57.475228 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-edd68726-66b4-4302-bfb6-8025ad79b95a req-db51d910-48a1-443c-83bf-2e6dced29cc0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8023577 Jan 12 09:35:57.483103 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Made reservation on behalf of db1512a07d2b4b07aeee3754348918eb for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:57.487477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.495660 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5e09c29a-b891-4607-9505-84a98b977c2c None None] Provisioning complete for port addef34c-add0-4e50-88d2-0f33c09792f5 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:57.497155 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5e09c29a-b891-4607-9505-84a98b977c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.538463 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e1944d0b-000f-4e47-a6ce-0f7a9620f218 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/d1fab84d-b3ba-4504-aada-05da5f7b68e5 HTTP/1.1" status: 404 len: 339 time: 0.1404877 Jan 12 09:35:57.539283 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.555437 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34860) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:57.628694 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:57.634485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Usage tracker for resource:security_group_rule and tenant:db1512a07d2b4b07aeee3754348918eb is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:57.637779 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:57.646486 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:57.668379 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9a80a749-ebbe-49c8-869e-9a556c40c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.674436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca026e-ae3f-49d2-b054-e3a8acaf9d9c req-ea7b2bfc-29fb-4fbf-91eb-4afc18ff9a29 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:57.676074 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2dca026e-ae3f-49d2-b054-e3a8acaf9d9c req-ea7b2bfc-29fb-4fbf-91eb-4afc18ff9a29 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 1.2987754 Jan 12 09:35:57.725598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15f5bd7-0da4-4546-8140-954e6487fe56 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:57.726339 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d15f5bd7-0da4-4546-8140-954e6487fe56 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:57.729199 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a80a749-ebbe-49c8-869e-9a556c40c6eb None None] No DVR routers for this DVR port 9a1f8ae1-5c11-486c-b266-72126820400b on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:35:57.761464 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80a749-ebbe-49c8-869e-9a556c40c6eb None None] Pushing event deleted for resources: {'Port': ['ID=9a1f8ae1-5c11-486c-b266-72126820400b,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:57.776801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5e09c29a-b891-4607-9505-84a98b977c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.813958 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-5e09c29a-b891-4607-9505-84a98b977c2c None None] For port addef34c-add0-4e50-88d2-0f33c09792f5, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=addef34c-add0-4e50-88d2-0f33c09792f5,segment=NetworkSegment(92f4e337-2395-450c-a36a-111ee4347c74),segment_id=92f4e337-2395-450c-a36a-111ee4347c74)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:35:57.819204 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5e09c29a-b891-4607-9505-84a98b977c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.822685 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.objects.ports [None req-4916ea6a-374e-43d5-b693-6142f0a6f98f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87664) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:35:57.837636 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4916ea6a-374e-43d5-b693-6142f0a6f98f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.904295 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09c29a-b891-4607-9505-84a98b977c2c None None] Pushing event updated for resources: {'Port': ['ID=addef34c-add0-4e50-88d2-0f33c09792f5,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:57.904523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d15f5bd7-0da4-4546-8140-954e6487fe56 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:57.908463 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d15f5bd7-0da4-4546-8140-954e6487fe56 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.7224381 Jan 12 09:35:57.932000 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34864) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:57.936190 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61090a9-bba8-4e9f-82fb-02a7e4dd9ef9 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Deleting subnet 686ec79b-1760-459c-bfde-db5bbbdca191 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:35:57.944626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-92921209-960c-4943-a247-113a6a586842 None None] Provisioning complete for port addef34c-add0-4e50-88d2-0f33c09792f5 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:57.945717 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-92921209-960c-4943-a247-113a6a586842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:57.955320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a61090a9-bba8-4e9f-82fb-02a7e4dd9ef9 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.051536 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.080817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4916ea6a-374e-43d5-b693-6142f0a6f98f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:35:58.089212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.092329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-4916ea6a-374e-43d5-b693-6142f0a6f98f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:35:58.109109 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e699ed1e-c93e-49cd-9ab1-6e6bb08bec0e None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:58.116299 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4916ea6a-374e-43d5-b693-6142f0a6f98f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:58.116898 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4916ea6a-374e-43d5-b693-6142f0a6f98f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.134021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916ea6a-374e-43d5-b693-6142f0a6f98f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=e6af69b0-8985-4fd2-96ba-2efb49f4d5b3,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:58.148001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device aaa7922d-30a4-4cf0-8902-0f90934da8de up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:58.185183 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a61090a9-bba8-4e9f-82fb-02a7e4dd9ef9 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.185931 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2dca026e-ae3f-49d2-b054-e3a8acaf9d9c req-e0766027-4c8e-45e7-8d44-e42fcce1673d tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4153647 Jan 12 09:35:58.240622 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:35:58.313483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbddeb7d-8099-406c-9447-4315b216e7ad,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:58.332029 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-92921209-960c-4943-a247-113a6a586842 None None] Provisioning for port 076dbb81-59e6-4314-95b8-28d2e71a19d5 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:58.361805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-92921209-960c-4943-a247-113a6a586842 None None] Provisioning complete for port 076dbb81-59e6-4314-95b8-28d2e71a19d5 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:58.362347 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-92921209-960c-4943-a247-113a6a586842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.368853 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.369212 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Added segment b929192c-d472-47b5-aabf-346fd0549196 of type vlan for network 578ca857-b274-46e6-8fc2-5816d73938c0 Jan 12 09:35:58.388866 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4916ea6a-374e-43d5-b693-6142f0a6f98f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7281120 Jan 12 09:35:58.394685 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34870) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:58.403251 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-09d083b5-81c5-44c1-9314-e6b29af9e69c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:58.407812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-a9720d8b-fd1e-4e81-8e98-e658491a07ec tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Delete allocated IP 172.20.0.13 (6b387107-ddfa-4d9d-8d06-9c6f22b38f67/81e7f798-af69-41e4-b370-9013be0902e9) {{(pid=87663) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 12 09:35:58.417654 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-a9720d8b-fd1e-4e81-8e98-e658491a07ec tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Allocated IP 172.20.0.21 (6b387107-ddfa-4d9d-8d06-9c6f22b38f67/206da226-4a72-4318-94ab-ac77cd36a282/10c40451-b572-432a-a48c-f217899d1e6e) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:58.444037 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device addef34c-add0-4e50-88d2-0f33c09792f5 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:35:58.453224 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a61090a9-bba8-4e9f-82fb-02a7e4dd9ef9 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.488418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.500585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.514837 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dec052b-1884-4ad6-ad83-b9426a8a80f5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:58.523075 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dec052b-1884-4ad6-ad83-b9426a8a80f5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:58.530820 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dec052b-1884-4ad6-ad83-b9426a8a80f5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:58.537113 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4dec052b-1884-4ad6-ad83-b9426a8a80f5 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.5981431 Jan 12 09:35:58.549462 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-92921209-960c-4943-a247-113a6a586842 None None] Port 076dbb81-59e6-4314-95b8-28d2e71a19d5 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:58.569230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34876) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:58.612724 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-92921209-960c-4943-a247-113a6a586842 None None] Provisioning complete for port 10c40451-b572-432a-a48c-f217899d1e6e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:58.613097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-92921209-960c-4943-a247-113a6a586842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.636593 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a61090a9-bba8-4e9f-82fb-02a7e4dd9ef9 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.644849 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': 'e6af69b0-8985-4fd2-96ba-2efb49f4d5b3'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:35:58.645573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.692187 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port addef34c-add0-4e50-88d2-0f33c09792f5 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:58.692563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.735614 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-92921209-960c-4943-a247-113a6a586842 None None] Port 10c40451-b572-432a-a48c-f217899d1e6e cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:58.742454 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61090a9-bba8-4e9f-82fb-02a7e4dd9ef9 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Subnet': ['ID=686ec79b-1760-459c-bfde-db5bbbdca191,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:58.744674 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a61090a9-bba8-4e9f-82fb-02a7e4dd9ef9 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.760602 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a61090a9-bba8-4e9f-82fb-02a7e4dd9ef9 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/subnets/686ec79b-1760-459c-bfde-db5bbbdca191 HTTP/1.1" status: 204 len: 168 time: 1.2003748 Jan 12 09:35:58.763294 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34880) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:58.777858 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f7e5e2-b527-4806-94cf-e81086b7ebec None None] Network 9507a247-d0c1-4cff-817c-96665e871924 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:35:58.814607 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.820032 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:58.820536 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.907443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-92921209-960c-4943-a247-113a6a586842 None None] Provisioning complete for port 70f41780-b4a9-4615-b3d6-2d304889a884 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:58.907799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-92921209-960c-4943-a247-113a6a586842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.921322 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2527881 Jan 12 09:35:58.928771 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:35:58.929863 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34884) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:35:58.931114 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-09d083b5-81c5-44c1-9314-e6b29af9e69c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:58.942879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-d007270a-9863-48eb-9c31-83846cad5b27 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port 076dbb81-59e6-4314-95b8-28d2e71a19d5 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:35:58.943301 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d007270a-9863-48eb-9c31-83846cad5b27 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:58.943666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a972d6c-a830-4c54-b637-2ce356dde876 req-a3e220f5-8136-438d-96b1-8f3fe4be4f81 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:58.945654 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4a972d6c-a830-4c54-b637-2ce356dde876 req-a3e220f5-8136-438d-96b1-8f3fe4be4f81 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.6255727 Jan 12 09:35:59.004136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ba8a6e3c-5998-474c-a670-e60fcecbe974 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Request body: {'subnet': {'network_id': '578ca857-b274-46e6-8fc2-5816d73938c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:35:59.028640 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-8572afe1-dab3-40dc-adfe-4bff44588767 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Deleting subnet efdfff48-e7ce-4442-a204-15e3116161a5 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:35:59.032096 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-09d083b5-81c5-44c1-9314-e6b29af9e69c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:59.038422 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc65add-a87c-4b1b-90f0-f2599b41c022 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event updated for resources: {'Network': ['ID=578ca857-b274-46e6-8fc2-5816d73938c0,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:59.042237 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-09d083b5-81c5-44c1-9314-e6b29af9e69c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:59.086534 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8572afe1-dab3-40dc-adfe-4bff44588767 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.124435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-09d083b5-81c5-44c1-9314-e6b29af9e69c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:59.129323 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 578ca857-b274-46e6-8fc2-5816d73938c0 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:35:59.188937 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:35:59.190611 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-92921209-960c-4943-a247-113a6a586842 None None] Port 70f41780-b4a9-4615-b3d6-2d304889a884 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:35:59.207681 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-a9720d8b-fd1e-4e81-8e98-e658491a07ec tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:35:59.216620 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.231850 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d083b5-81c5-44c1-9314-e6b29af9e69c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:59.235340 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-09d083b5-81c5-44c1-9314-e6b29af9e69c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.237739 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Allocated IP 2001:db8::f816:3eff:fea2:11ba (ff4a5360-acb6-446d-a4d9-75b6632567e8/e6af69b0-8985-4fd2-96ba-2efb49f4d5b3/1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:35:59.254378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a9720d8b-fd1e-4e81-8e98-e658491a07ec tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.263416 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ba8a6e3c-5998-474c-a670-e60fcecbe974 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:35:59.265580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f61bc-6c8e-4135-86f9-a257ab2dc507 req-23c2d484-7086-4e2a-af62-8c3ef9f18ab0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:35:59.265913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-4e0f61bc-6c8e-4135-86f9-a257ab2dc507 req-23c2d484-7086-4e2a-af62-8c3ef9f18ab0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Synchronizing usage tracker for tenant:83593b4cf2574a6d998ae195c62151f9 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:35:59.268353 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4a972d6c-a830-4c54-b637-2ce356dde876 req-a5534526-4d96-4802-82d6-9e924d4c9de9 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441998 Jan 12 09:35:59.271884 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8572afe1-dab3-40dc-adfe-4bff44588767 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.303362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Transition to ACTIVE for port object 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:59.310245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ba8a6e3c-5998-474c-a670-e60fcecbe974 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Usage tracker for resource:subnet and tenant:db1512a07d2b4b07aeee3754348918eb is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:35:59.318826 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ba8a6e3c-5998-474c-a670-e60fcecbe974 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:35:59.336596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-92921209-960c-4943-a247-113a6a586842 None None] Provisioning for port aaa7922d-30a4-4cf0-8902-0f90934da8de completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:59.342170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ba8a6e3c-5998-474c-a670-e60fcecbe974 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:35:59.387006 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-92921209-960c-4943-a247-113a6a586842 None None] Provisioning complete for port aaa7922d-30a4-4cf0-8902-0f90934da8de triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:59.387471 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-92921209-960c-4943-a247-113a6a586842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.425131 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-a9720d8b-fd1e-4e81-8e98-e658491a07ec tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Transition to ACTIVE for port object 10c40451-b572-432a-a48c-f217899d1e6e will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:59.425131 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.431656 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9a1f8ae1-5c11-486c-b266-72126820400b no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:35:59.496319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 9a1f8ae1-5c11-486c-b266-72126820400b {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:35:59.496801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9a1f8ae1-5c11-486c-b266-72126820400b not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:35:59.510567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a9720d8b-fd1e-4e81-8e98-e658491a07ec tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.524980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-4e0f61bc-6c8e-4135-86f9-a257ab2dc507 req-23c2d484-7086-4e2a-af62-8c3ef9f18ab0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Unset dirty status for tenant:83593b4cf2574a6d998ae195c62151f9 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:35:59.531747 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4e0f61bc-6c8e-4135-86f9-a257ab2dc507 req-23c2d484-7086-4e2a-af62-8c3ef9f18ab0 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 931 time: 0.8861983 Jan 12 09:35:59.635566 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8a6e3c-5998-474c-a670-e60fcecbe974 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Made reservation on behalf of db1512a07d2b4b07aeee3754348918eb for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:35:59.638999 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6e3c-5998-474c-a670-e60fcecbe974 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.791867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.811790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Transition to ACTIVE for port object 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:59.845562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Transition to ACTIVE for port object 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:35:59.858488 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.907391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8572afe1-dab3-40dc-adfe-4bff44588767 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:35:59.926138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-92921209-960c-4943-a247-113a6a586842 None None] Provisioning for port f92d63a1-9d7f-4e40-8e4c-af9e9c2826f2 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:35:59.972279 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Pushing event updated for resources: {'Port': ['ID=1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:35:59.979300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-92921209-960c-4943-a247-113a6a586842 None None] Provisioning complete for port f92d63a1-9d7f-4e40-8e4c-af9e9c2826f2 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:35:59.979674 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-92921209-960c-4943-a247-113a6a586842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.030796 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:00.032239 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:00.041177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:00.046093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.161410 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-92921209-960c-4943-a247-113a6a586842 None None] Port f92d63a1-9d7f-4e40-8e4c-af9e9c2826f2 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:00.184723 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Attempting to bind port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:00.185096 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Attempting to bind port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:00.185765 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Attempting to bind port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:36:00.194595 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:36:00.195757 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:36:00.196475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.197085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:36:00.197760 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Bound port: 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:00.198436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.248263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8572afe1-dab3-40dc-adfe-4bff44588767 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.281456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Pushing event updated for resources: {'Port': ['ID=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:00.323323 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] For port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:36:00.335345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] For port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:36:00.344123 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.358260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572afe1-dab3-40dc-adfe-4bff44588767 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Subnet': ['ID=efdfff48-e7ce-4442-a204-15e3116161a5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:00.378292 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8572afe1-dab3-40dc-adfe-4bff44588767 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.456620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d0e2d-c1eb-4f5e-8ffc-25e2ffb2d993 req-34ffa0cd-387f-446c-9567-158fdeae591d tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:00.463883 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c23d0e2d-c1eb-4f5e-8ffc-25e2ffb2d993 req-34ffa0cd-387f-446c-9567-158fdeae591d tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.4749832 Jan 12 09:36:00.508354 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dac1d2-c363-4f76-85b7-78de73dc2e1c None None] Pushing event updated for resources: {'Port': ['ID=1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:00.514510 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4e0f61bc-6c8e-4135-86f9-a257ab2dc507 req-51292ce5-373f-4b4a-af88-7fe0a723b1b2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9818630 Jan 12 09:36:00.521222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d007270a-9863-48eb-9c31-83846cad5b27 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.553117 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8572afe1-dab3-40dc-adfe-4bff44588767 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/subnets/efdfff48-e7ce-4442-a204-15e3116161a5 HTTP/1.1" status: 204 len: 168 time: 1.7790632 Jan 12 09:36:00.556899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34898) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:00.558098 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6e3c-5998-474c-a670-e60fcecbe974 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.671021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a9720d8b-fd1e-4e81-8e98-e658491a07ec tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] In _notify_port_updated(), no bound segment for port 10c40451-b572-432a-a48c-f217899d1e6e on network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 {{(pid=87663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:36:00.675238 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-09d083b5-81c5-44c1-9314-e6b29af9e69c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.676939 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9720d8b-fd1e-4e81-8e98-e658491a07ec tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:00.677595 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a9720d8b-fd1e-4e81-8e98-e658491a07ec tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.681489 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a9720d8b-fd1e-4e81-8e98-e658491a07ec tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "PUT /v2.0/ports/10c40451-b572-432a-a48c-f217899d1e6e HTTP/1.1" status: 200 len: 921 time: 6.3519304 Jan 12 09:36:00.702748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34904) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:00.713555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-d007270a-9863-48eb-9c31-83846cad5b27 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for 076dbb81-59e6-4314-95b8-28d2e71a19d5 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:00.718900 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c23d0e2d-c1eb-4f5e-8ffc-25e2ffb2d993 req-b7667458-a55a-4910-969b-c0b8f9f2ff08 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541113 Jan 12 09:36:00.760861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdfe9ac-9d8e-4356-bd63-acef992617b9 None None] Network 9507a247-d0c1-4cff-817c-96665e871924 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:00.782372 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6c45e195-5958-484f-82ca-39b88f5e61a7 None None] Provisioning for port 10c40451-b572-432a-a48c-f217899d1e6e completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:00.791148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9720d8b-fd1e-4e81-8e98-e658491a07ec tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=10c40451-b572-432a-a48c-f217899d1e6e,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:00.793376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6c45e195-5958-484f-82ca-39b88f5e61a7 None None] Provisioning complete for port 10c40451-b572-432a-a48c-f217899d1e6e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:00.794024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6c45e195-5958-484f-82ca-39b88f5e61a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.897343 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.898725 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Attempting to bind port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:00.899291 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Attempting to bind port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'a0920245-72b7-41df-85fb-36c03e06aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:00.899696 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Attempting to bind port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a on network 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:36:00.912532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a on network 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:36:00.912874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Attempting to bind port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a on network 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:36:00.929412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:36:00.929412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Checking segment: {'id': 'a0920245-72b7-41df-85fb-36c03e06aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:36:00.929412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Bound using segment: {'id': 'a0920245-72b7-41df-85fb-36c03e06aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:36:00.929412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Bound port: 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0920245-72b7-41df-85fb-36c03e06aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:00.929412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.929992 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d083b5-81c5-44c1-9314-e6b29af9e69c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:00.945414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a6e3c-5998-474c-a670-e60fcecbe974 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event updated for resources: {'Subnet': ['ID=59949c86-4945-4e62-8aab-c54bcb3988c6,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:00.947857 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-09d083b5-81c5-44c1-9314-e6b29af9e69c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:00.988414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d083b5-81c5-44c1-9314-e6b29af9e69c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:00.989005 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-09d083b5-81c5-44c1-9314-e6b29af9e69c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:00.995773 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a6e3c-5998-474c-a670-e60fcecbe974 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Checking segment: {'id': 'b929192c-d472-47b5-aabf-346fd0549196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '578ca857-b274-46e6-8fc2-5816d73938c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:36:00.995976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6c45e195-5958-484f-82ca-39b88f5e61a7 None None] Port 10c40451-b572-432a-a48c-f217899d1e6e cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:00.996080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8a6e3c-5998-474c-a670-e60fcecbe974 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Network hostable DHCP agents. Network: 578ca857-b274-46e6-8fc2-5816d73938c0, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:36:01.070987 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6c964-2158-4e45-a25d-e40378d074fd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port 10c40451-b572-432a-a48c-f217899d1e6e {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:01.070987 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6cb6c964-2158-4e45-a25d-e40378d074fd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.128324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Deleting port 7263c99c-f4c4-48c2-8064-f39a341f5285 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:01.128925 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.143944 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Router 8ffd7583-5eb1-4009-8f8e-0470f80b6667 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:36:01.153035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] For port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:36:01.156424 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-98218caa-92fc-4084-9da4-9149dba57e01 None None] Provisioning complete for port 7263c99c-f4c4-48c2-8064-f39a341f5285 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:01.156714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-98218caa-92fc-4084-9da4-9149dba57e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.160821 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] For port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,segment=NetworkSegment(a0920245-72b7-41df-85fb-36c03e06aa7d),segment_id=a0920245-72b7-41df-85fb-36c03e06aa7d)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:36:01.163983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d007270a-9863-48eb-9c31-83846cad5b27 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.235762 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-09d083b5-81c5-44c1-9314-e6b29af9e69c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8387928 Jan 12 09:36:01.248631 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34910) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:01.262745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'mac_address': 'fa:16:3e:16:64:87', 'name': 'tempest-NetworksTestDHCPv6-1677139953'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:01.266974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a1a72-45dd-4a4b-aa36-b8e8fb3d397d None None] DHCP port deletion for 9507a247-d0c1-4cff-817c-96665e871924 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:36:01.281540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d083b5-81c5-44c1-9314-e6b29af9e69c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=c2c53562-677e-4683-8b96-f430a6d494c8,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:01.282529 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a1a72-45dd-4a4b-aa36-b8e8fb3d397d None None] Deleting port 7263c99c-f4c4-48c2-8064-f39a341f5285 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:01.282913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1a72-45dd-4a4b-aa36-b8e8fb3d397d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.284189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8a6e3c-5998-474c-a670-e60fcecbe974 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Network 578ca857-b274-46e6-8fc2-5816d73938c0 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:36:01.288459 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007270a-9863-48eb-9c31-83846cad5b27 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=076dbb81-59e6-4314-95b8-28d2e71a19d5,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:01.292583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.411751 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:01.412482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.414031 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] 10.222.0.53 "PUT /v2.0/ports/42c4a625-e8c3-4a2e-bbd6-dc4256c2170a HTTP/1.1" status: 200 len: 1093 time: 5.4013824 Jan 12 09:36:01.419691 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-ba8a6e3c-5998-474c-a670-e60fcecbe974 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 578ca857-b274-46e6-8fc2-5816d73938c0) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:01.419871 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715c988b-306b-40a3-a471-67e02a533804', 'tag': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:36:01.428575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d007270a-9863-48eb-9c31-83846cad5b27 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.482263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8a6e3c-5998-474c-a670-e60fcecbe974 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:01.482870 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6e3c-5998-474c-a670-e60fcecbe974 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.485332 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70d1a63-12db-44c9-bfc9-614a31e0df6c None None] Network 578ca857-b274-46e6-8fc2-5816d73938c0 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:01.551211 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d007270a-9863-48eb-9c31-83846cad5b27 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/076dbb81-59e6-4314-95b8-28d2e71a19d5 HTTP/1.1" status: 204 len: 168 time: 2.9592292 Jan 12 09:36:01.585525 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34918) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:01.587860 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf652bb9-6f20-49ce-a0df-c1f71af9cacf service neutron] Pushing event updated for resources: {'Port': ['ID=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:01.592816 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '715c988b-306b-40a3-a471-67e02a533804', 'tag': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a', 'status': 'completed', 'code': 200} Jan 12 09:36:01.642385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:36:01.680771 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:01.685612 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-88747f57-cd65-4509-b6a4-0e78ba120fed tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.6655004 Jan 12 09:36:01.697924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34922) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:01.703354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-3fe1b3fd-1bc1-45a3-9185-5826900b1c21 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'enable_snat': False}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:01.803584 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ba8a6e3c-5998-474c-a670-e60fcecbe974 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8698668 Jan 12 09:36:01.809118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34928) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:01.817544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Request body: {'port': {'network_id': '578ca857-b274-46e6-8fc2-5816d73938c0', 'name': 'tempest-AllowedAddressPairTestJSON-270926845'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:01.847707 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-332d0628-3f33-4001-b823-a519c3bf595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:01.854313 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-332d0628-3f33-4001-b823-a519c3bf595c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83593b4cf2574a6d998ae195c62151f9&device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 1096 time: 0.3364577 Jan 12 09:36:01.866969 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a51d9b0-0971-4ab4-9a1d-b154b749a932 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] GET failed (client error): The resource could not be found. Jan 12 09:36:01.877102 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9a51d9b0-0971-4ab4-9a1d-b154b749a932 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/076dbb81-59e6-4314-95b8-28d2e71a19d5 HTTP/1.1" status: 404 len: 333 time: 0.2873049 Jan 12 09:36:01.963032 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34932) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:02.016700 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7316751-64ac-44d1-b3cc-148131bfda1c None None] Sync routers for ids ['8ffd7583-5eb1-4009-8f8e-0470f80b6667'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:36:02.053871 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7316751-64ac-44d1-b3cc-148131bfda1c None None] Routers {'8ffd7583-5eb1-4009-8f8e-0470f80b6667'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:02.054525 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e7316751-64ac-44d1-b3cc-148131bfda1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['8ffd7583-5eb1-4009-8f8e-0470f80b6667'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:02.152749 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e7316751-64ac-44d1-b3cc-148131bfda1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:02.156518 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-578ca857-b274-46e6-8fc2-5816d73938c0', 'network_id': '578ca857-b274-46e6-8fc2-5816d73938c0', 'tenant_id': 'db1512a07d2b4b07aeee3754348918eb', 'fixed_ips': [{'subnet_id': '59949c86-4945-4e62-8aab-c54bcb3988c6'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:36:02.157621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.227798 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-70c57e51-5b1e-46c1-ba24-c894ba14c41f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a HTTP/1.1" status: 200 len: 217 time: 0.1089473 Jan 12 09:36:02.272128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:02.300060 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4240552b-f201-46e9-ba00-64a32208c9c8 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:02.344036 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6d1a1a72-45dd-4a4b-aa36-b8e8fb3d397d None None] For port 7263c99c-f4c4-48c2-8064-f39a341f5285, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7263c99c-f4c4-48c2-8064-f39a341f5285,segment=NetworkSegment(2e977ad5-d94f-4b1f-969c-96bd6ddce32d),segment_id=2e977ad5-d94f-4b1f-969c-96bd6ddce32d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:02.344463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1a72-45dd-4a4b-aa36-b8e8fb3d397d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.402476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:02.408262 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] For port 7263c99c-f4c4-48c2-8064-f39a341f5285, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7263c99c-f4c4-48c2-8064-f39a341f5285,segment=NetworkSegment(2e977ad5-d94f-4b1f-969c-96bd6ddce32d),segment_id=2e977ad5-d94f-4b1f-969c-96bd6ddce32d)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:02.408649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.442506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:port and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:02.457615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:02.503648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7316751-64ac-44d1-b3cc-148131bfda1c None None] Routers {'8ffd7583-5eb1-4009-8f8e-0470f80b6667'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:02.503859 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e7316751-64ac-44d1-b3cc-148131bfda1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['8ffd7583-5eb1-4009-8f8e-0470f80b6667'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:02.544926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-a9756fce-04c5-4586-806c-091cdbec596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:02.546391 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-a9756fce-04c5-4586-806c-091cdbec596b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=23fa9bd8-ea9a-46a0-8f13-81ada7344c9b HTTP/1.1" status: 200 len: 835 time: 0.3047347 Jan 12 09:36:02.566315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a1a72-45dd-4a4b-aa36-b8e8fb3d397d None None] Calling delete_port for 7263c99c-f4c4-48c2-8064-f39a341f5285 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:02.580386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:02.591071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Calling delete_port for 7263c99c-f4c4-48c2-8064-f39a341f5285 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:02.608360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:02.623947 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Usage tracker for resource:port and tenant:db1512a07d2b4b07aeee3754348918eb is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:02.634121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e009f28b-9796-4feb-9be3-61f2e5408d3c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port f92d63a1-9d7f-4e40-8e4c-af9e9c2826f2 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:02.634796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e009f28b-9796-4feb-9be3-61f2e5408d3c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.637831 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:02.652862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f2fc6-fcbe-4206-8e45-ebd2731fca10 req-d4dc0d48-1793-4cfa-9e08-37e9538edd48 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:02.654487 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-323f2fc6-fcbe-4206-8e45-ebd2731fca10 req-d4dc0d48-1793-4cfa-9e08-37e9538edd48 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.5679088 Jan 12 09:36:02.660663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:02.694104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6cb6c964-2158-4e45-a25d-e40378d074fd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.698378 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-18fef3ef-5d5c-4b74-ba66-59297eb227a2 None None] Provisioning for port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:02.714806 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e7316751-64ac-44d1-b3cc-148131bfda1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:02.714806 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7316751-64ac-44d1-b3cc-148131bfda1c None None] The sync data for ids ['8ffd7583-5eb1-4009-8f8e-0470f80b6667'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:36:02.778554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:02.779507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Made reservation on behalf of db1512a07d2b4b07aeee3754348918eb for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:02.782951 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:02.820704 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-323f2fc6-fcbe-4206-8e45-ebd2731fca10 req-d2aab7fe-ddd6-459c-a9ff-12b7f2bade54 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577497 Jan 12 09:36:02.865459 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6c964-2158-4e45-a25d-e40378d074fd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for 10c40451-b572-432a-a48c-f217899d1e6e owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:02.894699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] device_id is not set on port 1793a739-6659-4ff7-b5f6-15e7d0e6fbe5 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:02.947214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-3a0e7e27-995a-4907-994b-6df36d0f219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:02.948765 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-3a0e7e27-995a-4907-994b-6df36d0f219d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5579038e-9c4a-4e1b-9451-bb4f59f0e3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3860586 Jan 12 09:36:02.962744 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:02.978349 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1a72-45dd-4a4b-aa36-b8e8fb3d397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.014178 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:03.014830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.082246 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a1a72-45dd-4a4b-aa36-b8e8fb3d397d None None] Pushing event deleted for resources: {'Port': ['ID=7263c99c-f4c4-48c2-8064-f39a341f5285,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:03.088503 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cea514-900d-461a-97f9-e8d69ad42f34 req-7792d8a0-f05f-4ed7-a66c-2eb3e0da54ca tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:03.101449 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-91cea514-900d-461a-97f9-e8d69ad42f34 req-7792d8a0-f05f-4ed7-a66c-2eb3e0da54ca tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 943 time: 1.2795238 Jan 12 09:36:03.107289 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a1a72-45dd-4a4b-aa36-b8e8fb3d397d None None] No DVR routers for this DVR port 7263c99c-f4c4-48c2-8064-f39a341f5285 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:03.128335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Allocated IP 172.20.0.2 (578ca857-b274-46e6-8fc2-5816d73938c0/59949c86-4945-4e62-8aab-c54bcb3988c6/a353884f-1e1f-46c2-82b7-65b30a018389) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:03.156656 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:36:03.157368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:36:03.270072 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-91cea514-900d-461a-97f9-e8d69ad42f34 req-5e96a3a3-37a2-4a2a-a2d3-62d78a006caf tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675935 Jan 12 09:36:03.340349 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.365067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fe1b3fd-1bc1-45a3-9185-5826900b1c21 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.376569 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.447598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port f6fc91ea-538d-414e-be3b-03928207607a yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:03.494818 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-6ad48140-b01d-411d-bdff-483bdc53f0ef service neutron] 10.222.0.53 "GET /v2.0/networks/5579038e-9c4a-4e1b-9451-bb4f59f0e3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342448 Jan 12 09:36:03.520888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e009f28b-9796-4feb-9be3-61f2e5408d3c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.523714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:03.528731 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6cb6c964-2158-4e45-a25d-e40378d074fd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.546481 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.594917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6c964-2158-4e45-a25d-e40378d074fd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=10c40451-b572-432a-a48c-f217899d1e6e,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:03.655837 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7263c99c-f4c4-48c2-8064-f39a341f5285 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:03.660806 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Deleting port 7263c99c-f4c4-48c2-8064-f39a341f5285 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:03.660806 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.698921 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc19c69-feb2-4ec3-8955-7d3011d6c59c None None] Update dhcp port {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'fixed_ips': [{'subnet_id': 'e6af69b0-8985-4fd2-96ba-2efb49f4d5b3', 'ip_address': '2001:db8::f816:3eff:fea2:11ba'}, {'subnet_id': 'c2c53562-677e-4683-8b96-f430a6d494c8'}], 'binding:host_id': 'dv-neutron-824346-1-hyperv'}, 'id': '1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d'} from dv-neutron-824346-1-hyperv. {{(pid=87665) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 12 09:36:03.737707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 7263c99c-f4c4-48c2-8064-f39a341f5285 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:36:03.737707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7263c99c-f4c4-48c2-8064-f39a341f5285 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:03.763651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e009f28b-9796-4feb-9be3-61f2e5408d3c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for f92d63a1-9d7f-4e40-8e4c-af9e9c2826f2 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:03.790199 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.793549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85fa67-0ff2-4c78-8c9e-e54df69ee440 req-281deb8e-a1a0-46a9-ad57-362c9221be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:03.794539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:03.794996 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5f85fa67-0ff2-4c78-8c9e-e54df69ee440 req-281deb8e-a1a0-46a9-ad57-362c9221be5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a462b68449743d888150888eed67276&device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 1098 time: 0.4445696 Jan 12 09:36:03.800290 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fdc19c69-feb2-4ec3-8955-7d3011d6c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:03.802621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5a5ef-b41b-4eb9-9cb9-002de195a80b req-209f08cf-c8b5-4acf-be7b-c5692a65f3c3 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:03.804336 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88e5a5ef-b41b-4eb9-9cb9-002de195a80b req-209f08cf-c8b5-4acf-be7b-c5692a65f3c3 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.4939740 Jan 12 09:36:03.821272 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Transition to ACTIVE for port object a353884f-1e1f-46c2-82b7-65b30a018389 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:03.887764 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Transition to ACTIVE for port object a353884f-1e1f-46c2-82b7-65b30a018389 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:03.944021 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.071058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] The port '7263c99c-f4c4-48c2-8064-f39a341f5285' was deleted {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:36:04.086749 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d08ca515-166d-4bae-9b3f-6b02bb0d2b7e req-da4663b3-182b-4f07-bc62-74115b944aee service neutron] 10.222.0.53 "GET /v2.0/networks/5579038e-9c4a-4e1b-9451-bb4f59f0e3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800712 Jan 12 09:36:04.136693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:04.147369 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88e5a5ef-b41b-4eb9-9cb9-002de195a80b req-dd84b0f7-b924-4bce-a40e-03591871da5c tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084178 Jan 12 09:36:04.175924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Allocated IP 172.20.0.4 (578ca857-b274-46e6-8fc2-5816d73938c0/59949c86-4945-4e62-8aab-c54bcb3988c6/1793a739-6659-4ff7-b5f6-15e7d0e6fbe5) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:04.216066 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Network 578ca857-b274-46e6-8fc2-5816d73938c0 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:04.224518 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:04.227263 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:04.233405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Pushing event updated for resources: {'Port': ['ID=a353884f-1e1f-46c2-82b7-65b30a018389,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:04.292327 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85fa67-0ff2-4c78-8c9e-e54df69ee440 req-ee39550f-7a76-44e0-970b-21c1551009f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:04.294007 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5f85fa67-0ff2-4c78-8c9e-e54df69ee440 req-ee39550f-7a76-44e0-970b-21c1551009f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a HTTP/1.1" status: 200 len: 913 time: 0.4884806 Jan 12 09:36:04.320550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e009f28b-9796-4feb-9be3-61f2e5408d3c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.347035 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Attempting to bind port a353884f-1e1f-46c2-82b7-65b30a018389 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:04.347405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Attempting to bind port a353884f-1e1f-46c2-82b7-65b30a018389 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'b929192c-d472-47b5-aabf-346fd0549196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '578ca857-b274-46e6-8fc2-5816d73938c0'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:04.347983 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Attempting to bind port a353884f-1e1f-46c2-82b7-65b30a018389 on network 578ca857-b274-46e6-8fc2-5816d73938c0 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:36:04.356387 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:36:04.356759 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Checking segment: {'id': 'b929192c-d472-47b5-aabf-346fd0549196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '578ca857-b274-46e6-8fc2-5816d73938c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:36:04.357159 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.357552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Bound using segment: {'id': 'b929192c-d472-47b5-aabf-346fd0549196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '578ca857-b274-46e6-8fc2-5816d73938c0'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:36:04.358017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Bound port: a353884f-1e1f-46c2-82b7-65b30a018389, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b929192c-d472-47b5-aabf-346fd0549196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '578ca857-b274-46e6-8fc2-5816d73938c0'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:04.358388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.411658 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:04.412054 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.461044 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009f28b-9796-4feb-9be3-61f2e5408d3c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=f92d63a1-9d7f-4e40-8e4c-af9e9c2826f2,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:04.524252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] For port a353884f-1e1f-46c2-82b7-65b30a018389, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:36:04.529810 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] For port a353884f-1e1f-46c2-82b7-65b30a018389, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a353884f-1e1f-46c2-82b7-65b30a018389,segment=NetworkSegment(b929192c-d472-47b5-aabf-346fd0549196),segment_id=b929192c-d472-47b5-aabf-346fd0549196)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:36:04.560441 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.564245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.585228 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6cb6c964-2158-4e45-a25d-e40378d074fd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.607475 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6cb6c964-2158-4e45-a25d-e40378d074fd tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/10c40451-b572-432a-a48c-f217899d1e6e HTTP/1.1" status: 204 len: 168 time: 3.9016829 Jan 12 09:36:04.627494 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34942) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:04.639990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e009f28b-9796-4feb-9be3-61f2e5408d3c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.647194 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e009f28b-9796-4feb-9be3-61f2e5408d3c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/f92d63a1-9d7f-4e40-8e4c-af9e9c2826f2 HTTP/1.1" status: 204 len: 168 time: 2.6828420 Jan 12 09:36:04.670646 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ce00b-2dd6-4bb3-99a8-e7724778092d None None] Pushing event updated for resources: {'Port': ['ID=a353884f-1e1f-46c2-82b7-65b30a018389,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:04.683878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34946) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:04.727252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9507a247-d0c1-4cff-817c-96665e871924']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:04.749072 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-838331d9-ec35-4fb4-ae1f-e9f02d905f2e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] GET failed (client error): The resource could not be found. Jan 12 09:36:04.749072 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-838331d9-ec35-4fb4-ae1f-e9f02d905f2e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:04.753366 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5f85fa67-0ff2-4c78-8c9e-e54df69ee440 req-c7865d03-77f9-49dc-9087-1c2bf5e12aba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c206227f-ad9e-432b-9392-1ddeaec7f587 HTTP/1.1" status: 200 len: 1000 time: 0.3486822 Jan 12 09:36:04.771277 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea805d-2616-4e9d-bf46-31f9a0021063 req-3e3effe4-97a2-4cbe-a845-2f66f6fefc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:04.772838 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d4ea805d-2616-4e9d-bf46-31f9a0021063 req-3e3effe4-97a2-4cbe-a845-2f66f6fefc3a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83593b4cf2574a6d998ae195c62151f9&device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 1096 time: 0.6006207 Jan 12 09:36:04.777276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e977ad5-d94f-4b1f-969c-96bd6ddce32d') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:04.777575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e977ad5-d94f-4b1f-969c-96bd6ddce32d') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:04.787532 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-931743cf-9519-4639-82d7-c257b440a9d2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] GET failed (client error): The resource could not be found. Jan 12 09:36:04.788076 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-931743cf-9519-4639-82d7-c257b440a9d2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:04.809068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.822663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 172.20.0.10 (ff4a5360-acb6-446d-a4d9-75b6632567e8/c2c53562-677e-4683-8b96-f430a6d494c8/f6fc91ea-538d-414e-be3b-03928207607a) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:04.838209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::f816:3eff:fe16:6487 (ff4a5360-acb6-446d-a4d9-75b6632567e8/e6af69b0-8985-4fd2-96ba-2efb49f4d5b3/f6fc91ea-538d-414e-be3b-03928207607a) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:04.851546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.859337 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-931743cf-9519-4639-82d7-c257b440a9d2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:04.860502 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-931743cf-9519-4639-82d7-c257b440a9d2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/f92d63a1-9d7f-4e40-8e4c-af9e9c2826f2 HTTP/1.1" status: 404 len: 333 time: 0.1698730 Jan 12 09:36:04.864522 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34950) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:04.877829 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9851e8-4b65-4213-9028-140b47b04c53 req-4f60eafe-7a24-4a32-8711-8d251cbd99c7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:04.879468 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9d9851e8-4b65-4213-9028-140b47b04c53 req-4f60eafe-7a24-4a32-8711-8d251cbd99c7 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 943 time: 0.4815540 Jan 12 09:36:04.880825 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:36:04.881241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:36:04.906496 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:36:04.909658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:04.975467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-838331d9-ec35-4fb4-ae1f-e9f02d905f2e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:04.979459 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-838331d9-ec35-4fb4-ae1f-e9f02d905f2e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/10c40451-b572-432a-a48c-f217899d1e6e HTTP/1.1" status: 404 len: 333 time: 0.3368607 Jan 12 09:36:04.989894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34954) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:05.050444 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Transition to ACTIVE for port object 1793a739-6659-4ff7-b5f6-15e7d0e6fbe5 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:05.146374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8d5c48-2f2c-4b9b-918a-7c09e6c465a9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting subnet c6d764da-08fd-4694-b91f-c9d7923862a7 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:36:05.148691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85fa67-0ff2-4c78-8c9e-e54df69ee440 req-13167806-5790-469d-9232-8bdb31cd15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:05.150225 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5f85fa67-0ff2-4c78-8c9e-e54df69ee440 req-13167806-5790-469d-9232-8bdb31cd15f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd HTTP/1.1" status: 200 len: 851 time: 0.3817742 Jan 12 09:36:05.161734 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5c48-2f2c-4b9b-918a-7c09e6c465a9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.188517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.225399 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.249689 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9d9851e8-4b65-4213-9028-140b47b04c53 req-b3c40754-c4b3-4e47-9a3a-5906ce5c5ddc tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3422730 Jan 12 09:36:05.261725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Network': ['ID=9507a247-d0c1-4cff-817c-96665e871924,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:05.316061 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9a82de40-cdf8-46c3-b927-4e9b33aeaee8 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/9507a247-d0c1-4cff-817c-96665e871924 HTTP/1.1" status: 204 len: 168 time: 4.7537527 Jan 12 09:36:05.326250 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34960) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:05.332882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5c48-2f2c-4b9b-918a-7c09e6c465a9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.340479 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea805d-2616-4e9d-bf46-31f9a0021063 req-cf89d5b6-5415-4baa-9167-8139135d0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:05.341972 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d4ea805d-2616-4e9d-bf46-31f9a0021063 req-cf89d5b6-5415-4baa-9167-8139135d0008 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 HTTP/1.1" status: 200 len: 897 time: 0.4723332 Jan 12 09:36:05.422093 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d789def3-3ae0-48be-aff3-6940d39db241 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:05.422549 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d789def3-3ae0-48be-aff3-6940d39db241 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:05.424409 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d789def3-3ae0-48be-aff3-6940d39db241 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/subnets/4b48e634-2070-4443-b2b4-feb3e60f58b6 HTTP/1.1" status: 404 len: 337 time: 0.0970900 Jan 12 09:36:05.443042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34964) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:05.502938 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef18bb9-d1f5-4af6-a7b1-67b88e6fa5a5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:05.503417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef18bb9-d1f5-4af6-a7b1-67b88e6fa5a5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:05.505145 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9ef18bb9-d1f5-4af6-a7b1-67b88e6fa5a5 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/20171f36-fcec-4ba9-91d8-d8a0fcb7f370 HTTP/1.1" status: 404 len: 339 time: 0.0616314 Jan 12 09:36:05.509105 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34968) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:05.518601 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.573438 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-8896c683-e5b5-421c-bc47-20460e25f65c tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:05.573899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8896c683-e5b5-421c-bc47-20460e25f65c tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:05.575831 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8896c683-e5b5-421c-bc47-20460e25f65c tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/subnets/327ad74b-df7c-4d94-b16a-cae305705662 HTTP/1.1" status: 404 len: 337 time: 0.0609560 Jan 12 09:36:05.581349 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34972) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:05.606653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object f6fc91ea-538d-414e-be3b-03928207607a will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:05.612948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5c48-2f2c-4b9b-918a-7c09e6c465a9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.650802 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed5bd48-ba52-42f8-b790-d8977061494a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:05.651290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed5bd48-ba52-42f8-b790-d8977061494a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:05.655304 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6ed5bd48-ba52-42f8-b790-d8977061494a tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/d648b89b-2f05-44ba-8927-5566115b7309 HTTP/1.1" status: 404 len: 339 time: 0.0696421 Jan 12 09:36:05.657528 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34976) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:05.670168 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d4ea805d-2616-4e9d-bf46-31f9a0021063 req-c215b946-8d6e-4c42-80ba-5bdf96704e2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a HTTP/1.1" status: 200 len: 217 time: 0.3162334 Jan 12 09:36:05.680994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2081fbd1-0ec2-4991-bef3-67a17cc6b0ca tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.715410 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2124fcb-abbb-400e-9d95-a073e2102fb0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:05.715874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2124fcb-abbb-400e-9d95-a073e2102fb0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:05.717737 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d2124fcb-abbb-400e-9d95-a073e2102fb0 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/subnets/72a2bb33-f6fc-459a-b4da-98244a84356e HTTP/1.1" status: 404 len: 337 time: 0.0592360 Jan 12 09:36:05.721663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34980) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:05.740649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.789381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5c48-2f2c-4b9b-918a-7c09e6c465a9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.828927 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-fdc19c69-feb2-4ec3-8955-7d3011d6c59c None None] Allocated IP 172.20.0.2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/c2c53562-677e-4683-8b96-f430a6d494c8/1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:05.851070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d5c48-2f2c-4b9b-918a-7c09e6c465a9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d764da-08fd-4694-b91f-c9d7923862a7,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:05.863451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:05.864719 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5c48-2f2c-4b9b-918a-7c09e6c465a9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.868216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:36:05.868425 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d217b488-1da7-474f-a029-d4f99c69b6c2 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:05.868425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d217b488-1da7-474f-a029-d4f99c69b6c2 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:05.870800 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:05.872317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:05.878136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:05.881036 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ddb7f1-5d99-4e09-a7fd-8824a3c2148d None None] Network 9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:05.913836 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0e8d5c48-2f2c-4b9b-918a-7c09e6c465a9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/c6d764da-08fd-4694-b91f-c9d7923862a7 HTTP/1.1" status: 204 len: 168 time: 1.0463295 Jan 12 09:36:05.915013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e5a0f4-4f53-4be0-bd51-6276ce8c6f0b None None] Network 578ca857-b274-46e6-8fc2-5816d73938c0 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:05.919245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=f6fc91ea-538d-414e-be3b-03928207607a,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:05.924161 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34984) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:05.928833 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2081fbd1-0ec2-4991-bef3-67a17cc6b0ca tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.030362 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d217b488-1da7-474f-a029-d4f99c69b6c2 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/620786a0-d86a-4798-b2de-b6e6a18e1eec HTTP/1.1" status: 404 len: 339 time: 0.2943902 Jan 12 09:36:06.047338 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea805d-2616-4e9d-bf46-31f9a0021063 req-d4ee23f4-8353-4ba0-a177-30edfe90616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:06.049675 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d4ea805d-2616-4e9d-bf46-31f9a0021063 req-d4ee23f4-8353-4ba0-a177-30edfe90616e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=23fa9bd8-ea9a-46a0-8f13-81ada7344c9b HTTP/1.1" status: 200 len: 835 time: 0.3721874 Jan 12 09:36:06.054437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Network 578ca857-b274-46e6-8fc2-5816d73938c0 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:06.055388 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34988) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:06.067175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85fa67-0ff2-4c78-8c9e-e54df69ee440 req-83dc0495-8cb6-493f-8601-79e268b2f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:06.075565 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5f85fa67-0ff2-4c78-8c9e-e54df69ee440 req-83dc0495-8cb6-493f-8601-79e268b2f55f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9007614 Jan 12 09:36:06.124262 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:06.128150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:06.190405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:06.191012 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.228596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.resource_extend [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:36:06.253835 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a353884f-1e1f-46c2-82b7-65b30a018389 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:06.266238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event updated for resources: {'Port': ['ID=1793a739-6659-4ff7-b5f6-15e7d0e6fbe5,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:06.330085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.336887 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.337253 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.337554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.337892 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.338225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.338555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.338932 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.339225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.339779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.340052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.340419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.340700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:06.354618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb5695-6894-4f15-949f-2a420ed19177 req-1e7d8957-ef5a-44f7-93eb-f0a39a3f30bc tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:06.356370 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d5fb5695-6894-4f15-949f-2a420ed19177 req-1e7d8957-ef5a-44f7-93eb-f0a39a3f30bc tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 1.0743220 Jan 12 09:36:06.360754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-feca8e64-a753-4ee8-9c75-6bec3044787b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Deleting subnet 3bf5af73-dcf0-4853-a05b-73f7c422bc40 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:36:06.364318 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0818f4bc-9301-4e10-a0ae-df1635789b28 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.1120656 Jan 12 09:36:06.364808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-feca8e64-a753-4ee8-9c75-6bec3044787b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.366690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port addef34c-add0-4e50-88d2-0f33c09792f5 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:06.367623 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.391584 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-45091c41-821c-43ab-a1e6-64ee1d9bf7c5 None None] Provisioning for port a353884f-1e1f-46c2-82b7-65b30a018389 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:06.406494 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 34994) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:06.618312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-fdc19c69-feb2-4ec3-8955-7d3011d6c59c None None] For port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:06.662065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port a353884f-1e1f-46c2-82b7-65b30a018389 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:06.662577 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-feca8e64-a753-4ee8-9c75-6bec3044787b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.691864 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2081fbd1-0ec2-4991-bef3-67a17cc6b0ca tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.708305 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a353884f-1e1f-46c2-82b7-65b30a018389 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:06.708721 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.716300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142070e7-619f-4de2-9681-4d7319a01672 req-1193102c-5d13-4797-8953-c88c597f99fc tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:06.718650 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-142070e7-619f-4de2-9681-4d7319a01672 req-1193102c-5d13-4797-8953-c88c597f99fc tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 943 time: 0.3008440 Jan 12 09:36:06.768125 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:06.768748 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.774483 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,segment=NetworkSegment(a0920245-72b7-41df-85fb-36c03e06aa7d),segment_id=a0920245-72b7-41df-85fb-36c03e06aa7d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:06.778248 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fe1b3fd-1bc1-45a3-9185-5826900b1c21 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.785452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081fbd1-0ec2-4991-bef3-67a17cc6b0ca tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39c8dfe-a283-42ab-b88b-9c7736348b0a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:06.787394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.resource_extend [None req-fdc19c69-feb2-4ec3-8955-7d3011d6c59c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:36:06.802527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7e7f-1084-4228-b63a-8cd2a993d7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.808085 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d5fb5695-6894-4f15-949f-2a420ed19177 req-dc2ebf58-27d2-42ee-affd-b983c84c580b tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509598 Jan 12 09:36:06.840200 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fe1b3fd-1bc1-45a3-9185-5826900b1c21 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.849748 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2081fbd1-0ec2-4991-bef3-67a17cc6b0ca tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.851064 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2081fbd1-0ec2-4991-bef3-67a17cc6b0ca tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/security-groups/c39c8dfe-a283-42ab-b88b-9c7736348b0a HTTP/1.1" status: 204 len: 168 time: 1.8571920 Jan 12 09:36:06.855446 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 34998) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:06.857041 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] For port addef34c-add0-4e50-88d2-0f33c09792f5, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=addef34c-add0-4e50-88d2-0f33c09792f5,segment=NetworkSegment(92f4e337-2395-450c-a36a-111ee4347c74),segment_id=92f4e337-2395-450c-a36a-111ee4347c74)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:06.857561 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.859150 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5f85fa67-0ff2-4c78-8c9e-e54df69ee440 req-c6092e1f-589d-43ad-9f94-28d784074f34 service neutron] 10.222.0.53 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6815717 Jan 12 09:36:06.868130 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d2567275-2724-4c9d-a1d9-3087b4a79624 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0520120 Jan 12 09:36:06.872908 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'port_id': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a', 'mac_address': 'fa:16:3e:96:b5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:36:06.877254 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fdc19c69-feb2-4ec3-8955-7d3011d6c59c None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:06.893539 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35002) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:06.914435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Request body: {'port': {'network_id': '578ca857-b274-46e6-8fc2-5816d73938c0', 'name': 'tempest-AllowedAddressPairTestJSON-201867663', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:49:16:3b'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:06.964241 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fdc19c69-feb2-4ec3-8955-7d3011d6c59c None None] Transition to ACTIVE for port object 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:06.978736 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea805d-2616-4e9d-bf46-31f9a0021063 req-5b7d3d4f-fd23-4c0d-a9c0-e57c6281ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:06.980085 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d4ea805d-2616-4e9d-bf46-31f9a0021063 req-5b7d3d4f-fd23-4c0d-a9c0-e57c6281ceb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5579038e-9c4a-4e1b-9451-bb4f59f0e3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9094963 Jan 12 09:36:06.983554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fdc19c69-feb2-4ec3-8955-7d3011d6c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.039073 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ad4fa7-3aad-440f-85f0-fe91017fbf9c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:07.044958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ad4fa7-3aad-440f-85f0-fe91017fbf9c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:07.045808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-06ad4fa7-3aad-440f-85f0-fe91017fbf9c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:07.051983 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.067401 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-142070e7-619f-4de2-9681-4d7319a01672 req-68ad5677-95b2-48e7-9a68-1d309f77e41b tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671573 Jan 12 09:36:07.084255 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for addef34c-add0-4e50-88d2-0f33c09792f5 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:07.163539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:36:07.199040 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0190a973-2271-4d56-82ba-53b2178cf40b None None] DHCP port deletion for 9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:36:07.238964 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0190a973-2271-4d56-82ba-53b2178cf40b None None] Deleting port addef34c-add0-4e50-88d2-0f33c09792f5 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:07.239252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0190a973-2271-4d56-82ba-53b2178cf40b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.274547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.284825 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc19c69-feb2-4ec3-8955-7d3011d6c59c None None] Pushing event updated for resources: {'Port': ['ID=1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:07.288792 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,segment=NetworkSegment(a0920245-72b7-41df-85fb-36c03e06aa7d),segment_id=a0920245-72b7-41df-85fb-36c03e06aa7d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:07.294866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f38d6ae-ebf0-4bb7-a294-f86c15d5ad6e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.314102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.359777 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:07.364354 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Usage tracker for resource:port and tenant:db1512a07d2b4b07aeee3754348918eb is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:07.367953 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:07.375811 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:07.387871 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.395744 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port a353884f-1e1f-46c2-82b7-65b30a018389, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a353884f-1e1f-46c2-82b7-65b30a018389,segment=NetworkSegment(b929192c-d472-47b5-aabf-346fd0549196),segment_id=b929192c-d472-47b5-aabf-346fd0549196)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:07.438529 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f38d6ae-ebf0-4bb7-a294-f86c15d5ad6e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.467377 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Made reservation on behalf of db1512a07d2b4b07aeee3754348918eb for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:07.480111 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-feca8e64-a753-4ee8-9c75-6bec3044787b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.506918 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0190a973-2271-4d56-82ba-53b2178cf40b None None] The port 'addef34c-add0-4e50-88d2-0f33c09792f5' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:36:07.507399 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:07.516251 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.525961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=addef34c-add0-4e50-88d2-0f33c09792f5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:07.539989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-06ad4fa7-3aad-440f-85f0-fe91017fbf9c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:07.541510 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-06ad4fa7-3aad-440f-85f0-fe91017fbf9c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 1.0660162 Jan 12 09:36:07.559077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35006) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:07.574390 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:07.574727 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:07.575151 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:07.575476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:07.575796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:07.576113 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:07.576430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:07.576743 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:07.577104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:07.577418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:07.577728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:07.578037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:07.584702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No DVR routers for this DVR port addef34c-add0-4e50-88d2-0f33c09792f5 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:07.635368 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=a353884f-1e1f-46c2-82b7-65b30a018389,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:07.688403 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c4ca7c45-0023-46ea-bee7-494c2d210be3 None None] Provisioning for port 1793a739-6659-4ff7-b5f6-15e7d0e6fbe5 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:07.688989 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5f85fa67-0ff2-4c78-8c9e-e54df69ee440 req-09c61886-ac70-4490-9eab-ac35f06274fd service neutron] 10.222.0.53 "GET /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7613144 Jan 12 09:36:07.696588 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c4ca7c45-0023-46ea-bee7-494c2d210be3 None None] Provisioning complete for port 1793a739-6659-4ff7-b5f6-15e7d0e6fbe5 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:07.697297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7c45-0023-46ea-bee7-494c2d210be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.729571 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe1b3fd-1bc1-45a3-9185-5826900b1c21 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Router 8ffd7583-5eb1-4009-8f8e-0470f80b6667 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:36:07.766055 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['42c4a625-e8c3-4a2e-bbd6-dc4256c2170a'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:36:07.767116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-326f0fba-e5d8-4ccf-adbb-d60099cdc130 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port f6fc91ea-538d-414e-be3b-03928207607a {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:07.767539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-326f0fba-e5d8-4ccf-adbb-d60099cdc130 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.794407 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.799252 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d4ea805d-2616-4e9d-bf46-31f9a0021063 req-7207044e-0896-47d8-b77c-62ccc83e8114 service neutron] 10.222.0.53 "GET /v2.0/networks/5579038e-9c4a-4e1b-9451-bb4f59f0e3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7955697 Jan 12 09:36:07.849518 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca7c45-0023-46ea-bee7-494c2d210be3 None None] Port 1793a739-6659-4ff7-b5f6-15e7d0e6fbe5 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:07.850741 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] device_id is not set on port 85a8e5b6-ee71-4b14-a055-b95afb6ba2d7 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:07.921388 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f38d6ae-ebf0-4bb7-a294-f86c15d5ad6e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.923076 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c4ca7c45-0023-46ea-bee7-494c2d210be3 None None] Provisioning complete for port a353884f-1e1f-46c2-82b7-65b30a018389 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:07.923567 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7c45-0023-46ea-bee7-494c2d210be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:07.991316 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38d6ae-ebf0-4bb7-a294-f86c15d5ad6e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39060d1-3c4d-4278-a7b1-b9b2078b5452,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:08.135342 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:08.141596 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.186229 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:08.211439 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f4e337-2395-450c-a36a-111ee4347c74') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:08.212052 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f4e337-2395-450c-a36a-111ee4347c74') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:08.236633 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.270406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-feca8e64-a753-4ee8-9c75-6bec3044787b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.274179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.291463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:36:08.292052 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.362903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca8e64-a753-4ee8-9c75-6bec3044787b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf5af73-dcf0-4853-a05b-73f7c422bc40,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:08.366290 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a353884f-1e1f-46c2-82b7-65b30a018389 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:08.382054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-feca8e64-a753-4ee8-9c75-6bec3044787b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.396787 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-feca8e64-a753-4ee8-9c75-6bec3044787b tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/subnets/3bf5af73-dcf0-4853-a05b-73f7c422bc40 HTTP/1.1" status: 204 len: 168 time: 2.3333256 Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:36:08.420910 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:36:08.423691 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35014) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:08.509960 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d5c8ae-7767-4f3d-9cb9-af0d6a6b1fed None None] Network 4ef1c8a8-741d-4411-88db-61aba5c6a82e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:08.544322 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d4ea805d-2616-4e9d-bf46-31f9a0021063 req-ea12891a-510d-48ab-a9c9-a6021c91a9dd service neutron] 10.222.0.53 "GET /v2.0/networks/5579038e-9c4a-4e1b-9451-bb4f59f0e3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7277632 Jan 12 09:36:08.646346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe1b3fd-1bc1-45a3-9185-5826900b1c21 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:36:08.654322 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fe1b3fd-1bc1-45a3-9185-5826900b1c21 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.655654 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3fe1b3fd-1bc1-45a3-9185-5826900b1c21 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "PUT /v2.0/routers/8ffd7583-5eb1-4009-8f8e-0470f80b6667 HTTP/1.1" status: 200 len: 923 time: 6.9566514 Jan 12 09:36:08.661722 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9fb4c-3d1d-43e4-a6ed-d1a52a74f37f None None] Sync routers for ids ['8ffd7583-5eb1-4009-8f8e-0470f80b6667'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:36:08.669624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35018) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:08.680965 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9fb4c-3d1d-43e4-a6ed-d1a52a74f37f None None] Routers {'8ffd7583-5eb1-4009-8f8e-0470f80b6667'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:08.681627 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-7ee9fb4c-3d1d-43e4-a6ed-d1a52a74f37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['8ffd7583-5eb1-4009-8f8e-0470f80b6667'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:08.691033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.748450 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.749256 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4c8162a3-39b9-4f62-a194-13da5c99fd09 None None] Provisioning complete for port 1793a739-6659-4ff7-b5f6-15e7d0e6fbe5 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:08.749626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4c8162a3-39b9-4f62-a194-13da5c99fd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.762542 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-7ee9fb4c-3d1d-43e4-a6ed-d1a52a74f37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:08.773250 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9fb4c-3d1d-43e4-a6ed-d1a52a74f37f None None] Routers {'8ffd7583-5eb1-4009-8f8e-0470f80b6667'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:08.774297 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-7ee9fb4c-3d1d-43e4-a6ed-d1a52a74f37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:35:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['8ffd7583-5eb1-4009-8f8e-0470f80b6667'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:08.808646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765dc18-bae0-4d31-a717-3de4883dfc4e req-40ff8ace-5440-4f59-b214-3ba82859f4f5 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:08.810663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f38d6ae-ebf0-4bb7-a294-f86c15d5ad6e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.811826 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4f38d6ae-ebf0-4bb7-a294-f86c15d5ad6e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/security-groups/d39060d1-3c4d-4278-a7b1-b9b2078b5452 HTTP/1.1" status: 204 len: 168 time: 1.9458091 Jan 12 09:36:08.817336 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3765dc18-bae0-4d31-a717-3de4883dfc4e req-40ff8ace-5440-4f59-b214-3ba82859f4f5 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.7477634 Jan 12 09:36:08.819639 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35022) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:08.819903 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Network': ['ID=9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:08.828946 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-326f0fba-e5d8-4ccf-adbb-d60099cdc130 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.835365 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-57c8805a-3618-4a9b-883f-28833fb6e72d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/networks/9836b1ef-bf3c-4d45-a43d-e0d427dcfdb4 HTTP/1.1" status: 204 len: 168 time: 2.9070098 Jan 12 09:36:08.843422 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35026) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:08.854826 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-7ee9fb4c-3d1d-43e4-a6ed-d1a52a74f37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:08.855630 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9fb4c-3d1d-43e4-a6ed-d1a52a74f37f None None] The sync data for ids ['8ffd7583-5eb1-4009-8f8e-0470f80b6667'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:36:08.905886 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-72f7eb2b-8f8b-446b-a9ab-8eb400e9f064 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-501107934'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:08.933720 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-72f7eb2b-8f8b-446b-a9ab-8eb400e9f064 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:08.944618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.947461 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-72f7eb2b-8f8b-446b-a9ab-8eb400e9f064 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:network and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:08.954479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-72f7eb2b-8f8b-446b-a9ab-8eb400e9f064 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:08.967305 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-72f7eb2b-8f8b-446b-a9ab-8eb400e9f064 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:08.974348 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a353884f-1e1f-46c2-82b7-65b30a018389 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:08.975247 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:08.980421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Allocated IP 172.20.0.8 (578ca857-b274-46e6-8fc2-5816d73938c0/59949c86-4945-4e62-8aab-c54bcb3988c6/85a8e5b6-ee71-4b14-a055-b95afb6ba2d7) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:09.001717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f7eb2b-8f8b-446b-a9ab-8eb400e9f064 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:09.005232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72f7eb2b-8f8b-446b-a9ab-8eb400e9f064 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.019610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Deleting port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:09.019992 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.039397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4c8162a3-39b9-4f62-a194-13da5c99fd09 None None] Port 1793a739-6659-4ff7-b5f6-15e7d0e6fbe5 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:09.068392 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73912d-8fdd-42ff-acb1-4c3d82f52ea6 req-19c65f37-12ea-493a-8407-e39e33f0d33c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:09.069962 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ac73912d-8fdd-42ff-acb1-4c3d82f52ea6 req-19c65f37-12ea-493a-8407-e39e33f0d33c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 944 time: 0.6474271 Jan 12 09:36:09.086587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-326f0fba-e5d8-4ccf-adbb-d60099cdc130 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for f6fc91ea-538d-414e-be3b-03928207607a owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:09.108171 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4c8162a3-39b9-4f62-a194-13da5c99fd09 None None] Provisioning for port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:09.115866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4c8162a3-39b9-4f62-a194-13da5c99fd09 None None] Provisioning complete for port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:09.116237 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4c8162a3-39b9-4f62-a194-13da5c99fd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.195705 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f7eb2b-8f8b-446b-a9ab-8eb400e9f064 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:36:09.210665 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3765dc18-bae0-4d31-a717-3de4883dfc4e req-59bea04e-2768-4649-85ac-3a667f00b97f tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3923004 Jan 12 09:36:09.265384 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8bec8b-8181-4a42-9407-3e7775f8f3ea tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting subnet 81e7f798-af69-41e4-b370-9013be0902e9 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:36:09.278176 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ac73912d-8fdd-42ff-acb1-4c3d82f52ea6 req-e79ccd1d-4c0d-4dbe-870f-ad8335f7afaf tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899292 Jan 12 09:36:09.279829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bf8bec8b-8181-4a42-9407-3e7775f8f3ea tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.339602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72f7eb2b-8f8b-446b-a9ab-8eb400e9f064 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.339949 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-72f7eb2b-8f8b-446b-a9ab-8eb400e9f064 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Added segment 44754080-edb6-4201-bcdc-5e3d6bc0596c of type vlan for network 79714189-f3e7-4373-ad8b-5feac720bc8b Jan 12 09:36:09.344047 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f30103d7-3eb6-4db7-9504-bd66a399f9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.352558 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84efd44f-ee82-4e96-a0a3-2ef41fd671fd None None] DHCP port deletion for 4ef1c8a8-741d-4411-88db-61aba5c6a82e request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:36:09.354205 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6cb56546-3bea-4258-89bc-f011c09d6188 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/routers/8ffd7583-5eb1-4009-8f8e-0470f80b6667 HTTP/1.1" status: 200 len: 923 time: 0.6824722 Jan 12 09:36:09.360041 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35030) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:09.369452 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-84efd44f-ee82-4e96-a0a3-2ef41fd671fd None None] Deleting port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:09.369827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-84efd44f-ee82-4e96-a0a3-2ef41fd671fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.385395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bf8bec8b-8181-4a42-9407-3e7775f8f3ea tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.407492 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device addef34c-add0-4e50-88d2-0f33c09792f5 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:09.421845 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72f7eb2b-8f8b-446b-a9ab-8eb400e9f064 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.465106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: addef34c-add0-4e50-88d2-0f33c09792f5 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:36:09.465506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device addef34c-add0-4e50-88d2-0f33c09792f5 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:09.553817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.565467 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] For port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=71fa2c64-30ca-4f2e-9bbe-9096498d6a8f,segment=NetworkSegment(96f412a0-e3d9-4926-a146-0e726ac88d01),segment_id=96f412a0-e3d9-4926-a146-0e726ac88d01)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:09.565829 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.654216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-84efd44f-ee82-4e96-a0a3-2ef41fd671fd None None] For port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=71fa2c64-30ca-4f2e-9bbe-9096498d6a8f,segment=NetworkSegment(96f412a0-e3d9-4926-a146-0e726ac88d01),segment_id=96f412a0-e3d9-4926-a146-0e726ac88d01)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:09.654652 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-84efd44f-ee82-4e96-a0a3-2ef41fd671fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.694279 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72f7eb2b-8f8b-446b-a9ab-8eb400e9f064 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.700549 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f7eb2b-8f8b-446b-a9ab-8eb400e9f064 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:09.700549 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72f7eb2b-8f8b-446b-a9ab-8eb400e9f064 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.712879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Calling delete_port for 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:09.746823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bf8bec8b-8181-4a42-9407-3e7775f8f3ea tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.784592 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-84efd44f-ee82-4e96-a0a3-2ef41fd671fd None None] Calling delete_port for 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:09.807372 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-72f7eb2b-8f8b-446b-a9ab-8eb400e9f064 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9583943 Jan 12 09:36:09.811885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35034) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:09.824035 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-8df74ea5-1f7b-4737-acee-82c773802b83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'subnet': {'network_id': '79714189-f3e7-4373-ad8b-5feac720bc8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:09.824249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25ce7a3-d866-4623-b1cd-24b3c921a55f tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:09.824731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a25ce7a3-d866-4623-b1cd-24b3c921a55f tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Synchronizing usage tracker for tenant:6a3865838a444485be143634d9f723a5 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:09.867413 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-84efd44f-ee82-4e96-a0a3-2ef41fd671fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.880550 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a25ce7a3-d866-4623-b1cd-24b3c921a55f tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Unset dirty status for tenant:6a3865838a444485be143634d9f723a5 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:09.885730 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a25ce7a3-d866-4623-b1cd-24b3c921a55f tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&device_id=8ffd7583-5eb1-4009-8f8e-0470f80b6667&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5199530 Jan 12 09:36:09.885730 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35038) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:09.894424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Transition to ACTIVE for port object 85a8e5b6-ee71-4b14-a055-b95afb6ba2d7 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:09.899595 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7eb2b-8f8b-446b-a9ab-8eb400e9f064 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Network': ['ID=79714189-f3e7-4373-ad8b-5feac720bc8b,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:09.917262 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:09.917510 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-326f0fba-e5d8-4ccf-adbb-d60099cdc130 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.966864 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 79714189-f3e7-4373-ad8b-5feac720bc8b details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:36:09.985919 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bf8bec8b-8181-4a42-9407-3e7775f8f3ea tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:09.989093 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-05f64a67-0ac2-44df-976f-784c5e457e40 None None] Provisioning for port f6fc91ea-538d-414e-be3b-03928207607a completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:09.997521 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efd44f-ee82-4e96-a0a3-2ef41fd671fd None None] Pushing event deleted for resources: {'Port': ['ID=71fa2c64-30ca-4f2e-9bbe-9096498d6a8f,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:10.000354 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:36:10.000598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:36:10.005440 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84efd44f-ee82-4e96-a0a3-2ef41fd671fd None None] No DVR routers for this DVR port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:10.009262 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8df74ea5-1f7b-4737-acee-82c773802b83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:10.017341 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8df74ea5-1f7b-4737-acee-82c773802b83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:subnet and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:10.020109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f0fba-e5d8-4ccf-adbb-d60099cdc130 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=f6fc91ea-538d-414e-be3b-03928207607a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:10.021053 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8df74ea5-1f7b-4737-acee-82c773802b83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:10.028261 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8df74ea5-1f7b-4737-acee-82c773802b83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:10.046846 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.048969 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df74ea5-1f7b-4737-acee-82c773802b83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:10.052875 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8df74ea5-1f7b-4737-acee-82c773802b83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.107512 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-05f64a67-0ac2-44df-976f-784c5e457e40 None None] Provisioning complete for port f6fc91ea-538d-414e-be3b-03928207607a triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:10.107888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-05f64a67-0ac2-44df-976f-784c5e457e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.115792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bec8b-8181-4a42-9407-3e7775f8f3ea tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Subnet': ['ID=81e7f798-af69-41e4-b370-9013be0902e9,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:10.130710 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bf8bec8b-8181-4a42-9407-3e7775f8f3ea tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.160123 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-05f64a67-0ac2-44df-976f-784c5e457e40 None None] Port f6fc91ea-538d-414e-be3b-03928207607a was deleted so its status cannot be updated. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 12 09:36:10.161175 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bf8bec8b-8181-4a42-9407-3e7775f8f3ea tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/81e7f798-af69-41e4-b370-9013be0902e9 HTTP/1.1" status: 204 len: 168 time: 1.3354452 Jan 12 09:36:10.170208 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:10.172446 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35042) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:10.201532 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-24a24f8f-f954-439e-a760-ba46f94fdc6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'subnet': {'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:10.222846 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e8eb59-0b77-4c7a-8e4a-9f15db49f92c None None] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:10.298353 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de08ee1-6167-4305-ab59-b406a0253e08 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:10.300561 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3de08ee1-6167-4305-ab59-b406a0253e08 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/networks/a0c71044-c202-4180-8447-4ec1d9a406cf HTTP/1.1" status: 200 len: 881 time: 0.4141614 Jan 12 09:36:10.307195 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35048) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:10.318835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Network 578ca857-b274-46e6-8fc2-5816d73938c0 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:10.338926 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:10.359206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-326f0fba-e5d8-4ccf-adbb-d60099cdc130 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.365094 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-326f0fba-e5d8-4ccf-adbb-d60099cdc130 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/f6fc91ea-538d-414e-be3b-03928207607a HTTP/1.1" status: 204 len: 168 time: 2.7873755 Jan 12 09:36:10.365960 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35054) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:10.423033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event updated for resources: {'Port': ['ID=85a8e5b6-ee71-4b14-a055-b95afb6ba2d7,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:10.425892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:10.443014 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:36:10.443576 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:10.487224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26051fb-e383-46a2-96c1-63ba5508f1ef tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:10.489284 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26051fb-e383-46a2-96c1-63ba5508f1ef tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:10.490778 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26051fb-e383-46a2-96c1-63ba5508f1ef tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:10.496956 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b26051fb-e383-46a2-96c1-63ba5508f1ef tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1298506 Jan 12 09:36:10.522040 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.529125 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:10.539741 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:10.540631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.559088 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35058) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:10.612321 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Deleting port 71fa2c64-30ca-4f2e-9bbe-9096498d6a8f {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:10.612668 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.658411 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-0214ee79-eb18-4231-8210-d8c550ea75b8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet c2c53562-677e-4683-8b96-f430a6d494c8 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:36:10.663735 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0214ee79-eb18-4231-8210-d8c550ea75b8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.726112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72436a5e-95a2-461d-b4de-bb94c152f139 req-93185f46-33e5-4f46-b2d0-78f1ca6e55ae tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:10.731324 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-72436a5e-95a2-461d-b4de-bb94c152f139 req-93185f46-33e5-4f46-b2d0-78f1ca6e55ae tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.2327447 Jan 12 09:36:10.746736 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7f006a91-5288-42e0-b74f-0d3359dbd1b1 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ffd7583-5eb1-4009-8f8e-0470f80b6667 HTTP/1.1" status: 200 len: 205 time: 0.4241023 Jan 12 09:36:10.753482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35062) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:10.756860 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0214ee79-eb18-4231-8210-d8c550ea75b8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.813420 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] The port '71fa2c64-30ca-4f2e-9bbe-9096498d6a8f' was deleted {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:36:10.822401 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-74194b0b-8d1c-4f38-b269-b7437613e4ad None None] Provisioning for port 85a8e5b6-ee71-4b14-a055-b95afb6ba2d7 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:10.837569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.846838 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-74194b0b-8d1c-4f38-b269-b7437613e4ad None None] Provisioning complete for port 85a8e5b6-ee71-4b14-a055-b95afb6ba2d7 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:10.847219 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-74194b0b-8d1c-4f38-b269-b7437613e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.917980 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:10.918611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.924934 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715c988b-306b-40a3-a471-67e02a533804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:36:10.940988 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-74194b0b-8d1c-4f38-b269-b7437613e4ad None None] Port 85a8e5b6-ee71-4b14-a055-b95afb6ba2d7 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:10.953412 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,segment=NetworkSegment(a0920245-72b7-41df-85fb-36c03e06aa7d),segment_id=a0920245-72b7-41df-85fb-36c03e06aa7d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:10.961999 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:10.975640 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-72436a5e-95a2-461d-b4de-bb94c152f139 req-6f9cd79d-8536-4fc6-9c53-019ddbc5680d tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393713 Jan 12 09:36:10.999650 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.032155 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.038778 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-24a24f8f-f954-439e-a760-ba46f94fdc6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:11.060130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-acab749b-da4e-4a10-b33c-18d67b635a48 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.075403 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715c988b-306b-40a3-a471-67e02a533804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a', 'code': 200} Jan 12 09:36:11.089158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-24a24f8f-f954-439e-a760-ba46f94fdc6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:subnet and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:11.095353 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:11.111707 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-24a24f8f-f954-439e-a760-ba46f94fdc6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:11.116833 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:11.117192 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:11.117539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:11.118067 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:11.118526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:11.118890 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:11.119227 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:11.119561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:11.119892 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:11.120219 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:11.120541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:11.120864 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:36:11.131187 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f9d31eed-2598-498e-b794-e83b2a94a9de tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.2300496 Jan 12 09:36:11.158262 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35070) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:11.164678 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-24a24f8f-f954-439e-a760-ba46f94fdc6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:11.177662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef1c8a8-741d-4411-88db-61aba5c6a82e']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:11.179231 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0214ee79-eb18-4231-8210-d8c550ea75b8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.244671 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f412a0-e3d9-4926-a146-0e726ac88d01') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:11.245127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f412a0-e3d9-4926-a146-0e726ac88d01') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:11.287192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c473c1-74b8-4450-b868-a1fde415fef2 req-2c670503-2236-4b58-9541-07db81356f0a tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:11.294803 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b1c473c1-74b8-4450-b868-a1fde415fef2 req-2c670503-2236-4b58-9541-07db81356f0a tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 944 time: 0.6531904 Jan 12 09:36:11.298426 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.332521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a24f8f-f954-439e-a760-ba46f94fdc6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:11.335943 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24a24f8f-f954-439e-a760-ba46f94fdc6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.390464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.427600 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:36:11.428303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:36:11.443868 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:36:11.446438 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8df74ea5-1f7b-4737-acee-82c773802b83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.494832 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b1c473c1-74b8-4450-b868-a1fde415fef2 req-e1fdbdbb-2e04-4b11-a497-eb680c452dab tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992989 Jan 12 09:36:11.585867 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0214ee79-eb18-4231-8210-d8c550ea75b8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.643059 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214ee79-eb18-4231-8210-d8c550ea75b8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c53562-677e-4683-8b96-f430a6d494c8,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:11.648069 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0214ee79-eb18-4231-8210-d8c550ea75b8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.657457 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69faea77-6491-4d78-b180-968146a67352 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:11.670279 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0214ee79-eb18-4231-8210-d8c550ea75b8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/c2c53562-677e-4683-8b96-f430a6d494c8 HTTP/1.1" status: 204 len: 168 time: 1.1028469 Jan 12 09:36:11.672404 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35074) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:11.694976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.705301 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-acab749b-da4e-4a10-b33c-18d67b635a48 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.710867 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424439ea-6952-4dca-b7e6-f75f29975318 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:11.716722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424439ea-6952-4dca-b7e6-f75f29975318 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:11.722524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424439ea-6952-4dca-b7e6-f75f29975318 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:11.723422 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-424439ea-6952-4dca-b7e6-f75f29975318 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Synchronizing usage tracker for tenant:db1512a07d2b4b07aeee3754348918eb on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:11.728539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30080e-2fff-4ecd-bc3a-7c913712e4d0 req-fb13fb72-1e3c-4982-9842-cb22a8c1f559 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:11.729638 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5c30080e-2fff-4ecd-bc3a-7c913712e4d0 req-fb13fb72-1e3c-4982-9842-cb22a8c1f559 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.4986427 Jan 12 09:36:11.746632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-acab749b-da4e-4a10-b33c-18d67b635a48 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Deleting port fc115c06-e463-41c4-b70a-ac3d99da112b {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:11.747002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-acab749b-da4e-4a10-b33c-18d67b635a48 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.751606 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.770200 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df74ea5-1f7b-4737-acee-82c773802b83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Subnet': ['ID=89a3b480-3c39-442a-abf1-f2d27b014fb9,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:11.782066 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Network': ['ID=4ef1c8a8-741d-4411-88db-61aba5c6a82e,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:11.791462 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df74ea5-1f7b-4737-acee-82c773802b83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Checking segment: {'id': '44754080-edb6-4201-bcdc-5e3d6bc0596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '79714189-f3e7-4373-ad8b-5feac720bc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:36:11.791823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df74ea5-1f7b-4737-acee-82c773802b83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network hostable DHCP agents. Network: 79714189-f3e7-4373-ad8b-5feac720bc8b, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:36:11.792080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e7ada-1aa0-46b9-848c-0f6ed1f90bb4 req-f1ffd015-64cc-4357-8a53-732fa510a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:11.793588 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-701e7ada-1aa0-46b9-848c-0f6ed1f90bb4 req-f1ffd015-64cc-4357-8a53-732fa510a1fe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 1098 time: 0.4859793 Jan 12 09:36:11.809985 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bb8a093c-cbec-49aa-a347-2e91a3d4a3eb tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/4ef1c8a8-741d-4411-88db-61aba5c6a82e HTTP/1.1" status: 204 len: 168 time: 3.3821998 Jan 12 09:36:11.813107 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35078) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:11.817079 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4acba9dd-836c-4a68-b5a9-81a71b5b5cfc None None] Provisioning complete for port aaa7922d-30a4-4cf0-8902-0f90934da8de triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:11.817503 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4acba9dd-836c-4a68-b5a9-81a71b5b5cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.854359 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-424439ea-6952-4dca-b7e6-f75f29975318 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Unset dirty status for tenant:db1512a07d2b4b07aeee3754348918eb on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:11.854935 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-424439ea-6952-4dca-b7e6-f75f29975318 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.6923938 Jan 12 09:36:11.860935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35082) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:11.864363 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8fc217-ba84-4055-be8b-99cc16021530 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:11.864823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8fc217-ba84-4055-be8b-99cc16021530 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:11.878539 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bf8fc217-ba84-4055-be8b-99cc16021530 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/subnets/e4775bef-faee-41c4-93ac-11fcd34fa1cc HTTP/1.1" status: 404 len: 337 time: 0.0609517 Jan 12 09:36:11.878539 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df74ea5-1f7b-4737-acee-82c773802b83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 79714189-f3e7-4373-ad8b-5feac720bc8b is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:36:11.879930 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35086) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:11.913567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2a4b1f-7e01-4156-9b90-028690431721 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet e6af69b0-8985-4fd2-96ba-2efb49f4d5b3 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:36:11.944026 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-8df74ea5-1f7b-4737-acee-82c773802b83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 79714189-f3e7-4373-ad8b-5feac720bc8b) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:11.950393 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d52f66-08d6-4d52-910f-0bbd345f61e1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:11.950901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d52f66-08d6-4d52-910f-0bbd345f61e1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:11.956095 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-13d52f66-08d6-4d52-910f-0bbd345f61e1 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/17858c14-9e48-41f5-8dc0-e1eb413d376b HTTP/1.1" status: 404 len: 339 time: 0.0717857 Jan 12 09:36:11.956722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35090) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:11.960003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f2a4b1f-7e01-4156-9b90-028690431721 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:11.980424 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83af2b9-e484-46c9-b295-92ee77bf3f82 None None] Network 79714189-f3e7-4373-ad8b-5feac720bc8b requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:11.988619 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5c30080e-2fff-4ecd-bc3a-7c913712e4d0 req-79bb5fb3-0b82-475f-a267-b3294fefae55 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169571 Jan 12 09:36:11.991409 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df74ea5-1f7b-4737-acee-82c773802b83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:11.991904 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8df74ea5-1f7b-4737-acee-82c773802b83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.014653 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-701e7ada-1aa0-46b9-848c-0f6ed1f90bb4 req-e19188f1-bbc5-4e88-a64a-7c41dc91771a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072742 Jan 12 09:36:12.044001 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8df74ea5-1f7b-4737-acee-82c773802b83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2291203 Jan 12 09:36:12.049768 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35094) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:12.058326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-90d510b7-3d56-4ab3-a506-53003d853f73 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-199453766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:12.067985 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-90d510b7-3d56-4ab3-a506-53003d853f73 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:12.077877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-8999fa95-896b-48c9-a11e-0dded1a955fe tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Deleting subnet 57829a11-47a2-4ce0-9d5a-0bce0c11aac5 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:36:12.082249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-90d510b7-3d56-4ab3-a506-53003d853f73 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:router and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:12.086106 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-90d510b7-3d56-4ab3-a506-53003d853f73 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:12.094172 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8999fa95-896b-48c9-a11e-0dded1a955fe tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.107635 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c68d3d8d-93c5-45e9-8aea-8d323f698559 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Deleting port 85a8e5b6-ee71-4b14-a055-b95afb6ba2d7 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:12.107982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c68d3d8d-93c5-45e9-8aea-8d323f698559 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.126993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-90d510b7-3d56-4ab3-a506-53003d853f73 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:12.149195 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f2a4b1f-7e01-4156-9b90-028690431721 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.200266 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-90d510b7-3d56-4ab3-a506-53003d853f73 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.201259 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-90d510b7-3d56-4ab3-a506-53003d853f73 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.209737 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24a24f8f-f954-439e-a760-ba46f94fdc6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.216015 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8999fa95-896b-48c9-a11e-0dded1a955fe tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.325994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-90d510b7-3d56-4ab3-a506-53003d853f73 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.327643 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-acab749b-da4e-4a10-b33c-18d67b635a48 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.340607 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a24f8f-f954-439e-a760-ba46f94fdc6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:12.341259 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4acba9dd-836c-4a68-b5a9-81a71b5b5cfc None None] Provisioning complete for port 70f41780-b4a9-4615-b3d6-2d304889a884 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:12.341752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4acba9dd-836c-4a68-b5a9-81a71b5b5cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.347999 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-24a24f8f-f954-439e-a760-ba46f94fdc6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:12.355800 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a24f8f-f954-439e-a760-ba46f94fdc6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:12.356605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24a24f8f-f954-439e-a760-ba46f94fdc6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.368713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a24f8f-f954-439e-a760-ba46f94fdc6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Subnet': ['ID=86aa10c8-8d14-4025-9f8f-ac629e097e11,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:12.376027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-79714189-f3e7-4373-ad8b-5feac720bc8b', 'network_id': '79714189-f3e7-4373-ad8b-5feac720bc8b', 'tenant_id': '10f7e76caa244da5865ff48f8d07b730', 'fixed_ips': [{'subnet_id': '89a3b480-3c39-442a-abf1-f2d27b014fb9'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:36:12.376873 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.385831 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e23946-24f6-418b-aad7-4abb8d6574c0 None None] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:12.405943 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-90d510b7-3d56-4ab3-a506-53003d853f73 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.417539 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-24a24f8f-f954-439e-a760-ba46f94fdc6c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2403286 Jan 12 09:36:12.424744 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35100) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:12.437439 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-28d375fd-e01f-4ed6-ba8e-530e6d55b577 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'security_group': {'name': 'tempest-secgroup-575969500'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:12.445682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-28d375fd-e01f-4ed6-ba8e-530e6d55b577 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:12.450873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-28d375fd-e01f-4ed6-ba8e-530e6d55b577 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:security_group and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:12.454080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-28d375fd-e01f-4ed6-ba8e-530e6d55b577 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:12.460591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-28d375fd-e01f-4ed6-ba8e-530e6d55b577 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:12.474301 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8999fa95-896b-48c9-a11e-0dded1a955fe tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.505943 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-28d375fd-e01f-4ed6-ba8e-530e6d55b577 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.510635 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-acab749b-da4e-4a10-b33c-18d67b635a48 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Calling delete_port for fc115c06-e463-41c4-b70a-ac3d99da112b owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:12.522912 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-90d510b7-3d56-4ab3-a506-53003d853f73 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.526975 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-90d510b7-3d56-4ab3-a506-53003d853f73 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4766548 Jan 12 09:36:12.527749 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35106) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:12.544780 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'network_id': '79714189-f3e7-4373-ad8b-5feac720bc8b', 'name': 'tempest-PortsIpV6TestJSON-905140329'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:12.546928 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4acba9dd-836c-4a68-b5a9-81a71b5b5cfc None None] Port 70f41780-b4a9-4615-b3d6-2d304889a884 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:12.598481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-28d375fd-e01f-4ed6-ba8e-530e6d55b577 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:12.620896 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f2a4b1f-7e01-4156-9b90-028690431721 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.795326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-28d375fd-e01f-4ed6-ba8e-530e6d55b577 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:security_group_rule and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:12.804230 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-28d375fd-e01f-4ed6-ba8e-530e6d55b577 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:12.820233 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:12.859900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-28d375fd-e01f-4ed6-ba8e-530e6d55b577 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:12.901411 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Allocated IP 2001:db8::2 (79714189-f3e7-4373-ad8b-5feac720bc8b/89a3b480-3c39-442a-abf1-f2d27b014fb9/0f88c4cf-9fcc-4147-a6d0-c203a14d2d88) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:13.022353 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8999fa95-896b-48c9-a11e-0dded1a955fe tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.171461 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8999fa95-896b-48c9-a11e-0dded1a955fe tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.189943 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999fa95-896b-48c9-a11e-0dded1a955fe tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Subnet': ['ID=57829a11-47a2-4ce0-9d5a-0bce0c11aac5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:13.200535 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8999fa95-896b-48c9-a11e-0dded1a955fe tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/subnets/57829a11-47a2-4ce0-9d5a-0bce0c11aac5 HTTP/1.1" status: 204 len: 168 time: 1.2388282 Jan 12 09:36:13.203369 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:13.215898 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:13.239569 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35112) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:13.249003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e8905f-4233-4a4d-adde-2ff784a89600 None None] Network be87091b-6d3a-4f46-bb64-b69cbdb40d39 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:13.292908 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c68d3d8d-93c5-45e9-8aea-8d323f698559 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.303138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f2a4b1f-7e01-4156-9b90-028690431721 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.380105 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:13.383998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.396945 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.440159 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee6967c-60e0-40c7-a13b-b0f7346b67df None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:13.441473 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7a155-6992-408a-a54c-07e6aa131624 req-00106d8c-42b0-4e87-b1fe-03c326f0e08e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:13.443307 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a9b7a155-6992-408a-a54c-07e6aa131624 req-00106d8c-42b0-4e87-b1fe-03c326f0e08e tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.6527867 Jan 12 09:36:13.459919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] device_id is not set on port 514c67d0-5c4e-4c98-9795-a67f44ad14ed yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:13.463224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a4b1f-7e01-4156-9b90-028690431721 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=e6af69b0-8985-4fd2-96ba-2efb49f4d5b3,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:13.468530 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f2a4b1f-7e01-4156-9b90-028690431721 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.477596 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c68d3d8d-93c5-45e9-8aea-8d323f698559 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Calling delete_port for 85a8e5b6-ee71-4b14-a055-b95afb6ba2d7 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:13.554215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-28d375fd-e01f-4ed6-ba8e-530e6d55b577 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.563085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3d601-ebe1-42c9-9396-e3c765ce6396 req-1adb6ebb-5ebc-41e0-94c5-1e6aa770beca tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:13.568716 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Deleting port ac634451-dd66-4cd4-8bc9-804b775ad3e4 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:13.569208 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.569938 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b2a3d601-ebe1-42c9-9396-e3c765ce6396 req-1adb6ebb-5ebc-41e0-94c5-1e6aa770beca tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 945 time: 0.8756452 Jan 12 09:36:13.606897 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-28d375fd-e01f-4ed6-ba8e-530e6d55b577 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.615438 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9f2a4b1f-7e01-4156-9b90-028690431721 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/e6af69b0-8985-4fd2-96ba-2efb49f4d5b3 HTTP/1.1" status: 204 len: 168 time: 1.9396741 Jan 12 09:36:13.619249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35116) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:13.658475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d375fd-e01f-4ed6-ba8e-530e6d55b577 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec7c7cb-4209-443d-8432-011af101a8b2,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:13.704112 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a9b7a155-6992-408a-a54c-07e6aa131624 req-de90bb16-410a-427e-922d-03752305ebba tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538911 Jan 12 09:36:13.739887 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-541e304e-d9f6-4306-8db4-ce0626463673 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1139238 Jan 12 09:36:13.740608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35120) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:13.745743 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b2a3d601-ebe1-42c9-9396-e3c765ce6396 req-c506192c-b614-4dce-ae70-a9876d6a9e40 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750040 Jan 12 09:36:13.746372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-acab749b-da4e-4a10-b33c-18d67b635a48 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.750913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fdbefd0b-5bd0-4d07-b649-e981ee5dddee None None] Provisioning complete for port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:13.751694 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fdbefd0b-5bd0-4d07-b649-e981ee5dddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.754239 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ceb99f2f-b738-4b8c-9eaa-75098619ba25 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:13.782266 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-28d375fd-e01f-4ed6-ba8e-530e6d55b577 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.786365 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-28d375fd-e01f-4ed6-ba8e-530e6d55b577 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3560066 Jan 12 09:36:13.789050 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35124) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:13.794684 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-22c51255-edc2-48fc-abf7-3689e0816d0b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'security_group': {'name': 'tempest-secgroup-1018835792'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:13.810677 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49659d19-229e-4c1d-9ce7-ee2503cc9ef9 None None] Update dhcp port {'port': {'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'fixed_ips': [{'subnet_id': '206da226-4a72-4318-94ab-ac77cd36a282', 'ip_address': '172.20.0.18'}, {'subnet_id': '86aa10c8-8d14-4025-9f8f-ac629e097e11'}], 'binding:host_id': 'dv-neutron-824346-1-hyperv'}, 'id': 'aaa7922d-30a4-4cf0-8902-0f90934da8de'} from dv-neutron-824346-1-hyperv. {{(pid=87665) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 12 09:36:13.811335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-22c51255-edc2-48fc-abf7-3689e0816d0b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:13.818689 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-22c51255-edc2-48fc-abf7-3689e0816d0b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:security_group and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:13.823531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-22c51255-edc2-48fc-abf7-3689e0816d0b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:13.847281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab749b-da4e-4a10-b33c-18d67b635a48 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Pushing event deleted for resources: {'Port': ['ID=fc115c06-e463-41c4-b70a-ac3d99da112b,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:13.890667 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-22c51255-edc2-48fc-abf7-3689e0816d0b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:13.904576 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] For port ac634451-dd66-4cd4-8bc9-804b775ad3e4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ac634451-dd66-4cd4-8bc9-804b775ad3e4,segment=NetworkSegment(c3594e99-d724-4d21-821c-d6ac6ce912d2),segment_id=c3594e99-d724-4d21-821c-d6ac6ce912d2)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:13.904948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.929897 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.968416 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-22c51255-edc2-48fc-abf7-3689e0816d0b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:13.969868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-49659d19-229e-4c1d-9ce7-ee2503cc9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.037664 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Calling delete_port for ac634451-dd66-4cd4-8bc9-804b775ad3e4 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:14.037930 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ceb99f2f-b738-4b8c-9eaa-75098619ba25 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:14.053549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ceb99f2f-b738-4b8c-9eaa-75098619ba25 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:14.061123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ceb99f2f-b738-4b8c-9eaa-75098619ba25 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:14.071378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ceb99f2f-b738-4b8c-9eaa-75098619ba25 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:14.076559 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-acab749b-da4e-4a10-b33c-18d67b635a48 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.092223 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-22c51255-edc2-48fc-abf7-3689e0816d0b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:14.094827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Transition to ACTIVE for port object 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:14.099313 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-22c51255-edc2-48fc-abf7-3689e0816d0b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:security_group_rule and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:14.105774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-22c51255-edc2-48fc-abf7-3689e0816d0b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:14.116089 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-22c51255-edc2-48fc-abf7-3689e0816d0b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:14.162413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.196194 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Transition to ACTIVE for port object 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:14.203026 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d8bd55-751f-44c2-944e-c24b5c00234c None None] DHCP port deletion for be87091b-6d3a-4f46-bb64-b69cbdb40d39 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:36:14.223195 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.229539 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Port': ['ID=ac634451-dd66-4cd4-8bc9-804b775ad3e4,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:14.234460 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c68d3d8d-93c5-45e9-8aea-8d323f698559 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.260765 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] No DVR routers for this DVR port ac634451-dd66-4cd4-8bc9-804b775ad3e4 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:14.347876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb99f2f-b738-4b8c-9eaa-75098619ba25 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:14.350159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ceb99f2f-b738-4b8c-9eaa-75098619ba25 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.353008 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Network 79714189-f3e7-4373-ad8b-5feac720bc8b is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:14.366542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:14.368494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd72580-12d8-4fa9-8907-6e00ebc0df8e None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:36:14.378900 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:14.379354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d3d8d-93c5-45e9-8aea-8d323f698559 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event deleted for resources: {'Port': ['ID=85a8e5b6-ee71-4b14-a055-b95afb6ba2d7,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:14.386606 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-22c51255-edc2-48fc-abf7-3689e0816d0b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.392761 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-acab749b-da4e-4a10-b33c-18d67b635a48 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.405682 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-acab749b-da4e-4a10-b33c-18d67b635a48 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.415537 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-22c51255-edc2-48fc-abf7-3689e0816d0b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.458375 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-49659d19-229e-4c1d-9ce7-ee2503cc9ef9 None None] Allocated IP 172.20.0.2 (6b387107-ddfa-4d9d-8d06-9c6f22b38f67/86aa10c8-8d14-4025-9f8f-ac629e097e11/aaa7922d-30a4-4cf0-8902-0f90934da8de) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:14.494510 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Allocated IP 2001:db8::55 (79714189-f3e7-4373-ad8b-5feac720bc8b/89a3b480-3c39-442a-abf1-f2d27b014fb9/514c67d0-5c4e-4c98-9795-a67f44ad14ed) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:14.512937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.529644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-22c51255-edc2-48fc-abf7-3689e0816d0b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.531238 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-22c51255-edc2-48fc-abf7-3689e0816d0b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7428336 Jan 12 09:36:14.537843 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35128) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:14.556028 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-8885d70d-2f52-480d-82af-52305bb5e9a0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'security_group': {'name': 'tempest-secgroup-83478147'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:14.565363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-acab749b-da4e-4a10-b33c-18d67b635a48 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.565882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acab749b-da4e-4a10-b33c-18d67b635a48 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Fanout notify agent at l3_agent the message router_deleted on router 8ffd7583-5eb1-4009-8f8e-0470f80b6667 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:36:14.568255 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c51255-edc2-48fc-abf7-3689e0816d0b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfafc6b0-a40d-4017-aac6-f05ea3764c84,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:14.570669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8885d70d-2f52-480d-82af-52305bb5e9a0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:14.583721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be87091b-6d3a-4f46-bb64-b69cbdb40d39']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:14.609836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3594e99-d724-4d21-821c-d6ac6ce912d2') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:14.610487 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3594e99-d724-4d21-821c-d6ac6ce912d2') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:14.616580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8885d70d-2f52-480d-82af-52305bb5e9a0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:security_group and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:14.625370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8885d70d-2f52-480d-82af-52305bb5e9a0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:14.627869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.635127 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Pushing event updated for resources: {'Port': ['ID=0f88c4cf-9fcc-4147-a6d0-c203a14d2d88,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:14.637612 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-7cd72580-12d8-4fa9-8907-6e00ebc0df8e None None] Deleting port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:14.637986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7cd72580-12d8-4fa9-8907-6e00ebc0df8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.672829 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.687074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8885d70d-2f52-480d-82af-52305bb5e9a0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:14.696383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:36:14.696808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:36:14.712125 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:36:14.728839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-49659d19-229e-4c1d-9ce7-ee2503cc9ef9 None None] For port aaa7922d-30a4-4cf0-8902-0f90934da8de, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=aaa7922d-30a4-4cf0-8902-0f90934da8de,segment=NetworkSegment(f4be32ce-0089-4db9-8e92-e4026b0dcb89),segment_id=f4be32ce-0089-4db9-8e92-e4026b0dcb89)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:14.742120 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Attempting to bind port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:14.742551 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Attempting to bind port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '44754080-edb6-4201-bcdc-5e3d6bc0596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '79714189-f3e7-4373-ad8b-5feac720bc8b'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:14.742945 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Attempting to bind port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 on network 79714189-f3e7-4373-ad8b-5feac720bc8b {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:36:14.780968 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:36:14.781343 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Checking segment: {'id': '44754080-edb6-4201-bcdc-5e3d6bc0596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '79714189-f3e7-4373-ad8b-5feac720bc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:36:14.782001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.782128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Bound using segment: {'id': '44754080-edb6-4201-bcdc-5e3d6bc0596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '79714189-f3e7-4373-ad8b-5feac720bc8b'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:36:14.782592 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Bound port: 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44754080-edb6-4201-bcdc-5e3d6bc0596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '79714189-f3e7-4373-ad8b-5feac720bc8b'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:14.782991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.818288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8885d70d-2f52-480d-82af-52305bb5e9a0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.844413 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-acab749b-da4e-4a10-b33c-18d67b635a48 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.849622 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-acab749b-da4e-4a10-b33c-18d67b635a48 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "DELETE /v2.0/routers/8ffd7583-5eb1-4009-8f8e-0470f80b6667 HTTP/1.1" status: 204 len: 168 time: 4.0569036 Jan 12 09:36:14.860638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35136) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:14.873844 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-49659d19-229e-4c1d-9ce7-ee2503cc9ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:14.888351 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-8a108b25-459d-4242-be1e-79ee55128b59 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-144744706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:14.925799 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8885d70d-2f52-480d-82af-52305bb5e9a0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:14.940170 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8885d70d-2f52-480d-82af-52305bb5e9a0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:security_group_rule and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:14.945444 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8a108b25-459d-4242-be1e-79ee55128b59 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:14.949337 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8885d70d-2f52-480d-82af-52305bb5e9a0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:14.966098 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8885d70d-2f52-480d-82af-52305bb5e9a0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:15.009701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-49659d19-229e-4c1d-9ce7-ee2503cc9ef9 None None] Transition to ACTIVE for port object aaa7922d-30a4-4cf0-8902-0f90934da8de will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:15.021629 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.021883 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-49659d19-229e-4c1d-9ce7-ee2503cc9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.026340 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-7cd72580-12d8-4fa9-8907-6e00ebc0df8e None None] For port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:15.026733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7cd72580-12d8-4fa9-8907-6e00ebc0df8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.068621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] For port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:36:15.080403 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.146991 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] 10.222.0.26 "DELETE /v2.0/networks/be87091b-6d3a-4f46-bb64-b69cbdb40d39 HTTP/1.1" status: 204 len: 168 time: 1.9058330 Jan 12 09:36:15.148157 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00ba8d-d21c-42f6-add1-a67311342293 tempest-NetworksIpV6Test-779806212 tempest-NetworksIpV6Test-779806212-project] Pushing event deleted for resources: {'Network': ['ID=be87091b-6d3a-4f46-bb64-b69cbdb40d39,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:15.159221 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8a108b25-459d-4242-be1e-79ee55128b59 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Usage tracker for resource:router and tenant:e59b19e4090746ca80542a896088ca79 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:15.167535 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.179414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8a108b25-459d-4242-be1e-79ee55128b59 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:15.207640 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c68d3d8d-93c5-45e9-8aea-8d323f698559 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.215393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8a108b25-459d-4242-be1e-79ee55128b59 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:15.218076 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264a164-d0e3-4874-9be5-4113c3e6430a req-b4b305b9-fc97-4ef9-87cd-7c6abcdb876a tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:15.220034 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d264a164-d0e3-4874-9be5-4113c3e6430a req-b4b305b9-fc97-4ef9-87cd-7c6abcdb876a tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.2650554 Jan 12 09:36:15.221225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Transition to ACTIVE for port object 514c67d0-5c4e-4c98-9795-a67f44ad14ed will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:15.270854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-7cd72580-12d8-4fa9-8907-6e00ebc0df8e None None] Calling delete_port for 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:15.281392 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d264a164-d0e3-4874-9be5-4113c3e6430a req-907a09e8-2eb6-4e13-9956-c0466c2f4265 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534575 Jan 12 09:36:15.294859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.329208 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] For port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=0f88c4cf-9fcc-4147-a6d0-c203a14d2d88,segment=NetworkSegment(44754080-edb6-4201-bcdc-5e3d6bc0596c),segment_id=44754080-edb6-4201-bcdc-5e3d6bc0596c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:36:15.332320 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c68d3d8d-93c5-45e9-8aea-8d323f698559 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "DELETE /v2.0/ports/85a8e5b6-ee71-4b14-a055-b95afb6ba2d7 HTTP/1.1" status: 204 len: 168 time: 3.4598391 Jan 12 09:36:15.342988 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35142) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:15.353531 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8a108b25-459d-4242-be1e-79ee55128b59 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.356250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8a108b25-459d-4242-be1e-79ee55128b59 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.358101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.379444 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 79714189-f3e7-4373-ad8b-5feac720bc8b is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:15.388022 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:15.390482 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:15.398752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:15.399995 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.420724 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ceb99f2f-b738-4b8c-9eaa-75098619ba25 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.424507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49659d19-229e-4c1d-9ce7-ee2503cc9ef9 None None] Pushing event updated for resources: {'Port': ['ID=aaa7922d-30a4-4cf0-8902-0f90934da8de,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:15.438198 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9046018 Jan 12 09:36:15.441957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35146) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:15.474375 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0f1d9d-4a8d-497a-beca-4a0ac2d6bf13 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] GET failed (client error): The resource could not be found. Jan 12 09:36:15.474930 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4c0f1d9d-4a8d-497a-beca-4a0ac2d6bf13 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Synchronizing usage tracker for tenant:db1512a07d2b4b07aeee3754348918eb on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:15.534305 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8a108b25-459d-4242-be1e-79ee55128b59 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.560952 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7cd72580-12d8-4fa9-8907-6e00ebc0df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.565361 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c31fe-b7e7-4be6-a471-b4ac3c808f92 None None] Pushing event updated for resources: {'Port': ['ID=0f88c4cf-9fcc-4147-a6d0-c203a14d2d88,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:15.567334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb99f2f-b738-4b8c-9eaa-75098619ba25 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:15.573349 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdacba-791b-4e4a-b3c5-ea8b34f66100 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=514c67d0-5c4e-4c98-9795-a67f44ad14ed,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:15.581031 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-ceb99f2f-b738-4b8c-9eaa-75098619ba25 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:15.605364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb99f2f-b738-4b8c-9eaa-75098619ba25 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:15.606041 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ceb99f2f-b738-4b8c-9eaa-75098619ba25 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.630434 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd72580-12d8-4fa9-8907-6e00ebc0df8e None None] Pushing event deleted for resources: {'Port': ['ID=1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:15.639382 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd72580-12d8-4fa9-8907-6e00ebc0df8e None None] No DVR routers for this DVR port 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:15.641288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4c0f1d9d-4a8d-497a-beca-4a0ac2d6bf13 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Unset dirty status for tenant:db1512a07d2b4b07aeee3754348918eb on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:15.642273 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4c0f1d9d-4a8d-497a-beca-4a0ac2d6bf13 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "GET /v2.0/ports/85a8e5b6-ee71-4b14-a055-b95afb6ba2d7 HTTP/1.1" status: 404 len: 333 time: 0.2906537 Jan 12 09:36:15.656312 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35152) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:15.666694 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb99f2f-b738-4b8c-9eaa-75098619ba25 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=f760b43d-dc6e-4e61-8e19-8b959575d1e8,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:15.678330 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1cdf0-2aaf-4dd7-b983-921b3c8db1ef req-69791932-584b-4dfe-88d0-5ee6a4c80cea tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:15.679763 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcc1cdf0-2aaf-4dd7-b983-921b3c8db1ef req-69791932-584b-4dfe-88d0-5ee6a4c80cea tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 945 time: 0.7317543 Jan 12 09:36:15.682846 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8df04f7-e0ef-4aaf-a43f-3f89b3236b81 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:15.689838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Request body: {'port': {'network_id': '578ca857-b274-46e6-8fc2-5816d73938c0', 'name': 'tempest-AllowedAddressPairTestJSON-260167879'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:15.704490 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35156) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:15.716061 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8885d70d-2f52-480d-82af-52305bb5e9a0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.728964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8a108b25-459d-4242-be1e-79ee55128b59 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.775683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8885d70d-2f52-480d-82af-52305bb5e9a0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:15.834180 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-18a085e8-d8d6-4f9a-bc97-2a55a035ab17 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:15.836940 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-18a085e8-d8d6-4f9a-bc97-2a55a035ab17 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 0.6057928 Jan 12 09:36:16.001193 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ceb99f2f-b738-4b8c-9eaa-75098619ba25 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2565598 Jan 12 09:36:16.043610 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': 'f760b43d-dc6e-4e61-8e19-8b959575d1e8'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:36:16.050843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.099077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35162) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:16.102815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885d70d-2f52-480d-82af-52305bb5e9a0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da56ecdd-e0cb-4122-8202-3f24fd23dca8,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:16.137651 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8a108b25-459d-4242-be1e-79ee55128b59 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.143262 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8a108b25-459d-4242-be1e-79ee55128b59 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2817106 Jan 12 09:36:16.146660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35164) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:16.174169 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcc1cdf0-2aaf-4dd7-b983-921b3c8db1ef req-e9df0bc2-a7ee-49f0-867b-854f53a74659 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4563942 Jan 12 09:36:16.187727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:16.232431 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:16.282080 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:36:16.360762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8885d70d-2f52-480d-82af-52305bb5e9a0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.365652 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8885d70d-2f52-480d-82af-52305bb5e9a0 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.8206105 Jan 12 09:36:16.370428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35174) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:16.374033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Allocated IP 172.20.0.2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/f760b43d-dc6e-4e61-8e19-8b959575d1e8/fed307cc-4761-4958-b2a5-8c5c1eb7b6d4) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:16.380093 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device aaa7922d-30a4-4cf0-8902-0f90934da8de up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:16.498817 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-90982429', 'security_groups': ['da56ecdd-e0cb-4122-8202-3f24fd23dca8'], 'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '86aa10c8-8d14-4025-9f8f-ac629e097e11'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:16.543944 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-364babbd-2ebb-427f-b4be-9c372b980aea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=725b67fecd74437c9a70440f1933104e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8379710 Jan 12 09:36:16.549671 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.551397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35178) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:16.616215 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2861504c-b58d-4876-938f-b56209e2be78 None None] Provisioning for port aaa7922d-30a4-4cf0-8902-0f90934da8de completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:16.627903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port aaa7922d-30a4-4cf0-8902-0f90934da8de triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:16.628272 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.633171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Deleting port c206227f-ad9e-432b-9392-1ddeaec7f587 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:16.633516 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.659481 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2861504c-b58d-4876-938f-b56209e2be78 None None] Provisioning complete for port aaa7922d-30a4-4cf0-8902-0f90934da8de triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:16.659843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2861504c-b58d-4876-938f-b56209e2be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.701378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eea80-e4e6-415d-a9eb-f95343afc06b req-ef6b8a40-be8a-468b-a60f-3791689b9779 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:16.703096 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-258eea80-e4e6-415d-a9eb-f95343afc06b req-ef6b8a40-be8a-468b-a60f-3791689b9779 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 945 time: 0.3025866 Jan 12 09:36:16.722501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f222b46-072d-4be6-a1ad-bedf55f72ad3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.756057 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e893ce36-093f-4e1d-8f49-5e4f6bca9849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.782757 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:16.841666 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-258eea80-e4e6-415d-a9eb-f95343afc06b req-f3ed1bd6-9a2b-4837-b262-7b3cdf9fc7d6 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253119 Jan 12 09:36:16.856029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e893ce36-093f-4e1d-8f49-5e4f6bca9849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.874115 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35182) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:16.913406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:16.954635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Transition to ACTIVE for port object fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:16.981201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:17.015822 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Transition to ACTIVE for port object fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:17.074441 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.159731 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2861504c-b58d-4876-938f-b56209e2be78 None None] Provisioning complete for port 70f41780-b4a9-4615-b3d6-2d304889a884 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:17.160110 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2861504c-b58d-4876-938f-b56209e2be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.200142 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a90ffe-ec49-4fa0-81d3-f63c6374b34a None None] Network 79714189-f3e7-4373-ad8b-5feac720bc8b requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:17.270713 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:17.281085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:17.291718 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:17.324091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da23ce0-3b51-4456-afcf-c6083dca18c4 tempest-TestNetworkAdvancedServerOps-539208839 tempest-TestNetworkAdvancedServerOps-539208839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:17.328665 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2da23ce0-3b51-4456-afcf-c6083dca18c4 tempest-TestNetworkAdvancedServerOps-539208839 tempest-TestNetworkAdvancedServerOps-539208839-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 1093 time: 0.4483554 Jan 12 09:36:17.333077 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35186) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:17.393835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:17.395918 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:17.396949 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.398071 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Pushing event updated for resources: {'Port': ['ID=fed307cc-4761-4958-b2a5-8c5c1eb7b6d4,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:17.401085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e893ce36-093f-4e1d-8f49-5e4f6bca9849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.407596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-2861504c-b58d-4876-938f-b56209e2be78 None None] Port 70f41780-b4a9-4615-b3d6-2d304889a884 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:17.412005 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:17.412717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:17.432300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Usage tracker for resource:floatingip and tenant:83593b4cf2574a6d998ae195c62151f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:17.439085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893ce36-093f-4e1d-8f49-5e4f6bca9849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e9a571-45c6-4864-96e7-8c37b1eb4d46,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:17.441656 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:17.444896 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:17.448233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Made reservation on behalf of db1512a07d2b4b07aeee3754348918eb for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:17.451697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.455826 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e893ce36-093f-4e1d-8f49-5e4f6bca9849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.456946 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e893ce36-093f-4e1d-8f49-5e4f6bca9849 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0e9a571-45c6-4864-96e7-8c37b1eb4d46 HTTP/1.1" status: 204 len: 168 time: 0.9044154 Jan 12 09:36:17.465748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:17.489877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:17.497826 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.501723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:17.518402 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:17.546234 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Attempting to bind port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:17.546703 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Attempting to bind port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:17.547014 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Attempting to bind port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:36:17.579585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f222b46-072d-4be6-a1ad-bedf55f72ad3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.587744 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:36:17.588120 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:36:17.588961 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.588961 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:36:17.589450 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Bound port: fed307cc-4761-4958-b2a5-8c5c1eb7b6d4, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:17.589830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.613374 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-58e2964d-c950-4ffc-9a58-3ab69b002822 None None] Provisioning for port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:17.613624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:17.615708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:17.623328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] device_id is not set on port 0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:17.646911 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:17.659916 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f222b46-072d-4be6-a1ad-bedf55f72ad3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.690029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a32d4-48fd-4017-8fcd-9d15b9faa586 req-a86af8fe-1d01-4eaa-99fe-66a93812ef20 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:17.691613 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-441a32d4-48fd-4017-8fcd-9d15b9faa586 req-a86af8fe-1d01-4eaa-99fe-66a93812ef20 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 945 time: 1.2043149 Jan 12 09:36:17.697920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-58e2964d-c950-4ffc-9a58-3ab69b002822 None None] Provisioning complete for port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:17.698293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-58e2964d-c950-4ffc-9a58-3ab69b002822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.726091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:17.729583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.747865 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:17.756815 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:36:17.757175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 1e31d5d6-8a7b-4cc7-bc4f-c9538ee9f11d not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:17.757569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ac634451-dd66-4cd4-8bc9-804b775ad3e4 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:17.818448 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: ac634451-dd66-4cd4-8bc9-804b775ad3e4 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:36:17.818831 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ac634451-dd66-4cd4-8bc9-804b775ad3e4 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:17.879077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] For port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:36:17.881701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] For port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=fed307cc-4761-4958-b2a5-8c5c1eb7b6d4,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:36:17.916577 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device c206227f-ad9e-432b-9392-1ddeaec7f587 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:17.937886 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f222b46-072d-4be6-a1ad-bedf55f72ad3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:17.957738 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.019078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] For port c206227f-ad9e-432b-9392-1ddeaec7f587, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c206227f-ad9e-432b-9392-1ddeaec7f587,segment=NetworkSegment(bc0746f0-94e8-427e-9ea6-eb316e649876),segment_id=bc0746f0-94e8-427e-9ea6-eb316e649876)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:18.019358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f222b46-072d-4be6-a1ad-bedf55f72ad3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=514c67d0-5c4e-4c98-9795-a67f44ad14ed,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:18.019479 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.055034 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.113338 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-58e2964d-c950-4ffc-9a58-3ab69b002822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.173639 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f222b46-072d-4be6-a1ad-bedf55f72ad3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.178890 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83dd48a-cfef-4ee8-a4ff-5f002e5a9ecb None None] Pushing event updated for resources: {'Port': ['ID=fed307cc-4761-4958-b2a5-8c5c1eb7b6d4,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:18.217850 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-58e2964d-c950-4ffc-9a58-3ab69b002822 None None] For port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=0f88c4cf-9fcc-4147-a6d0-c203a14d2d88,segment=NetworkSegment(44754080-edb6-4201-bcdc-5e3d6bc0596c),segment_id=44754080-edb6-4201-bcdc-5e3d6bc0596c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:18.234270 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-58e2964d-c950-4ffc-9a58-3ab69b002822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.313069 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.358091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Allocated IP 172.20.0.13 (578ca857-b274-46e6-8fc2-5816d73938c0/59949c86-4945-4e62-8aab-c54bcb3988c6/0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:18.383488 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2964d-c950-4ffc-9a58-3ab69b002822 None None] Pushing event updated for resources: {'Port': ['ID=0f88c4cf-9fcc-4147-a6d0-c203a14d2d88,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:18.390926 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e214d23-4055-42bf-9be4-ca2446c3166a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c206227f-ad9e-432b-9392-1ddeaec7f587'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:36:18.439027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port c206227f-ad9e-432b-9392-1ddeaec7f587, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c206227f-ad9e-432b-9392-1ddeaec7f587,segment=NetworkSegment(bc0746f0-94e8-427e-9ea6-eb316e649876),segment_id=bc0746f0-94e8-427e-9ea6-eb316e649876)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:18.449110 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.629653 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=c206227f-ad9e-432b-9392-1ddeaec7f587,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:18.675137 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-441a32d4-48fd-4017-8fcd-9d15b9faa586 req-bbfeecac-559a-4ad3-9379-b1b2c5f93aa3 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9574285 Jan 12 09:36:18.681062 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-09abd11b-2b0f-4ef9-b7f5-53f37825fdd1 None None] Provisioning for port 514c67d0-5c4e-4c98-9795-a67f44ad14ed completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:18.687297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-09abd11b-2b0f-4ef9-b7f5-53f37825fdd1 None None] Provisioning complete for port 514c67d0-5c4e-4c98-9795-a67f44ad14ed triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:18.687297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-09abd11b-2b0f-4ef9-b7f5-53f37825fdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.732171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Allocated IP 172.26.2.82 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/f486f4dc-1848-4845-8e74-1170a428f905) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:18.832016 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-09abd11b-2b0f-4ef9-b7f5-53f37825fdd1 None None] Port 514c67d0-5c4e-4c98-9795-a67f44ad14ed cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:18.863651 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e214d23-4055-42bf-9be4-ca2446c3166a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c206227f-ad9e-432b-9392-1ddeaec7f587', 'code': 200} Jan 12 09:36:18.865060 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-09abd11b-2b0f-4ef9-b7f5-53f37825fdd1 None None] Provisioning complete for port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:18.865583 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-09abd11b-2b0f-4ef9-b7f5-53f37825fdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:18.912231 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35212) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:18.946977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.032540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] device_id is not set on port c171f7c3-ad85-4613-bf01-bdc73ec13a45 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:19.092328 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.138404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f222b46-072d-4be6-a1ad-bedf55f72ad3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.151532 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f222b46-072d-4be6-a1ad-bedf55f72ad3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.152302 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f222b46-072d-4be6-a1ad-bedf55f72ad3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.183619 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9c5db311-e0ff-4921-9d9f-382f41fa622d None None] Provisioning complete for port 514c67d0-5c4e-4c98-9795-a67f44ad14ed triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:19.183863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9c5db311-e0ff-4921-9d9f-382f41fa622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.259081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f222b46-072d-4be6-a1ad-bedf55f72ad3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=514c67d0-5c4e-4c98-9795-a67f44ad14ed,revision_number=3']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:19.260496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-9c5db311-e0ff-4921-9d9f-382f41fa622d None None] Port 514c67d0-5c4e-4c98-9795-a67f44ad14ed cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:19.288527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.297700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-be5662e1-37ed-4090-8ec7-14c1db252852 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1287997354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:19.309623 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-be5662e1-37ed-4090-8ec7-14c1db252852 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:19.315013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-be5662e1-37ed-4090-8ec7-14c1db252852 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Usage tracker for resource:router and tenant:c042416f12d241ce86bad6ec45fa9912 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:19.318507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-be5662e1-37ed-4090-8ec7-14c1db252852 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:19.326881 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-be5662e1-37ed-4090-8ec7-14c1db252852 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:19.387040 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:19.392329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:19.400611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:19.492394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d46696fa-61dc-4072-bfe1-ca5e7ab6e72e None None] Provisioning complete for port 514c67d0-5c4e-4c98-9795-a67f44ad14ed triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:19.492798 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d46696fa-61dc-4072-bfe1-ca5e7ab6e72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.575106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d46696fa-61dc-4072-bfe1-ca5e7ab6e72e None None] Port 514c67d0-5c4e-4c98-9795-a67f44ad14ed cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:19.652738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event updated for resources: {'Port': ['ID=f486f4dc-1848-4845-8e74-1170a428f905,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:19.755585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f222b46-072d-4be6-a1ad-bedf55f72ad3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 79714189-f3e7-4373-ad8b-5feac720bc8b is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:19.763815 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-7f222b46-072d-4be6-a1ad-bedf55f72ad3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:19.834711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be5662e1-37ed-4090-8ec7-14c1db252852 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.835923 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be5662e1-37ed-4090-8ec7-14c1db252852 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.857035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:19.950542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c5b43168-be59-4947-a1b1-a61153d10857 None None] Provisioning for port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:20.047755 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Transition to ACTIVE for port object 0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:20.049425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Allocated IP 172.20.0.4 (6b387107-ddfa-4d9d-8d06-9c6f22b38f67/86aa10c8-8d14-4025-9f8f-ac629e097e11/c171f7c3-ad85-4613-bf01-bdc73ec13a45) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:20.182199 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-262c8778-ba83-479c-9346-8d3fd61722b8 None None] Provisioning complete for port 514c67d0-5c4e-4c98-9795-a67f44ad14ed triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:20.182885 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-262c8778-ba83-479c-9346-8d3fd61722b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.303383 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-262c8778-ba83-479c-9346-8d3fd61722b8 None None] Port 514c67d0-5c4e-4c98-9795-a67f44ad14ed cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:20.306226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:20.341010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f222b46-072d-4be6-a1ad-bedf55f72ad3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Router 93e63d49-7d2c-4886-992b-fd91c5e61202 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:36:20.380627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.383985 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:20.384460 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.397931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Transition to ACTIVE for port object c171f7c3-ad85-4613-bf01-bdc73ec13a45 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:20.422998 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.423375 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.423738 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Floating IP 4aafe6be-a49e-4443-bdee-8453c093fc62 disassociated. External IP: 172.26.2.61, port: c206227f-ad9e-432b-9392-1ddeaec7f587. Jan 12 09:36:20.424271 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Calling delete_port for c206227f-ad9e-432b-9392-1ddeaec7f587 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:20.428000 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.464220 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be5662e1-37ed-4090-8ec7-14c1db252852 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.505669 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:20.525705 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be5662e1-37ed-4090-8ec7-14c1db252852 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.526271 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f222b46-072d-4be6-a1ad-bedf55f72ad3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:36:20.546186 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7f222b46-072d-4be6-a1ad-bedf55f72ad3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "PUT /v2.0/routers/93e63d49-7d2c-4886-992b-fd91c5e61202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1021180 Jan 12 09:36:20.546186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35222) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:20.560636 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fd456b-9bec-484d-ab8c-ecc038816f10 None None] Sync routers for ids ['93e63d49-7d2c-4886-992b-fd91c5e61202'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:36:20.572949 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.581620 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.583235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be5662e1-37ed-4090-8ec7-14c1db252852 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.587089 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-be5662e1-37ed-4090-8ec7-14c1db252852 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.6566958 Jan 12 09:36:20.591290 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fd456b-9bec-484d-ab8c-ecc038816f10 None None] Routers {'93e63d49-7d2c-4886-992b-fd91c5e61202'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:20.592001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f8fd456b-9bec-484d-ab8c-ecc038816f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['93e63d49-7d2c-4886-992b-fd91c5e61202'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:20.611761 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35226) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:20.655627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.658651 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f8fd456b-9bec-484d-ab8c-ecc038816f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:20.675199 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fd456b-9bec-484d-ab8c-ecc038816f10 None None] Routers {'93e63d49-7d2c-4886-992b-fd91c5e61202'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:20.675787 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f8fd456b-9bec-484d-ab8c-ecc038816f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['93e63d49-7d2c-4886-992b-fd91c5e61202'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:20.699022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1698597022'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:20.724528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.752629 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e4b98a-b05d-4b95-8399-6e9959b495c2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:20.753332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f4e4b98a-b05d-4b95-8399-6e9959b495c2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:20.763008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:20.782417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Network 578ca857-b274-46e6-8fc2-5816d73938c0 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:20.783770 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f8fd456b-9bec-484d-ab8c-ecc038816f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:20.784174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fd456b-9bec-484d-ab8c-ecc038816f10 None None] The sync data for ids ['93e63d49-7d2c-4886-992b-fd91c5e61202'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:36:20.795117 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:20.796557 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:20.800742 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:20.801085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.801223 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:20.806172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Usage tracker for resource:network and tenant:c042416f12d241ce86bad6ec45fa9912 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:20.811313 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:20.813321 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:20.815151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:20.837451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f4e4b98a-b05d-4b95-8399-6e9959b495c2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:20.841753 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f4e4b98a-b05d-4b95-8399-6e9959b495c2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports?device_id=93e63d49-7d2c-4886-992b-fd91c5e61202 HTTP/1.1" status: 200 len: 987 time: 0.2948282 Jan 12 09:36:20.850789 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35230) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:20.851028 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:20.895932 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:20.951046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:20.952989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=c171f7c3-ad85-4613-bf01-bdc73ec13a45,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:20.959154 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.002867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=fed307cc-4761-4958-b2a5-8c5c1eb7b6d4,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:21.010994 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.175766 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=fed307cc-4761-4958-b2a5-8c5c1eb7b6d4,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:21.190990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Made reservation on behalf of c042416f12d241ce86bad6ec45fa9912 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:21.194540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.203777 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:36:21.204113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:36:21.228323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9518a0a-180b-48ba-8fea-c2b823c51349 req-eb6e0731-d3d7-49cd-99d4-681641553614 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:21.229826 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e9518a0a-180b-48ba-8fea-c2b823c51349 req-eb6e0731-d3d7-49cd-99d4-681641553614 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 943 time: 1.3702638 Jan 12 09:36:21.233630 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ed33f5e7-0f0d-4738-91b8-086762e48ffa None None] Provisioning for port 0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:21.239897 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ed33f5e7-0f0d-4738-91b8-086762e48ffa None None] Provisioning complete for port 0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:21.239897 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ed33f5e7-0f0d-4738-91b8-086762e48ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.262849 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event updated for resources: {'Port': ['ID=0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:21.265318 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.284810 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:21.285422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.299125 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ed33f5e7-0f0d-4738-91b8-086762e48ffa None None] Port 0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:21.312312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ed33f5e7-0f0d-4738-91b8-086762e48ffa None None] Provisioning for port c171f7c3-ad85-4613-bf01-bdc73ec13a45 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:21.318229 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ed33f5e7-0f0d-4738-91b8-086762e48ffa None None] Provisioning complete for port c171f7c3-ad85-4613-bf01-bdc73ec13a45 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:21.319080 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ed33f5e7-0f0d-4738-91b8-086762e48ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.338963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:21.339576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.347104 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:21.377021 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ed33f5e7-0f0d-4738-91b8-086762e48ffa None None] Port c171f7c3-ad85-4613-bf01-bdc73ec13a45 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:21.420242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Usage tracker for resource:security_group_rule and tenant:c042416f12d241ce86bad6ec45fa9912 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:21.431687 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.439824 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:21.444908 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.458675 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:21.468801 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-174ce7a5-9854-4354-b07b-d8963669f96e tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7995119 Jan 12 09:36:21.481213 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0c5dc571-ed40-4d5c-870b-20360d6f6a40 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.0151525 Jan 12 09:36:21.484112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35234) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:21.484296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35236) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:21.503085 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e9518a0a-180b-48ba-8fea-c2b823c51349 req-cdf00863-809d-4f7f-a5d1-a2878086b4f6 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525570 Jan 12 09:36:21.506589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b5e6f683-3f2f-41cc-ab27-d22360335db8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'subnet': {'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:21.525806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-aa14e70c-eecd-496b-b7b3-dcb84dc0e7f3 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:49:16:3b'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:21.569793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event updated for resources: {'Port': ['ID=f486f4dc-1848-4845-8e74-1170a428f905,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:21.583146 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.642422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Allocated IP 172.26.2.182 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/630e7729-e762-4b10-9e1e-bffa8d9524e1) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:21.728720 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Deleting port c206227f-ad9e-432b-9392-1ddeaec7f587 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:21.729051 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:21.811824 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Floating IP 21726742-367a-4628-a4b5-927b0671fa91 associated. External IP: 172.26.2.82, port: 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a. Jan 12 09:36:21.953335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77a6603a-5fd1-4f7d-9bf5-55f75c6ad185 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.061414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.objects.ports [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87663) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:36:22.087146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:22.165720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:22.166088 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.276730 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b5e6f683-3f2f-41cc-ab27-d22360335db8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:22.300674 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b5e6f683-3f2f-41cc-ab27-d22360335db8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:subnet and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:22.334081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b5e6f683-3f2f-41cc-ab27-d22360335db8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:22.410576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b5e6f683-3f2f-41cc-ab27-d22360335db8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:22.478535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.493446 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Router 5a7691ae-7ada-4d28-95da-b17745005599 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:36:22.575333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e6f683-3f2f-41cc-ab27-d22360335db8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:22.578429 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b5e6f683-3f2f-41cc-ab27-d22360335db8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.592191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.682779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.700894 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-77a6603a-5fd1-4f7d-9bf5-55f75c6ad185 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port 514c67d0-5c4e-4c98-9795-a67f44ad14ed {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:22.701256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77a6603a-5fd1-4f7d-9bf5-55f75c6ad185 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.777035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:36:22.836919 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab33c891-4220-4132-9dc9-52466c4556f2,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:22.863866 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa14e70c-eecd-496b-b7b3-dcb84dc0e7f3 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.901932 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:22.902271 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Added segment deb74378-d114-4103-81b2-d3e7545dfc90 of type vlan for network 77077faf-de31-4266-9eae-fe3c4933dc67 Jan 12 09:36:22.915639 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] For port c206227f-ad9e-432b-9392-1ddeaec7f587, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c206227f-ad9e-432b-9392-1ddeaec7f587,segment=NetworkSegment(bc0746f0-94e8-427e-9ea6-eb316e649876),segment_id=bc0746f0-94e8-427e-9ea6-eb316e649876)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:22.915998 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.025908 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:36:23.041971 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40364062-d490-4fba-a00c-27c12d0c8ecc None None] Sync routers for ids ['5a7691ae-7ada-4d28-95da-b17745005599'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:36:23.056769 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77a6603a-5fd1-4f7d-9bf5-55f75c6ad185 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.057602 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40364062-d490-4fba-a00c-27c12d0c8ecc None None] Routers {'5a7691ae-7ada-4d28-95da-b17745005599'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:23.058393 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-40364062-d490-4fba-a00c-27c12d0c8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a7691ae-7ada-4d28-95da-b17745005599'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:23.128306 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.ipam_backend_mixin [None req-b5e6f683-3f2f-41cc-ab27-d22360335db8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 86aa10c8-8d14-4025-9f8f-ac629e097e11 (CIDR: 172.20.0.0/28) Jan 12 09:36:23.162561 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e6f683-3f2f-41cc-ab27-d22360335db8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:23.163124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e6f683-3f2f-41cc-ab27-d22360335db8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:23.169794 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.179604 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.184515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.196092 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5b638e9e-67e2-4ca2-bbcb-38a965d811c3 req-55729019-0c5c-49c9-bab1-506f2c125214 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8585939 Jan 12 09:36:23.213617 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-77a6603a-5fd1-4f7d-9bf5-55f75c6ad185 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for 514c67d0-5c4e-4c98-9795-a67f44ad14ed owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:23.215859 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.248036 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48fbce-b3f2-47ea-b026-823cc538d9b0 req-cbc3e8a3-00b2-4a83-90fe-23ca236443ae tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:23.249546 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0d48fbce-b3f2-47ea-b026-823cc538d9b0 req-cbc3e8a3-00b2-4a83-90fe-23ca236443ae tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 943 time: 0.5552983 Jan 12 09:36:23.266261 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-40364062-d490-4fba-a00c-27c12d0c8ecc None None] Set router 5a7691ae-7ada-4d28-95da-b17745005599 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:36:23.335713 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b3071988-10c9-4266-873b-c95785333dd2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0007887 Jan 12 09:36:23.340219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715c988b-306b-40a3-a471-67e02a533804', 'tag': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:36:23.419981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:36:23.463104 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0d48fbce-b3f2-47ea-b026-823cc538d9b0 req-5b3aa147-05f7-4461-bba1-957a1b9ae3b4 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004273 Jan 12 09:36:23.492568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77a6603a-5fd1-4f7d-9bf5-55f75c6ad185 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.585112 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '715c988b-306b-40a3-a471-67e02a533804', 'tag': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a', 'status': 'completed', 'code': 200} Jan 12 09:36:23.596658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6603a-5fd1-4f7d-9bf5-55f75c6ad185 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=514c67d0-5c4e-4c98-9795-a67f44ad14ed,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:23.666327 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b5e6f683-3f2f-41cc-ab27-d22360335db8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1748395 Jan 12 09:36:23.671576 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-40364062-d490-4fba-a00c-27c12d0c8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7691ae-7ada-4d28-95da-b17745005599', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719856618', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:35:37Z', 'revision_number': 4, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'gw_port': {'id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '21726742-367a-4628-a4b5-927b0671fa91', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'floating_ip_address': '172.26.2.82', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'port_id': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'mac_address': 'fa:16:3e:96:b5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715c988b-306b-40a3-a471-67e02a533804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:36:20Z', 'updated_at': '2022-01-12T09:36:20Z', 'revision_number': 0, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee9e4b6-4f01-479a-9048-b352eada4fcb', 'name': '', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'mac_address': 'fa:16:3e:be:38:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:34Z', 'updated_at': '2022-01-12T09:35:48Z', 'revision_number': 5, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'subnets': [{'id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:23.676022 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40364062-d490-4fba-a00c-27c12d0c8ecc None None] Checking router: 5a7691ae-7ada-4d28-95da-b17745005599 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:36:23.680962 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35248) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:23.686584 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40364062-d490-4fba-a00c-27c12d0c8ecc None None] Routers {'5a7691ae-7ada-4d28-95da-b17745005599'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:23.687401 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-40364062-d490-4fba-a00c-27c12d0c8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a7691ae-7ada-4d28-95da-b17745005599'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:23.696177 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7741f30d-0b08-4df3-8a92-bdc184877b8d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'subnet': {'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:23.704447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:23.726891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:23.802722 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:23.820000 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77a6603a-5fd1-4f7d-9bf5-55f75c6ad185 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.827248 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Pushing event updated for resources: {'Port': ['ID=630e7729-e762-4b10-9e1e-bffa8d9524e1,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:23.884502 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-40364062-d490-4fba-a00c-27c12d0c8ecc None None] Set router 5a7691ae-7ada-4d28-95da-b17745005599 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:36:23.898626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:23.903988 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:23.904578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.072231 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 3.4501908 Jan 12 09:36:24.092377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35252) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:24.128838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-70ecbc92-ee04-4534-be49-43fc9c3d11c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Request body: {'subnet': {'network_id': '77077faf-de31-4266-9eae-fe3c4933dc67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:24.223221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7741f30d-0b08-4df3-8a92-bdc184877b8d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:24.223986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.224371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.224678 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Floating IP 4aafe6be-a49e-4443-bdee-8453c093fc62 disassociated. External IP: 172.26.2.61, port: c206227f-ad9e-432b-9392-1ddeaec7f587. Jan 12 09:36:24.225234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Calling delete_port for c206227f-ad9e-432b-9392-1ddeaec7f587 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:24.235222 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7741f30d-0b08-4df3-8a92-bdc184877b8d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:subnet and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:24.242615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7741f30d-0b08-4df3-8a92-bdc184877b8d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:24.272653 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-40364062-d490-4fba-a00c-27c12d0c8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7691ae-7ada-4d28-95da-b17745005599', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719856618', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:35:37Z', 'revision_number': 4, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'gw_port': {'id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '21726742-367a-4628-a4b5-927b0671fa91', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'floating_ip_address': '172.26.2.82', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'port_id': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'mac_address': 'fa:16:3e:96:b5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715c988b-306b-40a3-a471-67e02a533804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:36:20Z', 'updated_at': '2022-01-12T09:36:20Z', 'revision_number': 0, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee9e4b6-4f01-479a-9048-b352eada4fcb', 'name': '', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'mac_address': 'fa:16:3e:be:38:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:34Z', 'updated_at': '2022-01-12T09:35:48Z', 'revision_number': 5, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'subnets': [{'id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:24.276650 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40364062-d490-4fba-a00c-27c12d0c8ecc None None] The sync data for ids ['5a7691ae-7ada-4d28-95da-b17745005599'] in dv-neutron-824346-1-hyperv is: [{'id': '5a7691ae-7ada-4d28-95da-b17745005599', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719856618', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:35:37Z', 'revision_number': 4, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'gw_port': {'id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '21726742-367a-4628-a4b5-927b0671fa91', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'floating_ip_address': '172.26.2.82', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'port_id': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'mac_address': 'fa:16:3e:96:b5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715c988b-306b-40a3-a471-67e02a533804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:36:20Z', 'updated_at': '2022-01-12T09:36:20Z', 'revision_number': 0, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee9e4b6-4f01-479a-9048-b352eada4fcb', 'name': '', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'mac_address': 'fa:16:3e:be:38:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:34Z', 'updated_at': '2022-01-12T09:35:48Z', 'revision_number': 5, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'subnets': [{'id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:36:24.301991 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7741f30d-0b08-4df3-8a92-bdc184877b8d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:24.316906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a6603a-5fd1-4f7d-9bf5-55f75c6ad185 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Router 93e63d49-7d2c-4886-992b-fd91c5e61202 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:36:24.321010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7741f30d-0b08-4df3-8a92-bdc184877b8d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:24.324521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7741f30d-0b08-4df3-8a92-bdc184877b8d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.400787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657df5cc-74d4-488c-bb92-e9418c10237d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event updated for resources: {'Network': ['ID=77077faf-de31-4266-9eae-fe3c4933dc67,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:24.412755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 77077faf-de31-4266-9eae-fe3c4933dc67 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:36:24.478213 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b638e9e-67e2-4ca2-bbcb-38a965d811c3 req-3819974d-bf85-471a-8317-67211e1e3fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:24.479741 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5b638e9e-67e2-4ca2-bbcb-38a965d811c3 req-3819974d-bf85-471a-8317-67211e1e3fd6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83593b4cf2574a6d998ae195c62151f9&device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 1098 time: 1.1445520 Jan 12 09:36:24.580186 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd77958-8856-461f-bf3c-68c2ddff3b38 None None] New status for floating IP 21726742-367a-4628-a4b5-927b0671fa91: ACTIVE {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:36:24.600525 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a6603a-5fd1-4f7d-9bf5-55f75c6ad185 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:36:24.611228 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed1ffcf-ed0d-413f-839b-27832ccc65e6 None None] Sync routers for ids ['93e63d49-7d2c-4886-992b-fd91c5e61202'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:36:24.620784 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-aa14e70c-eecd-496b-b7b3-dcb84dc0e7f3 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:36:24.621832 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed1ffcf-ed0d-413f-839b-27832ccc65e6 None None] Routers {'93e63d49-7d2c-4886-992b-fd91c5e61202'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:24.622462 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1ed1ffcf-ed0d-413f-839b-27832ccc65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['93e63d49-7d2c-4886-992b-fd91c5e61202'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:24.631770 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.ipam_backend_mixin [None req-7741f30d-0b08-4df3-8a92-bdc184877b8d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 206da226-4a72-4318-94ab-ac77cd36a282 (CIDR: 172.20.0.16/28) Jan 12 09:36:24.664129 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa14e70c-eecd-496b-b7b3-dcb84dc0e7f3 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.695905 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-7741f30d-0b08-4df3-8a92-bdc184877b8d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:24.696568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7741f30d-0b08-4df3-8a92-bdc184877b8d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:24.708249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fff37b-0c38-48e3-a4d8-13a3b60e4050 req-6374720c-6592-4dea-88b7-69b912d0220b tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:24.708854 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-77a6603a-5fd1-4f7d-9bf5-55f75c6ad185 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "PUT /v2.0/routers/93e63d49-7d2c-4886-992b-fd91c5e61202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8566480 Jan 12 09:36:24.709513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35258) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:24.710576 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a8fff37b-0c38-48e3-a4d8-13a3b60e4050 req-6374720c-6592-4dea-88b7-69b912d0220b tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 945 time: 1.0742729 Jan 12 09:36:24.721513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa14e70c-eecd-496b-b7b3-dcb84dc0e7f3 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:24.731851 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] For port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=fed307cc-4761-4958-b2a5-8c5c1eb7b6d4,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:24.752846 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1ed1ffcf-ed0d-413f-839b-27832ccc65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:24.762620 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed1ffcf-ed0d-413f-839b-27832ccc65e6 None None] Routers {'93e63d49-7d2c-4886-992b-fd91c5e61202'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:24.763263 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1ed1ffcf-ed0d-413f-839b-27832ccc65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['93e63d49-7d2c-4886-992b-fd91c5e61202'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:24.768994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-70ecbc92-ee04-4534-be49-43fc9c3d11c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:24.785056 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-986e041f-6269-4a5d-9238-8d96ddb03e5f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] GET failed (client error): The resource could not be found. Jan 12 09:36:24.785500 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-986e041f-6269-4a5d-9238-8d96ddb03e5f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:24.809593 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7741f30d-0b08-4df3-8a92-bdc184877b8d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1274095 Jan 12 09:36:24.811308 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35262) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:24.822593 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-3d2631c3-4bf9-4f49-9f2c-cf40e47a545b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'subnet': {'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:24.851134 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-986e041f-6269-4a5d-9238-8d96ddb03e5f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:24.858101 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-986e041f-6269-4a5d-9238-8d96ddb03e5f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/514c67d0-5c4e-4c98-9795-a67f44ad14ed HTTP/1.1" status: 404 len: 333 time: 0.1329601 Jan 12 09:36:24.858842 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1ed1ffcf-ed0d-413f-839b-27832ccc65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:24.859444 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed1ffcf-ed0d-413f-839b-27832ccc65e6 None None] The sync data for ids ['93e63d49-7d2c-4886-992b-fd91c5e61202'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:36:24.860528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-70ecbc92-ee04-4534-be49-43fc9c3d11c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Usage tracker for resource:subnet and tenant:c042416f12d241ce86bad6ec45fa9912 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:24.867632 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35266) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:24.877364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-70ecbc92-ee04-4534-be49-43fc9c3d11c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:24.964956 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-70ecbc92-ee04-4534-be49-43fc9c3d11c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:24.976282 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9443-fd1f-4b4d-90e2-d455d00b5c06 req-37d80e3f-48a2-4be2-be67-bd4efea7ba4d tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:24.977838 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6afa9443-fd1f-4b4d-90e2-d455d00b5c06 req-37d80e3f-48a2-4be2-be67-bd4efea7ba4d tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 943 time: 0.3623791 Jan 12 09:36:25.112255 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e3340912-110b-40e8-bef3-e534828a60ee tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.227164 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-548e5350-56c7-4798-8141-d1cff6d5ed13 None None] Provisioning complete for port 0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:25.227164 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-548e5350-56c7-4798-8141-d1cff6d5ed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.261678 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:36:25.283426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14e70c-eecd-496b-b7b3-dcb84dc0e7f3 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event updated for resources: {'Port': ['ID=0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:25.286081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-548e5350-56c7-4798-8141-d1cff6d5ed13 None None] Port 0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:25.304136 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ecbc92-ee04-4534-be49-43fc9c3d11c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Made reservation on behalf of c042416f12d241ce86bad6ec45fa9912 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:25.307650 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70ecbc92-ee04-4534-be49-43fc9c3d11c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.334478 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6afa9443-fd1f-4b4d-90e2-d455d00b5c06 req-e4634027-1730-450c-a476-a6ef4aee4984 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups?id=f845d1e9-d9b2-4171-a817-72123fae9eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615526 Jan 12 09:36:25.337043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.341461 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b638e9e-67e2-4ca2-bbcb-38a965d811c3 req-58ff56e0-aff1-4a5f-84f5-12fbf713a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:25.343230 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5b638e9e-67e2-4ca2-bbcb-38a965d811c3 req-58ff56e0-aff1-4a5f-84f5-12fbf713a191 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 HTTP/1.1" status: 200 len: 897 time: 0.7690263 Jan 12 09:36:25.346354 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a8fff37b-0c38-48e3-a4d8-13a3b60e4050 req-a6c11f1d-e7f2-4f11-9628-11d99d01c240 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6095974 Jan 12 09:36:25.380135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.380847 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.386242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35270) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:25.408275 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3d2631c3-4bf9-4f49-9f2c-cf40e47a545b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:25.460929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3d2631c3-4bf9-4f49-9f2c-cf40e47a545b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Usage tracker for resource:subnet and tenant:e398d06e5ea248788795b74f5516b423 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:25.470631 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3d2631c3-4bf9-4f49-9f2c-cf40e47a545b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:25.474973 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e3340912-110b-40e8-bef3-e534828a60ee tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.479394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e3340912-110b-40e8-bef3-e534828a60ee tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.481122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3d2631c3-4bf9-4f49-9f2c-cf40e47a545b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:25.504315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2631c3-4bf9-4f49-9f2c-cf40e47a545b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Made reservation on behalf of e398d06e5ea248788795b74f5516b423 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:25.508049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3d2631c3-4bf9-4f49-9f2c-cf40e47a545b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.526981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e3340912-110b-40e8-bef3-e534828a60ee tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.527491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3340912-110b-40e8-bef3-e534828a60ee tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Fanout notify agent at l3_agent the message router_deleted on router 93e63d49-7d2c-4886-992b-fd91c5e61202 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:36:25.699830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e3340912-110b-40e8-bef3-e534828a60ee tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.702151 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e3340912-110b-40e8-bef3-e534828a60ee tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/routers/93e63d49-7d2c-4886-992b-fd91c5e61202 HTTP/1.1" status: 204 len: 168 time: 0.8333173 Jan 12 09:36:25.704866 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-aa14e70c-eecd-496b-b7b3-dcb84dc0e7f3 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] In _notify_port_updated(), no bound segment for port 0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4 on network 578ca857-b274-46e6-8fc2-5816d73938c0 {{(pid=87663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:36:25.706394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35274) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:25.710336 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa14e70c-eecd-496b-b7b3-dcb84dc0e7f3 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:25.711067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aa14e70c-eecd-496b-b7b3-dcb84dc0e7f3 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.715037 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-aa14e70c-eecd-496b-b7b3-dcb84dc0e7f3 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "PUT /v2.0/ports/0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4 HTTP/1.1" status: 200 len: 993 time: 4.2224915 Jan 12 09:36:25.754482 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35278) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:25.790222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.813832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:25.858076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:25.863430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:25.864191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.868126 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fcac75-076d-49fa-8946-f39858b2a7bc None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:25.903477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-73714780-85bf-437a-b1cd-97d1f73ccafc tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting subnet 89a3b480-3c39-442a-abf1-f2d27b014fb9 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:36:25.918028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5774fd0e-17b4-4dd0-bd56-641218746db7 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Deleting port 0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:25.918649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5774fd0e-17b4-4dd0-bd56-641218746db7 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.927529 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.947709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-73714780-85bf-437a-b1cd-97d1f73ccafc tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:25.976282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=cdeda822-723d-4812-a7b6-059b23c4bcff,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:26.059277 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-73714780-85bf-437a-b1cd-97d1f73ccafc tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.129742 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=fed307cc-4761-4958-b2a5-8c5c1eb7b6d4,revision_number=5']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:26.170864 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5b638e9e-67e2-4ca2-bbcb-38a965d811c3 req-4acde091-d45b-4aa9-8be5-780202d415ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a HTTP/1.1" status: 200 len: 1000 time: 0.7938492 Jan 12 09:36:26.173851 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-28f277da-516b-497e-8028-19f6369b44e1 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/floatingips/21726742-367a-4628-a4b5-927b0671fa91 HTTP/1.1" status: 200 len: 992 time: 0.6667886 Jan 12 09:36:26.195967 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1ea61b6a-2c41-4779-bc31-ab32aee21b93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 10.0487986 Jan 12 09:36:26.212041 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35282) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:26.232041 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'mac_address': 'fa:16:3e:8d:5c:00', 'name': 'tempest-NetworksTestDHCPv6-202082556'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:26.251194 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Pushing event deleted for resources: {'Port': ['ID=c206227f-ad9e-432b-9392-1ddeaec7f587,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:26.521862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b638e9e-67e2-4ca2-bbcb-38a965d811c3 req-5d8731de-3270-45ca-95fc-a1cec1df9ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:26.523455 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5b638e9e-67e2-4ca2-bbcb-38a965d811c3 req-5d8731de-3270-45ca-95fc-a1cec1df9ebf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=23fa9bd8-ea9a-46a0-8f13-81ada7344c9b HTTP/1.1" status: 200 len: 835 time: 0.3286831 Jan 12 09:36:26.538486 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-05ba1da2-3afb-487a-93c3-2114bf750ec6 req-709342a3-66c9-480c-9e9e-f057e52faf3a tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 210 time: 0.0582492 Jan 12 09:36:26.593816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-73714780-85bf-437a-b1cd-97d1f73ccafc tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.638341 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5774fd0e-17b4-4dd0-bd56-641218746db7 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.685152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:36:26.788584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5774fd0e-17b4-4dd0-bd56-641218746db7 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Calling delete_port for 0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:26.819056 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:26.828561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0c10824e-202c-4392-948e-7fcfb1a45ca6 None None] Provisioning complete for port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:26.829296 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0c10824e-202c-4392-948e-7fcfb1a45ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.849875 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:port and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:26.859166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:26.870469 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:26.890016 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3d2631c3-4bf9-4f49-9f2c-cf40e47a545b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:26.943996 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:26.949019 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70ecbc92-ee04-4534-be49-43fc9c3d11c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.000136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-73714780-85bf-437a-b1cd-97d1f73ccafc tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.004997 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2631c3-4bf9-4f49-9f2c-cf40e47a545b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:27.022449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-3d2631c3-4bf9-4f49-9f2c-cf40e47a545b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:27.033154 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2631c3-4bf9-4f49-9f2c-cf40e47a545b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:27.033788 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3d2631c3-4bf9-4f49-9f2c-cf40e47a545b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.053986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2cf2ed-c2cc-4989-b5aa-7c432b88e8bd None None] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:27.073068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-73714780-85bf-437a-b1cd-97d1f73ccafc tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.076383 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d99794-cb89-4a5e-b5ad-7d051e9af612 None None] Network 79714189-f3e7-4373-ad8b-5feac720bc8b requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:27.080185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2631c3-4bf9-4f49-9f2c-cf40e47a545b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Subnet': ['ID=5fde2762-6077-428c-bb07-fea16fd73a60,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:27.120892 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.154604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b638e9e-67e2-4ca2-bbcb-38a965d811c3 req-5037b376-46df-4a71-845b-bd5f79f0d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:27.156062 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5b638e9e-67e2-4ca2-bbcb-38a965d811c3 req-5037b376-46df-4a71-845b-bd5f79f0d4f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5579038e-9c4a-4e1b-9451-bb4f59f0e3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6209941 Jan 12 09:36:27.157011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.162733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecbc92-ee04-4534-be49-43fc9c3d11c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event updated for resources: {'Subnet': ['ID=9107f8e9-a5ad-4238-9243-a42d9874c09b,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:27.188133 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73714780-85bf-437a-b1cd-97d1f73ccafc tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Subnet': ['ID=89a3b480-3c39-442a-abf1-f2d27b014fb9,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:27.212851 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-73714780-85bf-437a-b1cd-97d1f73ccafc tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/89a3b480-3c39-442a-abf1-f2d27b014fb9 HTTP/1.1" status: 204 len: 168 time: 1.5028119 Jan 12 09:36:27.218753 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3d2631c3-4bf9-4f49-9f2c-cf40e47a545b tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4050846 Jan 12 09:36:27.221593 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35288) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:27.221777 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35290) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:27.347573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ecbc92-ee04-4534-be49-43fc9c3d11c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Checking segment: {'id': 'deb74378-d114-4103-81b2-d3e7545dfc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '77077faf-de31-4266-9eae-fe3c4933dc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:36:27.348010 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ecbc92-ee04-4534-be49-43fc9c3d11c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Network hostable DHCP agents. Network: 77077faf-de31-4266-9eae-fe3c4933dc67, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:36:27.387265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-21b7f02b-62c3-41ae-9180-b30400b01967 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1110872047', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5fde2762-6077-428c-bb07-fea16fd73a60'}], 'security_groups': ['cec7c7cb-4209-443d-8432-011af101a8b2', 'bfafc6b0-a40d-4017-aac6-f05ea3764c84']}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:27.430990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:36:27.451358 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c2bd2-6d0f-43a2-9787-41a445a8d23b None None] Sync routers for ids ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:36:27.454878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.485483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5774fd0e-17b4-4dd0-bd56-641218746db7 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.511968 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5c2bd2-6d0f-43a2-9787-41a445a8d23b None None] Routers {'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:27.512605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-cf5c2bd2-6d0f-43a2-9787-41a445a8d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:27.622296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] No DVR routers for this DVR port c206227f-ad9e-432b-9392-1ddeaec7f587 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:27.629766 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.634631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e214d23-4055-42bf-9be4-ca2446c3166a', 'name': 'network-vif-deleted', 'tag': 'c206227f-ad9e-432b-9392-1ddeaec7f587'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:36:27.641113 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.669023 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ecbc92-ee04-4534-be49-43fc9c3d11c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Network 77077faf-de31-4266-9eae-fe3c4933dc67 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:36:27.677102 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5b638e9e-67e2-4ca2-bbcb-38a965d811c3 req-71a2277f-ae8a-4bb5-8dd7-6741c524d8df service neutron] 10.222.0.53 "GET /v2.0/networks/5579038e-9c4a-4e1b-9451-bb4f59f0e3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117342 Jan 12 09:36:27.694633 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1790719e-46f0-4517-b61c-6d5ce10d37da None None] DHCP port deletion for 79714189-f3e7-4373-ad8b-5feac720bc8b request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:36:27.714894 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774fd0e-17b4-4dd0-bd56-641218746db7 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event deleted for resources: {'Port': ['ID=0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:27.716868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1790719e-46f0-4517-b61c-6d5ce10d37da None None] Deleting port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:27.717514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port c0a252b1-8fe1-4cb6-ad5c-ed3216999dbb yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:27.717658 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1790719e-46f0-4517-b61c-6d5ce10d37da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.718603 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e214d23-4055-42bf-9be4-ca2446c3166a', 'name': 'network-vif-deleted', 'tag': 'c206227f-ad9e-432b-9392-1ddeaec7f587', 'status': 'completed', 'code': 200} Jan 12 09:36:27.720114 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1b61df7-21fa-4abd-b604-6e3479c04d19 req-b21b6dfb-47a2-4b5e-b56a-81f49fa88366 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.53 "DELETE /v2.0/ports/c206227f-ad9e-432b-9392-1ddeaec7f587 HTTP/1.1" status: 204 len: 173 time: 11.6995084 Jan 12 09:36:27.793923 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-70ecbc92-ee04-4534-be49-43fc9c3d11c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 77077faf-de31-4266-9eae-fe3c4933dc67) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:27.814903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-ce127bf5-73e1-4563-85cb-c3f0f42ceaa8 req-264a8c37-9817-445a-93d9-fd058595addb tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Synchronizing usage tracker for tenant:4a462b68449743d888150888eed67276 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:27.833458 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ecbc92-ee04-4534-be49-43fc9c3d11c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:27.834333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70ecbc92-ee04-4534-be49-43fc9c3d11c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.861044 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:27.861654 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:27.939012 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-ce127bf5-73e1-4563-85cb-c3f0f42ceaa8 req-264a8c37-9817-445a-93d9-fd058595addb tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Unset dirty status for tenant:4a462b68449743d888150888eed67276 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:27.951065 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ce127bf5-73e1-4563-85cb-c3f0f42ceaa8 req-264a8c37-9817-445a-93d9-fd058595addb tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e214d23-4055-42bf-9be4-ca2446c3166a HTTP/1.1" status: 200 len: 210 time: 0.2382092 Jan 12 09:36:27.964389 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-70ecbc92-ee04-4534-be49-43fc9c3d11c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8691006 Jan 12 09:36:27.967357 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35300) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:27.975585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-57facf82-cd42-4699-845e-664379468e4b tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Request body: {'network': {'name': 'tempest-router-network01--379676889'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:27.991509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-57facf82-cd42-4699-845e-664379468e4b tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:28.002607 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-57facf82-cd42-4699-845e-664379468e4b tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Usage tracker for resource:network and tenant:c042416f12d241ce86bad6ec45fa9912 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:28.007513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-57facf82-cd42-4699-845e-664379468e4b tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:28.013085 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5b638e9e-67e2-4ca2-bbcb-38a965d811c3 req-cfb76633-a4f1-407f-a185-d8cb1d5b9933 service neutron] 10.222.0.53 "GET /v2.0/networks/5579038e-9c4a-4e1b-9451-bb4f59f0e3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250022 Jan 12 09:36:28.016972 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Router a277b115-6d15-4144-9851-7d7ccdf47389 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:36:28.020256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-57facf82-cd42-4699-845e-664379468e4b tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:28.118028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55f345f-891c-44bb-8ab6-3619fa051aca None None] Network 77077faf-de31-4266-9eae-fe3c4933dc67 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:28.143217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57facf82-cd42-4699-845e-664379468e4b tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Made reservation on behalf of c042416f12d241ce86bad6ec45fa9912 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:28.146594 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-57facf82-cd42-4699-845e-664379468e4b tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.176637 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:28.258085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-cf5c2bd2-6d0f-43a2-9787-41a445a8d23b None None] Set router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:36:28.293001 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57facf82-cd42-4699-845e-664379468e4b tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:36:28.316552 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-57facf82-cd42-4699-845e-664379468e4b tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.317044 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-57facf82-cd42-4699-845e-664379468e4b tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Added segment 6f048249-a7fc-4329-8573-9f58588a5e77 of type vlan for network 4459eddf-3272-4a93-945f-0927b911faec Jan 12 09:36:28.327489 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:36:28.356694 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e635540-034a-4901-a95b-80e56baf4481 None None] Sync routers for ids ['a277b115-6d15-4144-9851-7d7ccdf47389'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:36:28.368421 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1790719e-46f0-4517-b61c-6d5ce10d37da None None] For port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=0f88c4cf-9fcc-4147-a6d0-c203a14d2d88,segment=NetworkSegment(44754080-edb6-4201-bcdc-5e3d6bc0596c),segment_id=44754080-edb6-4201-bcdc-5e3d6bc0596c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:28.368839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1790719e-46f0-4517-b61c-6d5ce10d37da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.372623 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e635540-034a-4901-a95b-80e56baf4481 None None] Routers {'a277b115-6d15-4144-9851-7d7ccdf47389'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:28.374966 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8e635540-034a-4901-a95b-80e56baf4481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a277b115-6d15-4144-9851-7d7ccdf47389'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:28.407219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.411647 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8e467eb8-cae2-47ab-b871-6775436f1a15 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "PUT /v2.0/routers/a277b115-6d15-4144-9851-7d7ccdf47389 HTTP/1.1" status: 200 len: 883 time: 12.2364252 Jan 12 09:36:28.419470 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35304) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:28.425683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadbaac-957e-40b6-85c0-21756bd9bd48 req-984dc68d-995c-4206-a70c-17e07a0d88dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:28.432749 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aaadbaac-957e-40b6-85c0-21756bd9bd48 req-984dc68d-995c-4206-a70c-17e07a0d88dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83593b4cf2574a6d998ae195c62151f9&device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 1098 time: 0.3327327 Jan 12 09:36:28.436180 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-57facf82-cd42-4699-845e-664379468e4b tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.482835 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8e635540-034a-4901-a95b-80e56baf4481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:28.488370 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21b7f02b-62c3-41ae-9180-b30400b01967 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.495996 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e635540-034a-4901-a95b-80e56baf4481 None None] Routers {'a277b115-6d15-4144-9851-7d7ccdf47389'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:28.496911 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8e635540-034a-4901-a95b-80e56baf4481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a277b115-6d15-4144-9851-7d7ccdf47389'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:28.595566 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8e635540-034a-4901-a95b-80e56baf4481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:28.596419 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e635540-034a-4901-a95b-80e56baf4481 None None] The sync data for ids ['a277b115-6d15-4144-9851-7d7ccdf47389'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:36:28.616840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-57facf82-cd42-4699-845e-664379468e4b tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.625084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5774fd0e-17b4-4dd0-bd56-641218746db7 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.709573 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] For port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=0f88c4cf-9fcc-4147-a6d0-c203a14d2d88,segment=NetworkSegment(44754080-edb6-4201-bcdc-5e3d6bc0596c),segment_id=44754080-edb6-4201-bcdc-5e3d6bc0596c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:28.709988 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.764775 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57facf82-cd42-4699-845e-664379468e4b tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:28.765443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-57facf82-cd42-4699-845e-664379468e4b tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:28.793824 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadbaac-957e-40b6-85c0-21756bd9bd48 req-61b7e2a0-cd68-4679-87c6-9ebdf43b4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:28.795338 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aaadbaac-957e-40b6-85c0-21756bd9bd48 req-61b7e2a0-cd68-4679-87c6-9ebdf43b4546 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 HTTP/1.1" status: 200 len: 897 time: 0.3368747 Jan 12 09:36:28.852698 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1790719e-46f0-4517-b61c-6d5ce10d37da None None] Calling delete_port for 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:28.861311 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:28.867848 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-57facf82-cd42-4699-845e-664379468e4b tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8992550 Jan 12 09:36:28.882692 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35308) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:28.939796 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5774fd0e-17b4-4dd0-bd56-641218746db7 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "DELETE /v2.0/ports/0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4 HTTP/1.1" status: 204 len: 168 time: 3.1538489 Jan 12 09:36:28.950584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35312) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:28.951779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-180b02b3-d968-4461-b75b-d933c1ae1477 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Request body: {'network': {'name': 'tempest-router-network02--1652988183'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:28.957961 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57facf82-cd42-4699-845e-664379468e4b tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event updated for resources: {'Network': ['ID=4459eddf-3272-4a93-945f-0927b911faec,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:28.972746 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-180b02b3-d968-4461-b75b-d933c1ae1477 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:28.981239 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-180b02b3-d968-4461-b75b-d933c1ae1477 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Usage tracker for resource:network and tenant:c042416f12d241ce86bad6ec45fa9912 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:28.984102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3467ac0-3476-4196-acc7-a3f1200840df None None] Update dhcp port {'port': {'network_id': '6b387107-ddfa-4d9d-8d06-9c6f22b38f67', 'fixed_ips': [{'subnet_id': '206da226-4a72-4318-94ab-ac77cd36a282', 'ip_address': '172.20.0.18'}, {'subnet_id': '86aa10c8-8d14-4025-9f8f-ac629e097e11', 'ip_address': '172.20.0.2'}, {'subnet_id': '5fde2762-6077-428c-bb07-fea16fd73a60'}], 'binding:host_id': 'dv-neutron-824346-1-hyperv'}, 'id': 'aaa7922d-30a4-4cf0-8902-0f90934da8de'} from dv-neutron-824346-1-hyperv. {{(pid=87665) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 12 09:36:28.986259 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-180b02b3-d968-4461-b75b-d933c1ae1477 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:28.996199 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-180b02b3-d968-4461-b75b-d933c1ae1477 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:29.003253 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aaadbaac-957e-40b6-85c0-21756bd9bd48 req-4e1ebbc3-03eb-4733-ba84-9abf455d4d5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a HTTP/1.1" status: 200 len: 1000 time: 0.1862967 Jan 12 09:36:29.025840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 4459eddf-3272-4a93-945f-0927b911faec details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:36:29.086013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180b02b3-d968-4461-b75b-d933c1ae1477 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Made reservation on behalf of c042416f12d241ce86bad6ec45fa9912 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:29.096851 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-180b02b3-d968-4461-b75b-d933c1ae1477 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.152334 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35318) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:29.167369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180b02b3-d968-4461-b75b-d933c1ae1477 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:36:29.171268 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadbaac-957e-40b6-85c0-21756bd9bd48 req-26d80a7e-0c6a-4792-91f5-dd4e3b11c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:29.172788 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aaadbaac-957e-40b6-85c0-21756bd9bd48 req-26d80a7e-0c6a-4792-91f5-dd4e3b11c351 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=23fa9bd8-ea9a-46a0-8f13-81ada7344c9b HTTP/1.1" status: 200 len: 835 time: 0.1619177 Jan 12 09:36:29.209839 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-180b02b3-d968-4461-b75b-d933c1ae1477 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.210154 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-180b02b3-d968-4461-b75b-d933c1ae1477 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Added segment 765f5d78-8b36-4958-a869-365affc73938 of type vlan for network 995c1e99-5ace-4bf1-939d-d90497a28f8d Jan 12 09:36:29.243112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 172.20.0.14 (ff4a5360-acb6-446d-a4d9-75b6632567e8/f760b43d-dc6e-4e61-8e19-8b959575d1e8/c0a252b1-8fe1-4cb6-ad5c-ed3216999dbb) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:29.258871 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-180b02b3-d968-4461-b75b-d933c1ae1477 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.289413 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f30e086-5c89-4289-9a25-2b598790a9e2 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] GET failed (client error): The resource could not be found. Jan 12 09:36:29.289413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8f30e086-5c89-4289-9a25-2b598790a9e2 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Synchronizing usage tracker for tenant:db1512a07d2b4b07aeee3754348918eb on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:29.296442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadbaac-957e-40b6-85c0-21756bd9bd48 req-76fec647-6c17-4059-ad8b-aaeec25ed6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:29.296920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:29.297418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.297927 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aaadbaac-957e-40b6-85c0-21756bd9bd48 req-76fec647-6c17-4059-ad8b-aaeec25ed6d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5579038e-9c4a-4e1b-9451-bb4f59f0e3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1191888 Jan 12 09:36:29.302038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::f816:3eff:fe8d:5c00 (ff4a5360-acb6-446d-a4d9-75b6632567e8/cdeda822-723d-4812-a7b6-059b23c4bcff/c0a252b1-8fe1-4cb6-ad5c-ed3216999dbb) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:29.323913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-180b02b3-d968-4461-b75b-d933c1ae1477 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.329178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180b02b3-d968-4461-b75b-d933c1ae1477 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:29.329769 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-180b02b3-d968-4461-b75b-d933c1ae1477 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.337174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3467ac0-3476-4196-acc7-a3f1200840df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.380464 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fde67b80-33f0-4293-b7ea-94354b08820c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/routers/a277b115-6d15-4144-9851-7d7ccdf47389 HTTP/1.1" status: 200 len: 924 time: 0.9569850 Jan 12 09:36:29.380705 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-77077faf-de31-4266-9eae-fe3c4933dc67', 'network_id': '77077faf-de31-4266-9eae-fe3c4933dc67', 'tenant_id': 'c042416f12d241ce86bad6ec45fa9912', 'fixed_ips': [{'subnet_id': '9107f8e9-a5ad-4238-9243-a42d9874c09b'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:36:29.380705 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.392797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35324) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:29.440332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8f30e086-5c89-4289-9a25-2b598790a9e2 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Unset dirty status for tenant:db1512a07d2b4b07aeee3754348918eb on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:29.445646 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8f30e086-5c89-4289-9a25-2b598790a9e2 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "GET /v2.0/ports/0d1977f0-e40c-49c5-b3fe-fedc4f50e6c4 HTTP/1.1" status: 404 len: 333 time: 0.2905736 Jan 12 09:36:29.452298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35328) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:29.468876 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1790719e-46f0-4517-b61c-6d5ce10d37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.469273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Request body: {'port': {'network_id': '578ca857-b274-46e6-8fc2-5816d73938c0', 'name': 'tempest-AllowedAddressPairTestJSON-2053550035'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:29.518733 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:36:29.519154 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:36:29.544806 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-180b02b3-d968-4461-b75b-d933c1ae1477 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6610172 Jan 12 09:36:29.549511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d5215b74-4d25-4586-81cf-87b17a36f572 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.554691 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35332) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:29.557070 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b02b3-d968-4461-b75b-d933c1ae1477 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event updated for resources: {'Network': ['ID=995c1e99-5ace-4bf1-939d-d90497a28f8d,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:29.568743 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c9e1d4c3-9114-42ae-b3b0-216d4746d1ad tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Request body: {'subnet': {'network_id': '4459eddf-3272-4a93-945f-0927b911faec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:29.588964 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 995c1e99-5ace-4bf1-939d-d90497a28f8d details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:36:29.604727 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aaadbaac-957e-40b6-85c0-21756bd9bd48 req-0a5b2158-d860-4835-ad19-0a954d51ad5e service neutron] 10.222.0.53 "GET /v2.0/networks/5579038e-9c4a-4e1b-9451-bb4f59f0e3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985799 Jan 12 09:36:29.628516 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790719e-46f0-4517-b61c-6d5ce10d37da None None] Pushing event deleted for resources: {'Port': ['ID=0f88c4cf-9fcc-4147-a6d0-c203a14d2d88,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:29.652382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25991571-9107-49c4-a3bc-32b55da91fb3 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:29.656570 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-25991571-9107-49c4-a3bc-32b55da91fb3 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&device_id=a277b115-6d15-4144-9851-7d7ccdf47389&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2601333 Jan 12 09:36:29.656725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1790719e-46f0-4517-b61c-6d5ce10d37da None None] No DVR routers for this DVR port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:29.656854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35336) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:29.778371 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d5215b74-4d25-4586-81cf-87b17a36f572 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:29.853517 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aaadbaac-957e-40b6-85c0-21756bd9bd48 req-b0e2342e-c2c4-4ee0-90de-474f68b36398 service neutron] 10.222.0.53 "GET /v2.0/networks/5579038e-9c4a-4e1b-9451-bb4f59f0e3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415965 Jan 12 09:36:29.874439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4956d0f-64ed-4296-9f50-051550755124 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:29.876481 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c4956d0f-64ed-4296-9f50-051550755124 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/networks/a0c71044-c202-4180-8447-4ec1d9a406cf HTTP/1.1" status: 200 len: 881 time: 0.2184980 Jan 12 09:36:29.879109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35340) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:29.935491 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0a37889a-bdb7-47d0-86c9-0f08e72a47b0 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "GET /v2.0/ports?device_id=a277b115-6d15-4144-9851-7d7ccdf47389 HTTP/1.1" status: 200 len: 205 time: 0.0550489 Jan 12 09:36:29.936181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35344) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:29.987371 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c9e1d4c3-9114-42ae-b3b0-216d4746d1ad tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:29.995038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:29.998029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c9e1d4c3-9114-42ae-b3b0-216d4746d1ad tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Usage tracker for resource:subnet and tenant:c042416f12d241ce86bad6ec45fa9912 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:30.005286 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c9e1d4c3-9114-42ae-b3b0-216d4746d1ad tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:30.022444 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:30.022444 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.027027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Allocated IP 172.20.0.2 (77077faf-de31-4266-9eae-fe3c4933dc67/9107f8e9-a5ad-4238-9243-a42d9874c09b/b353d63f-f439-4120-a42e-0e99a01d673e) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:30.059123 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c9e1d4c3-9114-42ae-b3b0-216d4746d1ad tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:30.082658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:30.086487 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:30.112391 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-cf5c2bd2-6d0f-43a2-9787-41a445a8d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'name': 'tempest-ServerActionsTestJSON-1191303219-router', 'tenant_id': '4a462b68449743d888150888eed67276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:06Z', 'updated_at': '2022-01-12T09:32:19Z', 'revision_number': 4, 'project_id': '4a462b68449743d888150888eed67276', 'gw_port': {'id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:07Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '93574377-b9ff-4eb4-a6a9-26da98305f15', 'name': '', 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'tenant_id': '4a462b68449743d888150888eed67276', 'mac_address': 'fa:16:3e:1c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:16Z', 'updated_at': '2022-01-12T09:32:31Z', 'revision_number': 5, 'project_id': '4a462b68449743d888150888eed67276', 'subnets': [{'id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:30.130273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-a3467ac0-3476-4196-acc7-a3f1200840df None None] Allocated IP 172.20.0.34 (6b387107-ddfa-4d9d-8d06-9c6f22b38f67/5fde2762-6077-428c-bb07-fea16fd73a60/aaa7922d-30a4-4cf0-8902-0f90934da8de) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:30.132874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8780a3cf-bf57-41e1-98ee-17c837924b4f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.134842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:36:30.135260 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 0f88c4cf-9fcc-4147-a6d0-c203a14d2d88 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:30.136858 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c2bd2-6d0f-43a2-9787-41a445a8d23b None None] Checking router: a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:36:30.140033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e1d4c3-9114-42ae-b3b0-216d4746d1ad tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Made reservation on behalf of c042416f12d241ce86bad6ec45fa9912 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:30.145568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d4c3-9114-42ae-b3b0-216d4746d1ad tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.171967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] The port '0f88c4cf-9fcc-4147-a6d0-c203a14d2d88' was deleted {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:36:30.176665 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d5215b74-4d25-4586-81cf-87b17a36f572 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.199193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.207370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5c2bd2-6d0f-43a2-9787-41a445a8d23b None None] Routers {'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:30.208088 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-cf5c2bd2-6d0f-43a2-9787-41a445a8d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:30.229824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Made reservation on behalf of db1512a07d2b4b07aeee3754348918eb for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:30.233334 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.279835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5215b74-4d25-4586-81cf-87b17a36f572 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f845d1e9-d9b2-4171-a817-72123fae9eff,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:30.378414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object c0a252b1-8fe1-4cb6-ad5c-ed3216999dbb will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:30.398058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] device_id is not set on port 19a24125-6487-4ef6-98f7-0de976d46df6 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:30.460065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8780a3cf-bf57-41e1-98ee-17c837924b4f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.474539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-8780a3cf-bf57-41e1-98ee-17c837924b4f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Deleting port 630e7729-e762-4b10-9e1e-bffa8d9524e1 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:30.475002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8780a3cf-bf57-41e1-98ee-17c837924b4f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.524642 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.533124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d5215b74-4d25-4586-81cf-87b17a36f572 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.536658 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d5215b74-4d25-4586-81cf-87b17a36f572 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "DELETE /v2.0/security-groups/f845d1e9-d9b2-4171-a817-72123fae9eff HTTP/1.1" status: 204 len: 168 time: 1.3325791 Jan 12 09:36:30.545020 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35348) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:30.578396 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-3e6461f3-be9b-4a97-8735-cb7fd353b843 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] show failed (client error): The resource could not be found. Jan 12 09:36:30.582064 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3e6461f3-be9b-4a97-8735-cb7fd353b843 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "GET /v2.0/security-groups/f845d1e9-d9b2-4171-a817-72123fae9eff HTTP/1.1" status: 404 len: 347 time: 0.0337660 Jan 12 09:36:30.582228 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79714189-f3e7-4373-ad8b-5feac720bc8b']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:30.582426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35352) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:30.608941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44754080-edb6-4201-bcdc-5e3d6bc0596c') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:30.609233 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44754080-edb6-4201-bcdc-5e3d6bc0596c') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:30.634201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a3467ac0-3476-4196-acc7-a3f1200840df None None] For port aaa7922d-30a4-4cf0-8902-0f90934da8de, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=aaa7922d-30a4-4cf0-8902-0f90934da8de,segment=NetworkSegment(f4be32ce-0089-4db9-8e92-e4026b0dcb89),segment_id=f4be32ce-0089-4db9-8e92-e4026b0dcb89)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:30.664324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.677747 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-cf5c2bd2-6d0f-43a2-9787-41a445a8d23b None None] Set router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:36:30.732558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.752699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.759392 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:36:30.759756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.760112 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.resource_extend [None req-a3467ac0-3476-4196-acc7-a3f1200840df None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:36:30.780936 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3467ac0-3476-4196-acc7-a3f1200840df None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:36:30.812970 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:36:30.816209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-db0b1690-2563-4703-93c8-16d8b47ef0a7 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Deleting port ff829c02-de30-4874-8074-6fdcfec1930f {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:30.816209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-db0b1690-2563-4703-93c8-16d8b47ef0a7 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.855366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8780a3cf-bf57-41e1-98ee-17c837924b4f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.867450 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:30.897560 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Transition to ACTIVE for port object b353d63f-f439-4120-a42e-0e99a01d673e will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:30.972940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Allocated IP 172.20.0.9 (578ca857-b274-46e6-8fc2-5816d73938c0/59949c86-4945-4e62-8aab-c54bcb3988c6/19a24125-6487-4ef6-98f7-0de976d46df6) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:30.981714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Transition to ACTIVE for port object b353d63f-f439-4120-a42e-0e99a01d673e will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:30.992484 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-8780a3cf-bf57-41e1-98ee-17c837924b4f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Calling delete_port for 630e7729-e762-4b10-9e1e-bffa8d9524e1 owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:30.999089 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.095270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:31.103816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:31.111231 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Network 77077faf-de31-4266-9eae-fe3c4933dc67 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:31.116743 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:31.117251 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:31.120055 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:31.131024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Pushing event updated for resources: {'Port': ['ID=b353d63f-f439-4120-a42e-0e99a01d673e,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:31.171559 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a3467ac0-3476-4196-acc7-a3f1200840df None None] Transition to ACTIVE for port object aaa7922d-30a4-4cf0-8902-0f90934da8de will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:31.198412 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=c0a252b1-8fe1-4cb6-ad5c-ed3216999dbb,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:31.201221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.205147 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.208117 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3467ac0-3476-4196-acc7-a3f1200840df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.281318 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-db0b1690-2563-4703-93c8-16d8b47ef0a7 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.281576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-db0b1690-2563-4703-93c8-16d8b47ef0a7 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.290911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d4c3-9114-42ae-b3b0-216d4746d1ad tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.321067 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3467ac0-3476-4196-acc7-a3f1200840df None None] Pushing event updated for resources: {'Port': ['ID=aaa7922d-30a4-4cf0-8902-0f90934da8de,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:31.335917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Network': ['ID=79714189-f3e7-4373-ad8b-5feac720bc8b,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:31.363425 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Attempting to bind port b353d63f-f439-4120-a42e-0e99a01d673e on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:31.363425 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Attempting to bind port b353d63f-f439-4120-a42e-0e99a01d673e by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'deb74378-d114-4103-81b2-d3e7545dfc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '77077faf-de31-4266-9eae-fe3c4933dc67'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:31.363425 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Attempting to bind port b353d63f-f439-4120-a42e-0e99a01d673e on network 77077faf-de31-4266-9eae-fe3c4933dc67 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:36:31.371117 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-da569567-5e7b-4c69-8de1-8529baed6d8f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/networks/79714189-f3e7-4373-ad8b-5feac720bc8b HTTP/1.1" status: 204 len: 168 time: 4.1465576 Jan 12 09:36:31.376076 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35356) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:31.436887 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-db0b1690-2563-4703-93c8-16d8b47ef0a7 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Calling delete_port for ff829c02-de30-4874-8074-6fdcfec1930f owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:31.443176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:36:31.443540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Checking segment: {'id': 'deb74378-d114-4103-81b2-d3e7545dfc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '77077faf-de31-4266-9eae-fe3c4933dc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:36:31.443944 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.444365 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Bound using segment: {'id': 'deb74378-d114-4103-81b2-d3e7545dfc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '77077faf-de31-4266-9eae-fe3c4933dc67'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:36:31.444805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Bound port: b353d63f-f439-4120-a42e-0e99a01d673e, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb74378-d114-4103-81b2-d3e7545dfc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '77077faf-de31-4266-9eae-fe3c4933dc67'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:31.445233 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.454380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:31.455193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.502062 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8780a3cf-bf57-41e1-98ee-17c837924b4f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.540091 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-cf5c2bd2-6d0f-43a2-9787-41a445a8d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'name': 'tempest-ServerActionsTestJSON-1191303219-router', 'tenant_id': '4a462b68449743d888150888eed67276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:06Z', 'updated_at': '2022-01-12T09:32:19Z', 'revision_number': 4, 'project_id': '4a462b68449743d888150888eed67276', 'gw_port': {'id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:07Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '93574377-b9ff-4eb4-a6a9-26da98305f15', 'name': '', 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'tenant_id': '4a462b68449743d888150888eed67276', 'mac_address': 'fa:16:3e:1c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:16Z', 'updated_at': '2022-01-12T09:32:31Z', 'revision_number': 5, 'project_id': '4a462b68449743d888150888eed67276', 'subnets': [{'id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:31.553307 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c2bd2-6d0f-43a2-9787-41a445a8d23b None None] The sync data for ids ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'] in dv-neutron-824346-1-hyperv is: [{'id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'name': 'tempest-ServerActionsTestJSON-1191303219-router', 'tenant_id': '4a462b68449743d888150888eed67276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:06Z', 'updated_at': '2022-01-12T09:32:19Z', 'revision_number': 4, 'project_id': '4a462b68449743d888150888eed67276', 'gw_port': {'id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:07Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '93574377-b9ff-4eb4-a6a9-26da98305f15', 'name': '', 'network_id': 'fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a', 'tenant_id': '4a462b68449743d888150888eed67276', 'mac_address': 'fa:16:3e:1c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:16Z', 'updated_at': '2022-01-12T09:32:31Z', 'revision_number': 5, 'project_id': '4a462b68449743d888150888eed67276', 'subnets': [{'id': 'b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:36:31.565338 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1d4c3-9114-42ae-b3b0-216d4746d1ad tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event updated for resources: {'Subnet': ['ID=2a48abdd-2c3f-4f4b-a80b-8586de306320,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:31.607574 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] For port b353d63f-f439-4120-a42e-0e99a01d673e, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:36:31.615320 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] For port b353d63f-f439-4120-a42e-0e99a01d673e, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b353d63f-f439-4120-a42e-0e99a01d673e,segment=NetworkSegment(deb74378-d114-4103-81b2-d3e7545dfc90),segment_id=deb74378-d114-4103-81b2-d3e7545dfc90)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:36:31.621002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780a3cf-bf57-41e1-98ee-17c837924b4f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Pushing event deleted for resources: {'Port': ['ID=630e7729-e762-4b10-9e1e-bffa8d9524e1,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:31.630567 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.673457 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d4b40661-0c8a-46a3-b87d-797c73d7d3b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.4545403 Jan 12 09:36:31.692722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35360) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:31.762277 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3de485-15ce-48a1-8588-40f23380aa52 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:31.762811 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7c3de485-15ce-48a1-8588-40f23380aa52 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:31.766030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e1d4c3-9114-42ae-b3b0-216d4746d1ad tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Checking segment: {'id': '6f048249-a7fc-4329-8573-9f58588a5e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4459eddf-3272-4a93-945f-0927b911faec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:36:31.766030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e1d4c3-9114-42ae-b3b0-216d4746d1ad tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Network hostable DHCP agents. Network: 4459eddf-3272-4a93-945f-0927b911faec, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:36:31.777273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1059a0-a3e0-44ee-9245-e75f1cb25141 None None] Pushing event updated for resources: {'Port': ['ID=b353d63f-f439-4120-a42e-0e99a01d673e,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:31.831661 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8780a3cf-bf57-41e1-98ee-17c837924b4f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.845648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-301568d4-721b-48c9-b729-2d8fdd323373 None None] Provisioning for port c0a252b1-8fe1-4cb6-ad5c-ed3216999dbb completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:31.855690 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-301568d4-721b-48c9-b729-2d8fdd323373 None None] Provisioning complete for port c0a252b1-8fe1-4cb6-ad5c-ed3216999dbb triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:31.856525 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-301568d4-721b-48c9-b729-2d8fdd323373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.866248 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-21b7f02b-62c3-41ae-9180-b30400b01967 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Delete allocated IP 172.20.0.4 (6b387107-ddfa-4d9d-8d06-9c6f22b38f67/86aa10c8-8d14-4025-9f8f-ac629e097e11) {{(pid=87664) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 12 09:36:31.888521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-db0b1690-2563-4703-93c8-16d8b47ef0a7 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.902759 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7c3de485-15ce-48a1-8588-40f23380aa52 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:31.907550 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7c3de485-15ce-48a1-8588-40f23380aa52 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/c97a0118-ac53-4b65-9d27-58c9ce70f4d6 HTTP/1.1" status: 200 len: 845 time: 0.5207486 Jan 12 09:36:31.907828 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-21b7f02b-62c3-41ae-9180-b30400b01967 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Allocated IP 172.20.0.45 (6b387107-ddfa-4d9d-8d06-9c6f22b38f67/5fde2762-6077-428c-bb07-fea16fd73a60/c171f7c3-ad85-4613-bf01-bdc73ec13a45) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:31.918087 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35364) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:31.919688 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e1d4c3-9114-42ae-b3b0-216d4746d1ad tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Network 4459eddf-3272-4a93-945f-0927b911faec is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:36:31.968803 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:31.983946 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-301568d4-721b-48c9-b729-2d8fdd323373 None None] Port c0a252b1-8fe1-4cb6-ad5c-ed3216999dbb cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:32.044926 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Transition to ACTIVE for port object 19a24125-6487-4ef6-98f7-0de976d46df6 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:32.049008 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-c9e1d4c3-9114-42ae-b3b0-216d4746d1ad tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 4459eddf-3272-4a93-945f-0927b911faec) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:32.055633 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e1d4c3-9114-42ae-b3b0-216d4746d1ad tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:32.056548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d4c3-9114-42ae-b3b0-216d4746d1ad tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.059274 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f5820a-6b3e-40d0-8a51-956c47985f1b None None] Network 4459eddf-3272-4a93-945f-0927b911faec requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:32.103949 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-67286674-9d66-4865-afe6-5d7797c09ef8 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/c97a0118-ac53-4b65-9d27-58c9ce70f4d6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1816025 Jan 12 09:36:32.112840 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35368) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.114556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53141875-7b81-4395-8343-0568e98f1a9c None None] New status for floating IP 4aafe6be-a49e-4443-bdee-8453c093fc62: DOWN {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:36:32.127780 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d3ce6f0a-c41c-421e-9ead-725f152445ae tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'subnet': {'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:32.166564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f280187-d992-4fcc-8cf2-bb428307011e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:32.173952 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f280187-d992-4fcc-8cf2-bb428307011e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:32.174838 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3f280187-d992-4fcc-8cf2-bb428307011e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:32.178432 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c9e1d4c3-9114-42ae-b3b0-216d4746d1ad tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6153464 Jan 12 09:36:32.201609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35372) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.220335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-817707f6-83ea-4c91-adaf-dffb15162963 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Request body: {'subnet': {'network_id': '995c1e99-5ace-4bf1-939d-d90497a28f8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:32.427324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b1690-2563-4703-93c8-16d8b47ef0a7 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Pushing event deleted for resources: {'Port': ['ID=ff829c02-de30-4874-8074-6fdcfec1930f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:32.517171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3f280187-d992-4fcc-8cf2-bb428307011e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:32.522064 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3f280187-d992-4fcc-8cf2-bb428307011e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8228276 Jan 12 09:36:32.523184 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35376) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.527618 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device aaa7922d-30a4-4cf0-8902-0f90934da8de up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:32.581348 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8780a3cf-bf57-41e1-98ee-17c837924b4f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.587264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8780a3cf-bf57-41e1-98ee-17c837924b4f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.642146 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-db0b1690-2563-4703-93c8-16d8b47ef0a7 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.644714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d3ce6f0a-c41c-421e-9ead-725f152445ae tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:32.647535 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.655285 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fc649017-1e51-4795-b62f-3cf48138675b None None] Provisioning for port aaa7922d-30a4-4cf0-8902-0f90934da8de completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:32.662737 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8780a3cf-bf57-41e1-98ee-17c837924b4f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.663322 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8780a3cf-bf57-41e1-98ee-17c837924b4f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Fanout notify agent at l3_agent the message router_deleted on router a277b115-6d15-4144-9851-7d7ccdf47389 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:36:32.679729 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-db0b1690-2563-4703-93c8-16d8b47ef0a7 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.684068 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-db0b1690-2563-4703-93c8-16d8b47ef0a7 tempest-ServerActionsTestJSON-980992033 tempest-ServerActionsTestJSON-980992033-project] 10.222.0.26 "DELETE /v2.0/floatingips/4aafe6be-a49e-4443-bdee-8453c093fc62 HTTP/1.1" status: 204 len: 168 time: 2.1004262 Jan 12 09:36:32.684769 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35380) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.693314 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8780a3cf-bf57-41e1-98ee-17c837924b4f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.698424 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8780a3cf-bf57-41e1-98ee-17c837924b4f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "DELETE /v2.0/routers/a277b115-6d15-4144-9851-7d7ccdf47389 HTTP/1.1" status: 204 len: 168 time: 2.7575905 Jan 12 09:36:32.722122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35384) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:32.742065 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d3ce6f0a-c41c-421e-9ead-725f152445ae tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:subnet and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:32.748047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d3ce6f0a-c41c-421e-9ead-725f152445ae tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:32.756956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fc649017-1e51-4795-b62f-3cf48138675b None None] Provisioning complete for port aaa7922d-30a4-4cf0-8902-0f90934da8de triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:32.757398 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fc649017-1e51-4795-b62f-3cf48138675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.766869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d4dadf75-9f6c-46f7-991b-b70f9e3d99a6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1521052531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:32.792950 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d4dadf75-9f6c-46f7-991b-b70f9e3d99a6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:32.797440 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d3ce6f0a-c41c-421e-9ead-725f152445ae tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:32.811988 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port aaa7922d-30a4-4cf0-8902-0f90934da8de triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:32.812446 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.814402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d4dadf75-9f6c-46f7-991b-b70f9e3d99a6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Usage tracker for resource:router and tenant:e59b19e4090746ca80542a896088ca79 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:32.825225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Network 578ca857-b274-46e6-8fc2-5816d73938c0 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:32.826308 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-817707f6-83ea-4c91-adaf-dffb15162963 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:32.830848 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d4dadf75-9f6c-46f7-991b-b70f9e3d99a6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:32.845969 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:32.848446 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:32.878406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-817707f6-83ea-4c91-adaf-dffb15162963 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Usage tracker for resource:subnet and tenant:c042416f12d241ce86bad6ec45fa9912 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:32.883429 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d4dadf75-9f6c-46f7-991b-b70f9e3d99a6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:32.893889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-759ccb65-381d-4450-bbdd-2019b793607f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port c0a252b1-8fe1-4cb6-ad5c-ed3216999dbb {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:32.894243 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-759ccb65-381d-4450-bbdd-2019b793607f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.924521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-817707f6-83ea-4c91-adaf-dffb15162963 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:32.943957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ce6f0a-c41c-421e-9ead-725f152445ae tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:32.948278 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6f0a-c41c-421e-9ead-725f152445ae tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:32.962125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event updated for resources: {'Port': ['ID=19a24125-6487-4ef6-98f7-0de976d46df6,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:32.972491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-21b7f02b-62c3-41ae-9180-b30400b01967 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:36:32.988146 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-817707f6-83ea-4c91-adaf-dffb15162963 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:33.017750 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-4459eddf-3272-4a93-945f-0927b911faec', 'network_id': '4459eddf-3272-4a93-945f-0927b911faec', 'tenant_id': 'c042416f12d241ce86bad6ec45fa9912', 'fixed_ips': [{'subnet_id': '2a48abdd-2c3f-4f4b-a80b-8586de306320'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:36:33.018678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.024012 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4dadf75-9f6c-46f7-991b-b70f9e3d99a6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.024995 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4dadf75-9f6c-46f7-991b-b70f9e3d99a6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.048499 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21b7f02b-62c3-41ae-9180-b30400b01967 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.092999 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817707f6-83ea-4c91-adaf-dffb15162963 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Made reservation on behalf of c042416f12d241ce86bad6ec45fa9912 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:33.097030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-817707f6-83ea-4c91-adaf-dffb15162963 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.144860 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fc649017-1e51-4795-b62f-3cf48138675b None None] Provisioning complete for port 70f41780-b4a9-4615-b3d6-2d304889a884 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:33.149585 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fc649017-1e51-4795-b62f-3cf48138675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.297216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b353d63f-f439-4120-a42e-0e99a01d673e up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:33.331813 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fc649017-1e51-4795-b62f-3cf48138675b None None] Port 70f41780-b4a9-4615-b3d6-2d304889a884 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:33.393390 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4dadf75-9f6c-46f7-991b-b70f9e3d99a6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.417865 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-21b7f02b-62c3-41ae-9180-b30400b01967 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Transition to ACTIVE for port object c171f7c3-ad85-4613-bf01-bdc73ec13a45 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:33.424489 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fc649017-1e51-4795-b62f-3cf48138675b None None] Provisioning complete for port c171f7c3-ad85-4613-bf01-bdc73ec13a45 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:33.424847 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fc649017-1e51-4795-b62f-3cf48138675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.451910 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9f613e-0bc1-4253-9ada-40e704a3a3dc None None] Network 77077faf-de31-4266-9eae-fe3c4933dc67 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:33.475405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0640f8fc-a7cc-4d5e-9b5f-ad20409c8479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.536227 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Allocated IP 172.20.0.2 (4459eddf-3272-4a93-945f-0927b911faec/2a48abdd-2c3f-4f4b-a80b-8586de306320/8fef2019-0c5a-421b-834b-37f21ddc7f62) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:33.578356 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:33.579106 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.581500 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port b353d63f-f439-4120-a42e-0e99a01d673e completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:33.589397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fc649017-1e51-4795-b62f-3cf48138675b None None] Port c171f7c3-ad85-4613-bf01-bdc73ec13a45 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:33.593005 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4dadf75-9f6c-46f7-991b-b70f9e3d99a6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.607839 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21b7f02b-62c3-41ae-9180-b30400b01967 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.816973 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-06f87bc8-e3cf-4201-8dbc-67d73fa3fce1 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3592353 Jan 12 09:36:33.820276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d4dadf75-9f6c-46f7-991b-b70f9e3d99a6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.823964 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d4dadf75-9f6c-46f7-991b-b70f9e3d99a6 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0765200 Jan 12 09:36:33.824114 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35388) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:33.825533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35390) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:33.827118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cfd19a36-2bd1-4f53-b863-118a5247d9ac None None] Provisioning for port 19a24125-6487-4ef6-98f7-0de976d46df6 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:33.843189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'enable_snat': True}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:33.846941 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cfd19a36-2bd1-4f53-b863-118a5247d9ac None None] Provisioning complete for port 19a24125-6487-4ef6-98f7-0de976d46df6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:33.847315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cfd19a36-2bd1-4f53-b863-118a5247d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.893447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-8731a4a4-9bd7-4f9f-a53f-f841e268ce21 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:49:16:3b'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:33.918489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7f02b-62c3-41ae-9180-b30400b01967 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event updated for resources: {'Port': ['ID=c171f7c3-ad85-4613-bf01-bdc73ec13a45,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:33.962582 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-cfd19a36-2bd1-4f53-b863-118a5247d9ac None None] Port 19a24125-6487-4ef6-98f7-0de976d46df6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:33.977075 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:33.993920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Transition to ACTIVE for port object 8fef2019-0c5a-421b-834b-37f21ddc7f62 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:34.007545 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cfd19a36-2bd1-4f53-b863-118a5247d9ac None None] Provisioning for port b353d63f-f439-4120-a42e-0e99a01d673e completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:34.018311 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cfd19a36-2bd1-4f53-b863-118a5247d9ac None None] Provisioning complete for port b353d63f-f439-4120-a42e-0e99a01d673e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:34.018604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cfd19a36-2bd1-4f53-b863-118a5247d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.042528 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Transition to ACTIVE for port object 8fef2019-0c5a-421b-834b-37f21ddc7f62 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:34.077869 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.087588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-21b7f02b-62c3-41ae-9180-b30400b01967 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] In _notify_port_updated(), no bound segment for port c171f7c3-ad85-4613-bf01-bdc73ec13a45 on network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 {{(pid=87664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:36:34.095568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b7f02b-62c3-41ae-9180-b30400b01967 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:34.096891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21b7f02b-62c3-41ae-9180-b30400b01967 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.099298 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-21b7f02b-62c3-41ae-9180-b30400b01967 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "PUT /v2.0/ports/c171f7c3-ad85-4613-bf01-bdc73ec13a45 HTTP/1.1" status: 200 len: 960 time: 6.8729901 Jan 12 09:36:34.101184 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-817707f6-83ea-4c91-adaf-dffb15162963 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.171948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35396) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:34.174543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-0640f8fc-a7cc-4d5e-9b5f-ad20409c8479 admin admin] Deleting port 93574377-b9ff-4eb4-a6a9-26da98305f15 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:34.174917 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0640f8fc-a7cc-4d5e-9b5f-ad20409c8479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.193720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Network 4459eddf-3272-4a93-945f-0927b911faec is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:34.197465 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:34.201723 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:34.210794 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Pushing event updated for resources: {'Port': ['ID=8fef2019-0c5a-421b-834b-37f21ddc7f62,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:34.398412 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-759ccb65-381d-4450-bbdd-2019b793607f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.419812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6f0a-c41c-421e-9ead-725f152445ae tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.435559 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cfd19a36-2bd1-4f53-b863-118a5247d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.438757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-db98cfaf-a257-49d8-a3be-96d25d90117d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port c171f7c3-ad85-4613-bf01-bdc73ec13a45 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:34.439139 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-db98cfaf-a257-49d8-a3be-96d25d90117d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.451617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Attempting to bind port 8fef2019-0c5a-421b-834b-37f21ddc7f62 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:34.452042 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Attempting to bind port 8fef2019-0c5a-421b-834b-37f21ddc7f62 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '6f048249-a7fc-4329-8573-9f58588a5e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4459eddf-3272-4a93-945f-0927b911faec'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:34.452406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Attempting to bind port 8fef2019-0c5a-421b-834b-37f21ddc7f62 on network 4459eddf-3272-4a93-945f-0927b911faec {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:36:34.463746 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817707f6-83ea-4c91-adaf-dffb15162963 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event updated for resources: {'Subnet': ['ID=779e777c-d257-4510-8ec5-f699142ded68,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:34.468426 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:36:34.469238 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Checking segment: {'id': '6f048249-a7fc-4329-8573-9f58588a5e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4459eddf-3272-4a93-945f-0927b911faec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:36:34.469901 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.470485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Bound using segment: {'id': '6f048249-a7fc-4329-8573-9f58588a5e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4459eddf-3272-4a93-945f-0927b911faec'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:36:34.471298 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Bound port: 8fef2019-0c5a-421b-834b-37f21ddc7f62, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f048249-a7fc-4329-8573-9f58588a5e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4459eddf-3272-4a93-945f-0927b911faec'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:34.472094 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.521928 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-cfd19a36-2bd1-4f53-b863-118a5247d9ac None None] For port b353d63f-f439-4120-a42e-0e99a01d673e, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b353d63f-f439-4120-a42e-0e99a01d673e,segment=NetworkSegment(deb74378-d114-4103-81b2-d3e7545dfc90),segment_id=deb74378-d114-4103-81b2-d3e7545dfc90)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:34.532846 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817707f6-83ea-4c91-adaf-dffb15162963 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Checking segment: {'id': '765f5d78-8b36-4958-a869-365affc73938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '995c1e99-5ace-4bf1-939d-d90497a28f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:36:34.532846 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817707f6-83ea-4c91-adaf-dffb15162963 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Network hostable DHCP agents. Network: 995c1e99-5ace-4bf1-939d-d90497a28f8d, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:36:34.536323 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cfd19a36-2bd1-4f53-b863-118a5247d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.637956 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-759ccb65-381d-4450-bbdd-2019b793607f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for c0a252b1-8fe1-4cb6-ad5c-ed3216999dbb owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:34.681467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.688224 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] For port 8fef2019-0c5a-421b-834b-37f21ddc7f62, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:36:34.691961 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-17fab1fe-5143-427a-b311-db20c7a0e1a4 None None] Provisioning complete for port b353d63f-f439-4120-a42e-0e99a01d673e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:34.692266 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-17fab1fe-5143-427a-b311-db20c7a0e1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.711199 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ce6f0a-c41c-421e-9ead-725f152445ae tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 24c06832-e5be-4cfc-84ee-269a182e3296 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:34.722687 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-d3ce6f0a-c41c-421e-9ead-725f152445ae tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:34.733612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ce6f0a-c41c-421e-9ead-725f152445ae tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:34.734193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6f0a-c41c-421e-9ead-725f152445ae tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.741113 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91ebfe6-2002-4f03-b70c-bc17b9405b9f None None] Network 24c06832-e5be-4cfc-84ee-269a182e3296 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:34.753356 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd19a36-2bd1-4f53-b863-118a5247d9ac None None] Pushing event updated for resources: {'Port': ['ID=b353d63f-f439-4120-a42e-0e99a01d673e,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:34.773832 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] For port 8fef2019-0c5a-421b-834b-37f21ddc7f62, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=8fef2019-0c5a-421b-834b-37f21ddc7f62,segment=NetworkSegment(6f048249-a7fc-4329-8573-9f58588a5e77),segment_id=6f048249-a7fc-4329-8573-9f58588a5e77)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:36:34.789108 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.806470 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817707f6-83ea-4c91-adaf-dffb15162963 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Network 995c1e99-5ace-4bf1-939d-d90497a28f8d is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:36:34.841561 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce6f0a-c41c-421e-9ead-725f152445ae tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Subnet': ['ID=c7889582-1b82-4a63-8085-47a9e035fb49,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:34.848139 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d3ce6f0a-c41c-421e-9ead-725f152445ae tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7315021 Jan 12 09:36:34.852699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35400) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:34.856212 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-0640f8fc-a7cc-4d5e-9b5f-ad20409c8479 admin admin] For port 93574377-b9ff-4eb4-a6a9-26da98305f15, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=93574377-b9ff-4eb4-a6a9-26da98305f15,segment=NetworkSegment(bc0746f0-94e8-427e-9ea6-eb316e649876),segment_id=bc0746f0-94e8-427e-9ea6-eb316e649876)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:34.856583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0640f8fc-a7cc-4d5e-9b5f-ad20409c8479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.862697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-9a6a630a-76a0-4b9d-afdf-84505d61eba9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'security_group': {'name': 'tempest-secgroup-347130570'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:34.866019 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8731a4a4-9bd7-4f9f-a53f-f841e268ce21 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.868115 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-817707f6-83ea-4c91-adaf-dffb15162963 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 995c1e99-5ace-4bf1-939d-d90497a28f8d) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:34.892407 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cc047c-dbe7-491b-bd71-f2bd52a65a80 None None] Network 995c1e99-5ace-4bf1-939d-d90497a28f8d requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:34.899764 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9a6a630a-76a0-4b9d-afdf-84505d61eba9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:34.913542 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817707f6-83ea-4c91-adaf-dffb15162963 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:34.914156 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-817707f6-83ea-4c91-adaf-dffb15162963 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:34.922312 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9a6a630a-76a0-4b9d-afdf-84505d61eba9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:security_group and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:34.962261 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9a6a630a-76a0-4b9d-afdf-84505d61eba9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:35.014625 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-0640f8fc-a7cc-4d5e-9b5f-ad20409c8479 admin admin] Calling delete_port for 93574377-b9ff-4eb4-a6a9-26da98305f15 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:35.041337 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9a6a630a-76a0-4b9d-afdf-84505d61eba9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:35.078620 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57717401-ea25-4e88-96ff-758ddcfdbff6 None None] Pushing event updated for resources: {'Port': ['ID=8fef2019-0c5a-421b-834b-37f21ddc7f62,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:35.150205 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-db98cfaf-a257-49d8-a3be-96d25d90117d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.163657 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a6a630a-76a0-4b9d-afdf-84505d61eba9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.189774 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-817707f6-83ea-4c91-adaf-dffb15162963 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9813271 Jan 12 09:36:35.190496 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35404) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:35.217018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9a6a630a-76a0-4b9d-afdf-84505d61eba9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:35.231524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9a6a630a-76a0-4b9d-afdf-84505d61eba9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:security_group_rule and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:35.238382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9a6a630a-76a0-4b9d-afdf-84505d61eba9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:35.245346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9a6a630a-76a0-4b9d-afdf-84505d61eba9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:35.379628 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-17fab1fe-5143-427a-b311-db20c7a0e1a4 None None] Provisioning for port c171f7c3-ad85-4613-bf01-bdc73ec13a45 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:35.394318 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-17fab1fe-5143-427a-b311-db20c7a0e1a4 None None] Provisioning complete for port c171f7c3-ad85-4613-bf01-bdc73ec13a45 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:35.394846 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-17fab1fe-5143-427a-b311-db20c7a0e1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.445160 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-995c1e99-5ace-4bf1-939d-d90497a28f8d', 'network_id': '995c1e99-5ace-4bf1-939d-d90497a28f8d', 'tenant_id': 'c042416f12d241ce86bad6ec45fa9912', 'fixed_ips': [{'subnet_id': '779e777c-d257-4510-8ec5-f699142ded68'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:36:35.445647 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.502905 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.525944 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-17fab1fe-5143-427a-b311-db20c7a0e1a4 None None] Port c171f7c3-ad85-4613-bf01-bdc73ec13a45 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:35.606378 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-24c06832-e5be-4cfc-84ee-269a182e3296', 'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'tenant_id': '10f7e76caa244da5865ff48f8d07b730', 'fixed_ips': [{'subnet_id': 'c7889582-1b82-4a63-8085-47a9e035fb49'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:36:35.607249 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.634037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-db98cfaf-a257-49d8-a3be-96d25d90117d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for c171f7c3-ad85-4613-bf01-bdc73ec13a45 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:35.693394 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.703515 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Allocated IP 172.20.0.2 (995c1e99-5ace-4bf1-939d-d90497a28f8d/779e777c-d257-4510-8ec5-f699142ded68/992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:35.742750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0640f8fc-a7cc-4d5e-9b5f-ad20409c8479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:35.807714 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640f8fc-a7cc-4d5e-9b5f-ad20409c8479 admin admin] Pushing event deleted for resources: {'Port': ['ID=93574377-b9ff-4eb4-a6a9-26da98305f15,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:35.832446 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Allocated IP 2001:db8::2 (24c06832-e5be-4cfc-84ee-269a182e3296/c7889582-1b82-4a63-8085-47a9e035fb49/31d4c0c9-aabc-4687-98e6-dd494e3c8f04) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:36.085720 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Allocated IP 172.26.2.157 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/23f19cd0-43f7-4a7e-9f89-cea6cb847dea) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:36.267150 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.280966 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Transition to ACTIVE for port object 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:36.305782 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Transition to ACTIVE for port object 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:36.320275 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0640f8fc-a7cc-4d5e-9b5f-ad20409c8479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.332736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.350656 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.418634 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-759ccb65-381d-4450-bbdd-2019b793607f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.445024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Network 24c06832-e5be-4cfc-84ee-269a182e3296 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:36.490493 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:36.502404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:36.523587 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 8fef2019-0c5a-421b-834b-37f21ddc7f62 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:36.547178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.582811 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ccb65-381d-4450-bbdd-2019b793607f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=c0a252b1-8fe1-4cb6-ad5c-ed3216999dbb,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:36.624945 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4baadd8-9ca9-4816-a800-db0fcc183768 None None] Network 4459eddf-3272-4a93-945f-0927b911faec requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:36.640859 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Pushing event updated for resources: {'Port': ['ID=31d4c0c9-aabc-4687-98e6-dd494e3c8f04,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:36.764817 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.770952 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.847251 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-db98cfaf-a257-49d8-a3be-96d25d90117d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.904087 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Attempting to bind port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:36.904466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Attempting to bind port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ce00a61f-3b62-42b0-8a45-076474907eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:36.904971 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Attempting to bind port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 on network 24c06832-e5be-4cfc-84ee-269a182e3296 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:36:36.917495 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-39ac5133-aab0-404d-a6b4-403fc6f26946 None None] Provisioning for port 8fef2019-0c5a-421b-834b-37f21ddc7f62 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:36.926569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Transition to ACTIVE for port object 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:36.934792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:36.936840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b7e1003e-0e98-4230-8d9c-48553bdbc987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.947366 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:36:36.947813 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Checking segment: {'id': 'ce00a61f-3b62-42b0-8a45-076474907eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:36:36.948720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.948720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Bound using segment: {'id': 'ce00a61f-3b62-42b0-8a45-076474907eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:36:36.949004 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Bound port: 31d4c0c9-aabc-4687-98e6-dd494e3c8f04, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce00a61f-3b62-42b0-8a45-076474907eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:36.949314 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:36.949441 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:36.951822 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:36.988521 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 8fef2019-0c5a-421b-834b-37f21ddc7f62 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:37.009348 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Transition to ACTIVE for port object 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:37.021673 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Pushing event updated for resources: {'Port': ['ID=23f19cd0-43f7-4a7e-9f89-cea6cb847dea,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:37.052532 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 8fef2019-0c5a-421b-834b-37f21ddc7f62 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:37.052978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.114149 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0640f8fc-a7cc-4d5e-9b5f-ad20409c8479 admin admin] Router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:36:37.142165 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.189288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98cfaf-a257-49d8-a3be-96d25d90117d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=c171f7c3-ad85-4613-bf01-bdc73ec13a45,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:37.298047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a6a630a-76a0-4b9d-afdf-84505d61eba9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.305783 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-759ccb65-381d-4450-bbdd-2019b793607f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.315374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a6a630a-76a0-4b9d-afdf-84505d61eba9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.354400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Network 995c1e99-5ace-4bf1-939d-d90497a28f8d is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:37.359828 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Pushing event updated for resources: {'Port': ['ID=992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:37.373529 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:37.383002 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:37.386200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] For port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:36:37.436024 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-759ccb65-381d-4450-bbdd-2019b793607f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/c0a252b1-8fe1-4cb6-ad5c-ed3216999dbb HTTP/1.1" status: 204 len: 168 time: 4.9027140 Jan 12 09:36:37.441405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a6a630a-76a0-4b9d-afdf-84505d61eba9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.445554 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9a6a630a-76a0-4b9d-afdf-84505d61eba9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.5870004 Jan 12 09:36:37.445554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35408) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:37.451281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-db98cfaf-a257-49d8-a3be-96d25d90117d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.455737 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-db98cfaf-a257-49d8-a3be-96d25d90117d tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/c171f7c3-ad85-4613-bf01-bdc73ec13a45 HTTP/1.1" status: 204 len: 168 time: 3.2484329 Jan 12 09:36:37.455737 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35410) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:37.461534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] For port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=31d4c0c9-aabc-4687-98e6-dd494e3c8f04,segment=NetworkSegment(ce00a61f-3b62-42b0-8a45-076474907eec),segment_id=ce00a61f-3b62-42b0-8a45-076474907eec)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:36:37.466127 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35414) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:37.489384 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a630a-76a0-4b9d-afdf-84505d61eba9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0688a082-c4ac-4e85-be7a-7287af27c879,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:37.504376 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-33f3214c-30f1-4e1b-ba5b-3657e2252128 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'security_group': {'name': 'tempest-secgroup-1285762573'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:37.504508 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.520704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-33f3214c-30f1-4e1b-ba5b-3657e2252128 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:37.541241 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-8455eb1e-ee53-41a0-9d67-917c285d3ce5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] GET failed (client error): The resource could not be found. Jan 12 09:36:37.541484 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-33f3214c-30f1-4e1b-ba5b-3657e2252128 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:security_group and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:37.541612 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8455eb1e-ee53-41a0-9d67-917c285d3ce5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:37.549432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Allocated IP 172.20.0.1 (4459eddf-3272-4a93-945f-0927b911faec/2a48abdd-2c3f-4f4b-a80b-8586de306320/b7e755ca-ac7e-4b54-8fb3-0d651e55b831) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:37.551227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-33f3214c-30f1-4e1b-ba5b-3657e2252128 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:37.567815 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-33f3214c-30f1-4e1b-ba5b-3657e2252128 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:37.578563 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e090f3ae-8554-44cb-952f-a42a78770cbf tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:37.580070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e090f3ae-8554-44cb-952f-a42a78770cbf tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:37.581530 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e090f3ae-8554-44cb-952f-a42a78770cbf tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:37.582333 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e090f3ae-8554-44cb-952f-a42a78770cbf tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:37.627287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Attempting to bind port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:37.627712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Attempting to bind port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '765f5d78-8b36-4958-a869-365affc73938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '995c1e99-5ace-4bf1-939d-d90497a28f8d'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:37.628025 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Attempting to bind port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 on network 995c1e99-5ace-4bf1-939d-d90497a28f8d {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:36:37.634464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-33f3214c-30f1-4e1b-ba5b-3657e2252128 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.636361 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.654789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8455eb1e-ee53-41a0-9d67-917c285d3ce5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:37.659164 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8455eb1e-ee53-41a0-9d67-917c285d3ce5 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports/c171f7c3-ad85-4613-bf01-bdc73ec13a45 HTTP/1.1" status: 404 len: 333 time: 0.1896241 Jan 12 09:36:37.659473 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35420) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:37.659936 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:36:37.660290 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Checking segment: {'id': '765f5d78-8b36-4958-a869-365affc73938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '995c1e99-5ace-4bf1-939d-d90497a28f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:36:37.660699 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.661111 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Bound using segment: {'id': '765f5d78-8b36-4958-a869-365affc73938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '995c1e99-5ace-4bf1-939d-d90497a28f8d'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:36:37.661707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Bound port: 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765f5d78-8b36-4958-a869-365affc73938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '995c1e99-5ace-4bf1-939d-d90497a28f8d'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:37.662093 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.683259 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d2512-e146-464d-9dfd-c10992af1861 None None] Pushing event updated for resources: {'Port': ['ID=31d4c0c9-aabc-4687-98e6-dd494e3c8f04,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:37.728369 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-33f3214c-30f1-4e1b-ba5b-3657e2252128 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:37.732931 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e090f3ae-8554-44cb-952f-a42a78770cbf tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:37.734120 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e090f3ae-8554-44cb-952f-a42a78770cbf tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2863708 Jan 12 09:36:37.744329 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35424) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:37.760490 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-33f3214c-30f1-4e1b-ba5b-3657e2252128 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:security_group_rule and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:37.778736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 8fef2019-0c5a-421b-834b-37f21ddc7f62, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=8fef2019-0c5a-421b-834b-37f21ddc7f62,segment=NetworkSegment(6f048249-a7fc-4329-8573-9f58588a5e77),segment_id=6f048249-a7fc-4329-8573-9f58588a5e77)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:37.796394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.797632 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b353d63f-f439-4120-a42e-0e99a01d673e up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:37.837159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.857442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8731a4a4-9bd7-4f9f-a53f-f841e268ce21 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.858689 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Transition to ACTIVE for port object b7e755ca-ac7e-4b54-8fb3-0d651e55b831 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:37.867390 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-33f3214c-30f1-4e1b-ba5b-3657e2252128 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:37.879479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-33f3214c-30f1-4e1b-ba5b-3657e2252128 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:37.905883 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8731a4a4-9bd7-4f9f-a53f-f841e268ce21 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:37.934780 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] For port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:36:37.952413 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] For port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0,segment=NetworkSegment(765f5d78-8b36-4958-a869-365affc73938),segment_id=765f5d78-8b36-4958-a869-365affc73938)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:36:37.967369 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=8fef2019-0c5a-421b-834b-37f21ddc7f62,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:37.971416 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.034089 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-98be400e-b077-4bc4-8d85-527754949d93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet cdeda822-723d-4812-a7b6-059b23c4bcff {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:36:38.072602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4b771271-f3a8-4554-bf34-b213ae2618d3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.078150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0640f8fc-a7cc-4d5e-9b5f-ad20409c8479 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:36:38.098438 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b1b81-193b-46e1-bcee-d61aeedff1a5 None None] Sync routers for ids ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:36:38.123181 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port b353d63f-f439-4120-a42e-0e99a01d673e triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:38.127704 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b1b81-193b-46e1-bcee-d61aeedff1a5 None None] Routers {'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:38.128345 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-5a6b1b81-193b-46e1-bcee-d61aeedff1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:38.132920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.136756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-98be400e-b077-4bc4-8d85-527754949d93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.178188 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-33f3214c-30f1-4e1b-ba5b-3657e2252128 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.184698 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4b771271-f3a8-4554-bf34-b213ae2618d3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.203354 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-33f3214c-30f1-4e1b-ba5b-3657e2252128 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.231631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731a4a4-9bd7-4f9f-a53f-f841e268ce21 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event updated for resources: {'Port': ['ID=19a24125-6487-4ef6-98f7-0de976d46df6,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:38.241176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.289443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-dd12d063-8540-41fb-bd1b-6164888729eb None None] Provisioning complete for port 8fef2019-0c5a-421b-834b-37f21ddc7f62 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:38.289928 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-dd12d063-8540-41fb-bd1b-6164888729eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.306751 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0640f8fc-a7cc-4d5e-9b5f-ad20409c8479 admin admin] 10.222.0.26 "PUT /v2.0/routers/a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6203620 Jan 12 09:36:38.359614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35428) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:38.408118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05f6fd-521b-41a1-9169-88698a60b633 None None] Pushing event updated for resources: {'Port': ['ID=992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:38.497481 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-5a6b1b81-193b-46e1-bcee-d61aeedff1a5 None None] Set router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:36:38.508574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-98be400e-b077-4bc4-8d85-527754949d93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.612058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Network 4459eddf-3272-4a93-945f-0927b911faec is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:38.617326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-8731a4a4-9bd7-4f9f-a53f-f841e268ce21 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] In _notify_port_updated(), no bound segment for port 19a24125-6487-4ef6-98f7-0de976d46df6 on network 578ca857-b274-46e6-8fc2-5816d73938c0 {{(pid=87663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:36:38.628521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8731a4a4-9bd7-4f9f-a53f-f841e268ce21 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:38.629219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8731a4a4-9bd7-4f9f-a53f-f841e268ce21 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.630616 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8731a4a4-9bd7-4f9f-a53f-f841e268ce21 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "PUT /v2.0/ports/19a24125-6487-4ef6-98f7-0de976d46df6 HTTP/1.1" status: 200 len: 996 time: 4.8066258 Jan 12 09:36:38.633142 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.688646 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:38.691590 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:38.694698 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35432) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:38.754251 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3c87bf99-ca29-43ec-b398-0426d4376b5d None None] Provisioning complete for port 19a24125-6487-4ef6-98f7-0de976d46df6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:38.754605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3c87bf99-ca29-43ec-b398-0426d4376b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.792137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4b771271-f3a8-4554-bf34-b213ae2618d3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.796560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event updated for resources: {'Port': ['ID=b7e755ca-ac7e-4b54-8fb3-0d651e55b831,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:38.829101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.841172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-98be400e-b077-4bc4-8d85-527754949d93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.897079 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3214c-30f1-4e1b-ba5b-3657e2252128 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016bebb4-e890-4fe1-b73a-2dfd3065e523,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:38.909776 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-3c87bf99-ca29-43ec-b398-0426d4376b5d None None] Port 19a24125-6487-4ef6-98f7-0de976d46df6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:38.922732 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b771271-f3a8-4554-bf34-b213ae2618d3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da56ecdd-e0cb-4122-8202-3f24fd23dca8,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:38.925333 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-33f3214c-30f1-4e1b-ba5b-3657e2252128 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:38.929011 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-33f3214c-30f1-4e1b-ba5b-3657e2252128 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4386976 Jan 12 09:36:39.008075 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35436) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:39.028832 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-5a6b1b81-193b-46e1-bcee-d61aeedff1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'name': 'tempest-ServerActionsTestJSON-1191303219-router', 'tenant_id': '4a462b68449743d888150888eed67276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:06Z', 'updated_at': '2022-01-12T09:36:35Z', 'revision_number': 5, 'project_id': '4a462b68449743d888150888eed67276', 'gw_port': {'id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:07Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:39.034468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:39.045905 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b1b81-193b-46e1-bcee-d61aeedff1a5 None None] Checking router: a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:36:39.052851 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.059500 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b1b81-193b-46e1-bcee-d61aeedff1a5 None None] Routers {'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:39.060459 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-5a6b1b81-193b-46e1-bcee-d61aeedff1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:39.083160 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4b771271-f3a8-4554-bf34-b213ae2618d3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.086652 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4b771271-f3a8-4554-bf34-b213ae2618d3 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/security-groups/da56ecdd-e0cb-4122-8202-3f24fd23dca8 HTTP/1.1" status: 204 len: 168 time: 1.4238880 Jan 12 09:36:39.097035 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35440) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:39.201496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1610311293', 'security_groups': ['016bebb4-e890-4fe1-b73a-2dfd3065e523'], 'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c7889582-1b82-4a63-8085-47a9e035fb49'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:39.204231 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:39.212082 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 8fef2019-0c5a-421b-834b-37f21ddc7f62 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:39.284122 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-b6a94773-dcb8-4b4f-bc0b-c12fabdef96f tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Deleting port 19a24125-6487-4ef6-98f7-0de976d46df6 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:39.284515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6a94773-dcb8-4b4f-bc0b-c12fabdef96f tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.359468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-98be400e-b077-4bc4-8d85-527754949d93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.376706 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-5a6b1b81-193b-46e1-bcee-d61aeedff1a5 None None] Set router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:36:39.425073 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 8fef2019-0c5a-421b-834b-37f21ddc7f62 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:39.425634 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.481667 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b7c8a00b-b3a2-4ce3-b885-23a786a0aaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.493452 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d5295d03-d6f9-460d-8830-fc9bea22cc34 None None] Provisioning for port b7e755ca-ac7e-4b54-8fb3-0d651e55b831 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:39.516345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d5295d03-d6f9-460d-8830-fc9bea22cc34 None None] Provisioning complete for port b7e755ca-ac7e-4b54-8fb3-0d651e55b831 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:39.516720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d5295d03-d6f9-460d-8830-fc9bea22cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.635194 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d5295d03-d6f9-460d-8830-fc9bea22cc34 None None] Port b7e755ca-ac7e-4b54-8fb3-0d651e55b831 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:39.719908 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:39.806364 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0bb84728-6d37-4f9f-9db0-1afb62971dab None None] Provisioning for port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:39.854907 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0bb84728-6d37-4f9f-9db0-1afb62971dab None None] Provisioning complete for port c97a0118-ac53-4b65-9d27-58c9ce70f4d6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:39.855930 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0bb84728-6d37-4f9f-9db0-1afb62971dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.859669 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-5a6b1b81-193b-46e1-bcee-d61aeedff1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'name': 'tempest-ServerActionsTestJSON-1191303219-router', 'tenant_id': '4a462b68449743d888150888eed67276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:06Z', 'updated_at': '2022-01-12T09:36:35Z', 'revision_number': 5, 'project_id': '4a462b68449743d888150888eed67276', 'gw_port': {'id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:07Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:39.865130 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b1b81-193b-46e1-bcee-d61aeedff1a5 None None] The sync data for ids ['a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3'] in dv-neutron-824346-1-hyperv is: [{'id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'name': 'tempest-ServerActionsTestJSON-1191303219-router', 'tenant_id': '4a462b68449743d888150888eed67276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:32:06Z', 'updated_at': '2022-01-12T09:36:35Z', 'revision_number': 5, 'project_id': '4a462b68449743d888150888eed67276', 'gw_port': {'id': 'e0bae8db-56ce-4eb7-a369-efc2b1ae21e3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:32:07Z', 'updated_at': '2022-01-12T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:36:39.932103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be400e-b077-4bc4-8d85-527754949d93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=cdeda822-723d-4812-a7b6-059b23c4bcff,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:39.936342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-98be400e-b077-4bc4-8d85-527754949d93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.952144 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:39.961691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0bb84728-6d37-4f9f-9db0-1afb62971dab None None] Port c97a0118-ac53-4b65-9d27-58c9ce70f4d6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:39.963320 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfa0a77-cb68-4c9f-b195-587a10c5b6e4 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:39.968569 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cea9ab6c-ffeb-4094-af07-0cf85485258a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:39.973924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:port and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:39.982690 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:39.982930 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:39.996586 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230303a6-318c-4ae4-8a5f-7d95c2501bff None None] Network 995c1e99-5ace-4bf1-939d-d90497a28f8d requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:39.997413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3963352e-5830-40e6-bd8e-b2da4652debe admin admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.013093 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:40.013462 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.048251 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:40.057820 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-98be400e-b077-4bc4-8d85-527754949d93 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/cdeda822-723d-4812-a7b6-059b23c4bcff HTTP/1.1" status: 204 len: 168 time: 2.3100903 Jan 12 09:36:40.062952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35444) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:40.198550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cea9ab6c-ffeb-4094-af07-0cf85485258a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.200443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:40.239499 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6a94773-dcb8-4b4f-bc0b-c12fabdef96f tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.268415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.315651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3963352e-5830-40e6-bd8e-b2da4652debe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.328313 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-330a2d26-640d-477b-aa2e-95bd982ec4fd None None] Provisioning for port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:40.340525 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-330a2d26-640d-477b-aa2e-95bd982ec4fd None None] Provisioning complete for port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:40.340953 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-330a2d26-640d-477b-aa2e-95bd982ec4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.351364 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.356748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cea9ab6c-ffeb-4094-af07-0cf85485258a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.369204 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.380971 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9ab6c-ffeb-4094-af07-0cf85485258a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfafc6b0-a40d-4017-aac6-f05ea3764c84,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:40.384330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.392680 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.419543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-b6a94773-dcb8-4b4f-bc0b-c12fabdef96f tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Calling delete_port for 19a24125-6487-4ef6-98f7-0de976d46df6 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:40.451242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.463959 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a073bf9-4f84-403d-86cc-1ad46b39021e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet f760b43d-dc6e-4e61-8e19-8b959575d1e8 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:36:40.487558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-3963352e-5830-40e6-bd8e-b2da4652debe admin admin] Deleting port e0bae8db-56ce-4eb7-a369-efc2b1ae21e3 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:40.488237 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3963352e-5830-40e6-bd8e-b2da4652debe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.530626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0a073bf9-4f84-403d-86cc-1ad46b39021e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.575104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cea9ab6c-ffeb-4094-af07-0cf85485258a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.576241 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cea9ab6c-ffeb-4094-af07-0cf85485258a tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/security-groups/bfafc6b0-a40d-4017-aac6-f05ea3764c84 HTTP/1.1" status: 204 len: 168 time: 1.4783659 Jan 12 09:36:40.600405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35452) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:40.619936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event updated for resources: {'Port': ['ID=b7e755ca-ac7e-4b54-8fb3-0d651e55b831,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:40.622796 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=31d4c0c9-aabc-4687-98e6-dd494e3c8f04,segment=NetworkSegment(ce00a61f-3b62-42b0-8a45-076474907eec),segment_id=ce00a61f-3b62-42b0-8a45-076474907eec)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:40.673072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.698666 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.700321 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0a073bf9-4f84-403d-86cc-1ad46b39021e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.756232 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 93574377-b9ff-4eb4-a6a9-26da98305f15 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:40.812855 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 93574377-b9ff-4eb4-a6a9-26da98305f15 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:36:40.813873 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 93574377-b9ff-4eb4-a6a9-26da98305f15 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:40.895524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.901153 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=31d4c0c9-aabc-4687-98e6-dd494e3c8f04,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:40.908317 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-330a2d26-640d-477b-aa2e-95bd982ec4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.916385 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6f625c6d-926b-4c3b-9ff1-56144e07034e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.921603 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-3963352e-5830-40e6-bd8e-b2da4652debe admin admin] For port e0bae8db-56ce-4eb7-a369-efc2b1ae21e3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e0bae8db-56ce-4eb7-a369-efc2b1ae21e3,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:40.921603 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3963352e-5830-40e6-bd8e-b2da4652debe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.959280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] device_id is not set on port afb47990-60a0-40af-b7dc-48d62234d5c6 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:40.964539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-330a2d26-640d-477b-aa2e-95bd982ec4fd None None] For port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0,segment=NetworkSegment(765f5d78-8b36-4958-a869-365affc73938),segment_id=765f5d78-8b36-4958-a869-365affc73938)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:40.978245 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:40.979228 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-330a2d26-640d-477b-aa2e-95bd982ec4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:41.052710 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a2d26-640d-477b-aa2e-95bd982ec4fd None None] Pushing event updated for resources: {'Port': ['ID=992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:41.111529 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-3963352e-5830-40e6-bd8e-b2da4652debe admin admin] Calling delete_port for e0bae8db-56ce-4eb7-a369-efc2b1ae21e3 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:41.152866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6f625c6d-926b-4c3b-9ff1-56144e07034e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:41.162419 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Network 4459eddf-3272-4a93-945f-0927b911faec is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:41.175367 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:41.177692 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6a94773-dcb8-4b4f-bc0b-c12fabdef96f tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:41.265294 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a94773-dcb8-4b4f-bc0b-c12fabdef96f tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event deleted for resources: {'Port': ['ID=19a24125-6487-4ef6-98f7-0de976d46df6,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:41.273525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0a073bf9-4f84-403d-86cc-1ad46b39021e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:41.408343 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6f625c6d-926b-4c3b-9ff1-56144e07034e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:41.437642 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f625c6d-926b-4c3b-9ff1-56144e07034e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec7c7cb-4209-443d-8432-011af101a8b2,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:41.451236 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cb2d46cf-20a0-413c-8395-4e69bb966912 None None] Provisioning complete for port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:41.452114 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cb2d46cf-20a0-413c-8395-4e69bb966912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:41.467871 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6f625c6d-926b-4c3b-9ff1-56144e07034e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:41.477888 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6f625c6d-926b-4c3b-9ff1-56144e07034e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/security-groups/cec7c7cb-4209-443d-8432-011af101a8b2 HTTP/1.1" status: 204 len: 168 time: 0.8762107 Jan 12 09:36:41.480351 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35456) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:41.664935 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Router fc15f260-b668-4679-bb2e-7fb76ba64a7f is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:36:41.680383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4e1e44-a1f5-46f9-b104-133ee39413df tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting subnet 86aa10c8-8d14-4025-9f8f-ac629e097e11 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:36:41.688332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3d4e1e44-a1f5-46f9-b104-133ee39413df tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:41.692390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6a94773-dcb8-4b4f-bc0b-c12fabdef96f tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:41.744810 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Router 4bd65aa5-ed50-4922-8894-cf0c636088e5 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:36:41.762171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Allocated IP 2001:db8::18 (24c06832-e5be-4cfc-84ee-269a182e3296/c7889582-1b82-4a63-8085-47a9e035fb49/afb47990-60a0-40af-b7dc-48d62234d5c6) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:41.768403 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b6a94773-dcb8-4b4f-bc0b-c12fabdef96f tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "DELETE /v2.0/ports/19a24125-6487-4ef6-98f7-0de976d46df6 HTTP/1.1" status: 204 len: 168 time: 3.0724528 Jan 12 09:36:41.772250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35460) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:41.845460 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-99dbd16e-fbec-4d14-9048-1bf3fe206e6b None None] Provisioning complete for port b7e755ca-ac7e-4b54-8fb3-0d651e55b831 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:41.845992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-99dbd16e-fbec-4d14-9048-1bf3fe206e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:41.900818 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-b376f7dc-255a-4935-a994-7c1e43b7ada3 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] GET failed (client error): The resource could not be found. Jan 12 09:36:41.901366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b376f7dc-255a-4935-a994-7c1e43b7ada3 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Synchronizing usage tracker for tenant:db1512a07d2b4b07aeee3754348918eb on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:41.904168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0a073bf9-4f84-403d-86cc-1ad46b39021e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:41.912299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-99dbd16e-fbec-4d14-9048-1bf3fe206e6b None None] Port b7e755ca-ac7e-4b54-8fb3-0d651e55b831 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:41.979510 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a073bf9-4f84-403d-86cc-1ad46b39021e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=f760b43d-dc6e-4e61-8e19-8b959575d1e8,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:41.989466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10053170-7335-4095-a169-049596861954 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:41.996707 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0a073bf9-4f84-403d-86cc-1ad46b39021e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.034591 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b376f7dc-255a-4935-a994-7c1e43b7ada3 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Unset dirty status for tenant:db1512a07d2b4b07aeee3754348918eb on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:42.041661 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b376f7dc-255a-4935-a994-7c1e43b7ada3 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "GET /v2.0/ports/19a24125-6487-4ef6-98f7-0de976d46df6 HTTP/1.1" status: 404 len: 333 time: 0.2660885 Jan 12 09:36:42.048747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35464) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.051814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3963352e-5830-40e6-bd8e-b2da4652debe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.053926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Request body: {'port': {'network_id': '578ca857-b274-46e6-8fc2-5816d73938c0', 'name': 'tempest-AllowedAddressPairTestJSON-793688533'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:42.059764 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3d4e1e44-a1f5-46f9-b104-133ee39413df tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.092190 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6bf5ce27-5fd0-44b0-a0ba-4c1056162100 None None] Provisioning complete for port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:42.092721 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ce27-5fd0-44b0-a0ba-4c1056162100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.128914 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0a073bf9-4f84-403d-86cc-1ad46b39021e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/f760b43d-dc6e-4e61-8e19-8b959575d1e8 HTTP/1.1" status: 204 len: 168 time: 2.0610526 Jan 12 09:36:42.130337 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35468) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.200526 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963352e-5830-40e6-bd8e-b2da4652debe admin admin] Pushing event deleted for resources: {'Port': ['ID=e0bae8db-56ce-4eb7-a369-efc2b1ae21e3,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:42.260952 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-08542050-899c-491f-b5ef-1b86714a1550 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1178460 Jan 12 09:36:42.260952 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:36:42.276179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35472) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.282844 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-01939bc8-5bc4-42f7-824b-10398d8305d1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:42.302642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:36:42.303244 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3585351-39e2-4810-be06-33ea4bd3bd3a None None] Sync routers for ids ['fc15f260-b668-4679-bb2e-7fb76ba64a7f'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:36:42.313095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.316699 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f07424c8-0325-4683-9243-ceb707db188d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "PUT /v2.0/routers/4bd65aa5-ed50-4922-8894-cf0c636088e5 HTTP/1.1" status: 200 len: 919 time: 8.4851604 Jan 12 09:36:42.317211 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab15c2e-b9d0-4126-abf7-a0af266f390c None None] Sync routers for ids ['4bd65aa5-ed50-4922-8894-cf0c636088e5'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:36:42.317701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35476) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.326580 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab15c2e-b9d0-4126-abf7-a0af266f390c None None] Routers {'4bd65aa5-ed50-4922-8894-cf0c636088e5'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:42.328381 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2ab15c2e-b9d0-4126-abf7-a0af266f390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4bd65aa5-ed50-4922-8894-cf0c636088e5'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:42.338369 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bdc60f47-f0e6-4c36-aed9-2065c8954ad8 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "PUT /v2.0/routers/fc15f260-b668-4679-bb2e-7fb76ba64a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0905087 Jan 12 09:36:42.359811 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35480) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.365327 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3585351-39e2-4810-be06-33ea4bd3bd3a None None] Routers {'fc15f260-b668-4679-bb2e-7fb76ba64a7f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:42.365978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e3585351-39e2-4810-be06-33ea4bd3bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc15f260-b668-4679-bb2e-7fb76ba64a7f'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:42.396029 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2ab15c2e-b9d0-4126-abf7-a0af266f390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:42.406732 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab15c2e-b9d0-4126-abf7-a0af266f390c None None] Routers {'4bd65aa5-ed50-4922-8894-cf0c636088e5'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:42.407662 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2ab15c2e-b9d0-4126-abf7-a0af266f390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4bd65aa5-ed50-4922-8894-cf0c636088e5'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:42.456731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.461875 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e3585351-39e2-4810-be06-33ea4bd3bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:42.473765 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3585351-39e2-4810-be06-33ea4bd3bd3a None None] Routers {'fc15f260-b668-4679-bb2e-7fb76ba64a7f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:42.474388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e3585351-39e2-4810-be06-33ea4bd3bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc15f260-b668-4679-bb2e-7fb76ba64a7f'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:42.481197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:42.483734 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2ab15c2e-b9d0-4126-abf7-a0af266f390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:42.484385 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab15c2e-b9d0-4126-abf7-a0af266f390c None None] The sync data for ids ['4bd65aa5-ed50-4922-8894-cf0c636088e5'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:36:42.545396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Transition to ACTIVE for port object afb47990-60a0-40af-b7dc-48d62234d5c6 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:42.546600 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:42.565092 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e3585351-39e2-4810-be06-33ea4bd3bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:42.565315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3585351-39e2-4810-be06-33ea4bd3bd3a None None] The sync data for ids ['fc15f260-b668-4679-bb2e-7fb76ba64a7f'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:36:42.587669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Made reservation on behalf of db1512a07d2b4b07aeee3754348918eb for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:42.590086 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.591219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.612040 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9144ccd3-cfeb-4697-bd1b-fee800b62b02 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/routers/4bd65aa5-ed50-4922-8894-cf0c636088e5 HTTP/1.1" status: 200 len: 925 time: 0.2834125 Jan 12 09:36:42.616096 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35484) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.627105 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-01939bc8-5bc4-42f7-824b-10398d8305d1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:42.633922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3963352e-5830-40e6-bd8e-b2da4652debe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.677597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] device_id is not set on port a830393b-ea64-4eed-8e95-13d449559bb2 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:42.679269 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-01939bc8-5bc4-42f7-824b-10398d8305d1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:42.686815 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46569d48-d0ed-4073-93dc-b29d04470065 None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:36:42.690842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-46569d48-d0ed-4073-93dc-b29d04470065 None None] Deleting port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:42.691218 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-46569d48-d0ed-4073-93dc-b29d04470065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.738743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.743792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-01939bc8-5bc4-42f7-824b-10398d8305d1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:42.824074 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-01939bc8-5bc4-42f7-824b-10398d8305d1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:42.880174 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 24c06832-e5be-4cfc-84ee-269a182e3296 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:42.887670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:42.889706 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=afb47990-60a0-40af-b7dc-48d62234d5c6,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:42.890000 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:42.893370 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3d4e1e44-a1f5-46f9-b104-133ee39413df tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.895982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:42.902359 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:42.903340 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.932118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47992159-8031-43a7-9ce2-4efdfeb0b862 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:42.936868 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-47992159-8031-43a7-9ce2-4efdfeb0b862 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&device_id=4bd65aa5-ed50-4922-8894-cf0c636088e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3167658 Jan 12 09:36:42.942263 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35490) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:42.986224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Allocated IP 172.20.0.10 (578ca857-b274-46e6-8fc2-5816d73938c0/59949c86-4945-4e62-8aab-c54bcb3988c6/a830393b-ea64-4eed-8e95-13d449559bb2) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:42.994029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3963352e-5830-40e6-bd8e-b2da4652debe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:42.997697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3963352e-5830-40e6-bd8e-b2da4652debe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.005178 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-be34a03d-7fcc-432a-80d3-3692e541f1df tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9940596 Jan 12 09:36:43.010977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35494) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:43.021736 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-80bcbf02-0f21-4008-a79b-11f1f56e4a94 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'subnet': {'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:43.050557 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01939bc8-5bc4-42f7-824b-10398d8305d1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:43.058244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-01939bc8-5bc4-42f7-824b-10398d8305d1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.058451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:43.059025 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.099892 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-46569d48-d0ed-4073-93dc-b29d04470065 None None] For port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=fed307cc-4761-4958-b2a5-8c5c1eb7b6d4,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:43.100596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-46569d48-d0ed-4073-93dc-b29d04470065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.118435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3963352e-5830-40e6-bd8e-b2da4652debe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.119225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3963352e-5830-40e6-bd8e-b2da4652debe admin admin] Fanout notify agent at l3_agent the message router_deleted on router a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:36:43.148597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3963352e-5830-40e6-bd8e-b2da4652debe admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.149899 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3963352e-5830-40e6-bd8e-b2da4652debe admin admin] 10.222.0.26 "DELETE /v2.0/routers/a62a2453-e1f0-4dbe-b283-3f2f6f3f1ba3 HTTP/1.1" status: 204 len: 168 time: 4.7412076 Jan 12 09:36:43.159611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35498) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:43.271246 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-46569d48-d0ed-4073-93dc-b29d04470065 None None] Calling delete_port for fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:43.373774 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-05d63215-fc44-4cf2-9efc-ea8f2e99cfce None None] Provisioning for port afb47990-60a0-40af-b7dc-48d62234d5c6 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:43.384785 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-05d63215-fc44-4cf2-9efc-ea8f2e99cfce None None] Provisioning complete for port afb47990-60a0-40af-b7dc-48d62234d5c6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:43.385178 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-05d63215-fc44-4cf2-9efc-ea8f2e99cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.467766 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-46569d48-d0ed-4073-93dc-b29d04470065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.473168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3d4e1e44-a1f5-46f9-b104-133ee39413df tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.536639 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46569d48-d0ed-4073-93dc-b29d04470065 None None] Pushing event deleted for resources: {'Port': ['ID=fed307cc-4761-4958-b2a5-8c5c1eb7b6d4,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:43.540067 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46569d48-d0ed-4073-93dc-b29d04470065 None None] No DVR routers for this DVR port fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:43.544608 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-05d63215-fc44-4cf2-9efc-ea8f2e99cfce None None] Port afb47990-60a0-40af-b7dc-48d62234d5c6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:43.548617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:43.579077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b65bf0-b2a3-40bf-88e0-ae909331db75 admin admin] Deleting subnet b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:36:43.588712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af5528-b767-4f81-8fc1-7ad2894ce42f tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:43.592768 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f7af5528-b767-4f81-8fc1-7ad2894ce42f tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/networks/a0c71044-c202-4180-8447-4ec1d9a406cf HTTP/1.1" status: 200 len: 881 time: 0.6466589 Jan 12 09:36:43.598737 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e1e44-a1f5-46f9-b104-133ee39413df tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Subnet': ['ID=86aa10c8-8d14-4025-9f8f-ac629e097e11,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:43.598935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35502) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:43.600189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3d4e1e44-a1f5-46f9-b104-133ee39413df tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.613022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7674a61f-80bc-4e82-af73-4f4afca47d35 None None] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:43.630087 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3d4e1e44-a1f5-46f9-b104-133ee39413df tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/86aa10c8-8d14-4025-9f8f-ac629e097e11 HTTP/1.1" status: 204 len: 168 time: 2.1435611 Jan 12 09:36:43.635113 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35506) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:43.654094 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:43.654094 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.694184 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f0b65bf0-b2a3-40bf-88e0-ae909331db75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.757731 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-24a09a76-5384-4c44-9f58-4ed60b84c162 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd65aa5-ed50-4922-8894-cf0c636088e5 HTTP/1.1" status: 200 len: 205 time: 0.1547484 Jan 12 09:36:43.758598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54e800c-472f-43f6-810f-0e0a7a23d84f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting subnet 5fde2762-6077-428c-bb07-fea16fd73a60 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:36:43.764061 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35510) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:43.799969 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c54e800c-472f-43f6-810f-0e0a7a23d84f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.851723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-80bcbf02-0f21-4008-a79b-11f1f56e4a94 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:43.876523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-80bcbf02-0f21-4008-a79b-11f1f56e4a94 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:subnet and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:43.881519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-80bcbf02-0f21-4008-a79b-11f1f56e4a94 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:43.900975 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-80bcbf02-0f21-4008-a79b-11f1f56e4a94 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:43.909479 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f0b65bf0-b2a3-40bf-88e0-ae909331db75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.913976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c54e800c-472f-43f6-810f-0e0a7a23d84f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.987278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bcbf02-0f21-4008-a79b-11f1f56e4a94 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:43.990725 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-80bcbf02-0f21-4008-a79b-11f1f56e4a94 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:43.994181 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-086a4b18-6e06-4d00-881a-417563db241d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:43.995364 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-086a4b18-6e06-4d00-881a-417563db241d tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "PUT /v2.0/routers/fc15f260-b668-4679-bb2e-7fb76ba64a7f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6345944 Jan 12 09:36:44.003965 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35514) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:44.041636 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:44.085064 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:36:44.085723 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device fed307cc-4761-4958-b2a5-8c5c1eb7b6d4 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:44.108944 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-01939bc8-5bc4-42f7-824b-10398d8305d1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.127495 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.ipam_backend_mixin [None req-80bcbf02-0f21-4008-a79b-11f1f56e4a94 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7889582-1b82-4a63-8085-47a9e035fb49 (CIDR: 2001:db8::/64) Jan 12 09:36:44.133199 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.209204 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-80bcbf02-0f21-4008-a79b-11f1f56e4a94 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:36:44.209704 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80bcbf02-0f21-4008-a79b-11f1f56e4a94 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:44.251010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01939bc8-5bc4-42f7-824b-10398d8305d1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:44.257476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-01939bc8-5bc4-42f7-824b-10398d8305d1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:44.268909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188a952c-4960-4bd5-9b7d-92135b4f4716 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:44.269519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Transition to ACTIVE for port object a830393b-ea64-4eed-8e95-13d449559bb2 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:44.273726 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01939bc8-5bc4-42f7-824b-10398d8305d1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:44.274794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-01939bc8-5bc4-42f7-824b-10398d8305d1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.298033 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-80bcbf02-0f21-4008-a79b-11f1f56e4a94 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2826767 Jan 12 09:36:44.300467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4eba954e-b33d-4459-a5f5-654cb4463928 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.356284 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35518) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:44.367258 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7a0a6b91-d194-4c29-b21a-e1ae6e47634c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'subnet': {'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:44.383917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01939bc8-5bc4-42f7-824b-10398d8305d1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=ca1779eb-005b-4020-b91e-2ccd526c4aaf,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:44.404776 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f0b65bf0-b2a3-40bf-88e0-ae909331db75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.408739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c54e800c-472f-43f6-810f-0e0a7a23d84f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.505459 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.550281 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': 'ca1779eb-005b-4020-b91e-2ccd526c4aaf'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:36:44.551469 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.621939 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Network 578ca857-b274-46e6-8fc2-5816d73938c0 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:44.632592 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:44.635199 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:44.655704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7a0a6b91-d194-4c29-b21a-e1ae6e47634c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:44.661880 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-01939bc8-5bc4-42f7-824b-10398d8305d1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3837388 Jan 12 09:36:44.667890 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35522) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:44.684643 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:44.692749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event updated for resources: {'Port': ['ID=a830393b-ea64-4eed-8e95-13d449559bb2,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:44.701998 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f0b65bf0-b2a3-40bf-88e0-ae909331db75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.706436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4eba954e-b33d-4459-a5f5-654cb4463928 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.762675 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f0b65bf0-b2a3-40bf-88e0-ae909331db75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.770928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b65bf0-b2a3-40bf-88e0-ae909331db75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:44.771395 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Allocated IP 172.20.0.2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/ca1779eb-005b-4020-b91e-2ccd526c4aaf/13db917f-e194-4cd7-a9a7-373dbfc3d3a5) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:44.781496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:44.782338 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.789353 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-4eba954e-b33d-4459-a5f5-654cb4463928 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Deleting port 23f19cd0-43f7-4a7e-9f89-cea6cb847dea {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:44.789950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4eba954e-b33d-4459-a5f5-654cb4463928 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:44.822079 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f0b65bf0-b2a3-40bf-88e0-ae909331db75 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b5ea0f14-1bde-4ce9-9c63-a9ceb4602edd HTTP/1.1" status: 204 len: 168 time: 1.6497242 Jan 12 09:36:44.826973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715c473c-d7c6-4a58-b128-a1e358817524 None None] Network fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:44.832771 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35526) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:44.839636 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e0bae8db-56ce-4eb7-a369-efc2b1ae21e3 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:44.843932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7a0a6b91-d194-4c29-b21a-e1ae6e47634c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:subnet and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:44.909340 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1671647d-f6b7-4520-bf7d-437e9a82eb28 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8601465 Jan 12 09:36:44.929290 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35530) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:44.935393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Request body: {'port': {'network_id': '578ca857-b274-46e6-8fc2-5816d73938c0', 'name': 'tempest-AllowedAddressPairTestJSON-577535732'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:44.960523 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: e0bae8db-56ce-4eb7-a369-efc2b1ae21e3 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:36:44.960939 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e0bae8db-56ce-4eb7-a369-efc2b1ae21e3 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:45.022569 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7a0a6b91-d194-4c29-b21a-e1ae6e47634c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:45.044185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:45.046895 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c54e800c-472f-43f6-810f-0e0a7a23d84f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.066038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7a0a6b91-d194-4c29-b21a-e1ae6e47634c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:45.247979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:45.248442 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4f3ea311-f006-4e72-acdf-1a3ecd19b687 None None] Provisioning complete for port aaa7922d-30a4-4cf0-8902-0f90934da8de triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:45.248967 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea311-f006-4e72-acdf-1a3ecd19b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.262098 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:45.266747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e800c-472f-43f6-810f-0e0a7a23d84f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Subnet': ['ID=5fde2762-6077-428c-bb07-fea16fd73a60,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:45.269411 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c54e800c-472f-43f6-810f-0e0a7a23d84f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.283926 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:45.289366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.299257 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c54e800c-472f-43f6-810f-0e0a7a23d84f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/5fde2762-6077-428c-bb07-fea16fd73a60 HTTP/1.1" status: 204 len: 168 time: 1.6630220 Jan 12 09:36:45.302564 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a943e283-e21f-438f-a67a-6125b16a8210 None None] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:45.303891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35534) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:45.306352 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0a6b91-d194-4c29-b21a-e1ae6e47634c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:45.310476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b91-d194-4c29-b21a-e1ae6e47634c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.356716 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.380895 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Transition to ACTIVE for port object 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:45.404976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:45.408916 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.430261 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0082e8c-4229-4cd1-bfc3-66a00b16230d None None] DHCP port deletion for fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:36:45.432865 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d5339a-62fb-4b35-90df-23bd4557727c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:45.433379 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d5339a-62fb-4b35-90df-23bd4557727c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:45.437555 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-32d5339a-62fb-4b35-90df-23bd4557727c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/86aa10c8-8d14-4025-9f8f-ac629e097e11 HTTP/1.1" status: 404 len: 337 time: 0.1303177 Jan 12 09:36:45.439298 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35538) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:45.455564 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e0082e8c-4229-4cd1-bfc3-66a00b16230d None None] Deleting port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:45.456443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e0082e8c-4229-4cd1-bfc3-66a00b16230d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.480814 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Deleting port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:45.481166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.497800 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Transition to ACTIVE for port object 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:45.564397 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4eba954e-b33d-4459-a5f5-654cb4463928 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.578975 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.599084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:45.656033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f2ae74-c432-418f-b94b-89c60cbcca48 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting subnet 206da226-4a72-4318-94ab-ac77cd36a282 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:36:45.729447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-4eba954e-b33d-4459-a5f5-654cb4463928 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Calling delete_port for 23f19cd0-43f7-4a7e-9f89-cea6cb847dea owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:45.774812 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:45.787331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:45.795770 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:45.799281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-30f2ae74-c432-418f-b94b-89c60cbcca48 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.807180 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:45.813833 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Pushing event updated for resources: {'Port': ['ID=13db917f-e194-4cd7-a9a7-373dbfc3d3a5,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:45.875835 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Made reservation on behalf of db1512a07d2b4b07aeee3754348918eb for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:45.879432 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.888330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b21adf21-9aea-4eb8-ba8a-f7d3884cb47e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.949977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-30f2ae74-c432-418f-b94b-89c60cbcca48 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.962989 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4f3ea311-f006-4e72-acdf-1a3ecd19b687 None None] Provisioning complete for port 70f41780-b4a9-4615-b3d6-2d304889a884 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:45.963371 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea311-f006-4e72-acdf-1a3ecd19b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:45.996803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] device_id is not set on port 04bbc5f2-1270-41d6-83cc-cf646363d39e yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:46.089323 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Attempting to bind port 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:36:46.089986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Attempting to bind port 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:36:46.090511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Attempting to bind port 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:36:46.107006 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e0082e8c-4229-4cd1-bfc3-66a00b16230d None None] For port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0,segment=NetworkSegment(bc0746f0-94e8-427e-9ea6-eb316e649876),segment_id=bc0746f0-94e8-427e-9ea6-eb316e649876)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:46.107700 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e0082e8c-4229-4cd1-bfc3-66a00b16230d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.121343 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:36:46.122023 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:36:46.122610 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.123183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:36:46.123829 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Bound port: 13db917f-e194-4cd7-a9a7-373dbfc3d3a5, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:36:46.124373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.156156 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b91-d194-4c29-b21a-e1ae6e47634c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.164907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] For port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0,segment=NetworkSegment(bc0746f0-94e8-427e-9ea6-eb316e649876),segment_id=bc0746f0-94e8-427e-9ea6-eb316e649876)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:46.165262 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.191291 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ea311-f006-4e72-acdf-1a3ecd19b687 None None] Port 70f41780-b4a9-4615-b3d6-2d304889a884 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:46.260958 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e0082e8c-4229-4cd1-bfc3-66a00b16230d None None] Calling delete_port for 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:46.303280 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0a6b91-d194-4c29-b21a-e1ae6e47634c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 24c06832-e5be-4cfc-84ee-269a182e3296 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:46.313205 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-7a0a6b91-d194-4c29-b21a-e1ae6e47634c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:46.315980 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0a6b91-d194-4c29-b21a-e1ae6e47634c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:46.317227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b91-d194-4c29-b21a-e1ae6e47634c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.317716 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Calling delete_port for 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:46.348543 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a6b91-d194-4c29-b21a-e1ae6e47634c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Subnet': ['ID=5fb4cd76-e079-454a-9992-ad0acc2bfeab,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:46.359345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d108094-3f16-4402-ba0d-f0bc66ea97d5 None None] Network 24c06832-e5be-4cfc-84ee-269a182e3296 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:46.407328 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7a0a6b91-d194-4c29-b21a-e1ae6e47634c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0460851 Jan 12 09:36:46.407575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35542) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:46.416523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5c9d8d2d-f960-42f2-b9a3-333304943a4d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-683364998', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5fb4cd76-e079-454a-9992-ad0acc2bfeab'}], 'security_groups': ['0688a082-c4ac-4e85-be7a-7287af27c879']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:46.442612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.objects.ports [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87664) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:36:46.447110 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b4fadede-cb2b-4f85-89d0-147a30102971 None None] Provisioning for port a830393b-ea64-4eed-8e95-13d449559bb2 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:46.476452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-30f2ae74-c432-418f-b94b-89c60cbcca48 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.516420 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b4fadede-cb2b-4f85-89d0-147a30102971 None None] Provisioning complete for port a830393b-ea64-4eed-8e95-13d449559bb2 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:46.516747 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b4fadede-cb2b-4f85-89d0-147a30102971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.561092 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] For port 13db917f-e194-4cd7-a9a7-373dbfc3d3a5, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:36:46.577287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.577986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e0082e8c-4229-4cd1-bfc3-66a00b16230d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.597846 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b21adf21-9aea-4eb8-ba8a-f7d3884cb47e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Deleting port b7e755ca-ac7e-4b54-8fb3-0d651e55b831 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:46.598500 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b21adf21-9aea-4eb8-ba8a-f7d3884cb47e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.648254 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0082e8c-4229-4cd1-bfc3-66a00b16230d None None] Pushing event deleted for resources: {'Port': ['ID=13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:46.659509 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0082e8c-4229-4cd1-bfc3-66a00b16230d None None] No DVR routers for this DVR port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:46.661451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b4fadede-cb2b-4f85-89d0-147a30102971 None None] Port a830393b-ea64-4eed-8e95-13d449559bb2 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:46.827110 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Allocated IP 172.20.0.9 (578ca857-b274-46e6-8fc2-5816d73938c0/59949c86-4945-4e62-8aab-c54bcb3988c6/04bbc5f2-1270-41d6-83cc-cf646363d39e) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:46.839688 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:46.863035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:36:46.863397 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:36:46.914617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:36:46.915537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:46.917765 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4eba954e-b33d-4459-a5f5-654cb4463928 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:46.925363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] For port 13db917f-e194-4cd7-a9a7-373dbfc3d3a5, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=13db917f-e194-4cd7-a9a7-373dbfc3d3a5,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:36:46.942523 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.075459 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba954e-b33d-4459-a5f5-654cb4463928 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Pushing event deleted for resources: {'Port': ['ID=23f19cd0-43f7-4a7e-9f89-cea6cb847dea,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:47.085563 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b21adf21-9aea-4eb8-ba8a-f7d3884cb47e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.099013 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.145545 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab95ce2-a1ff-4a61-a8b8-30c0d47dd667 None None] Pushing event updated for resources: {'Port': ['ID=13db917f-e194-4cd7-a9a7-373dbfc3d3a5,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:47.155212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bbab5f-70a4-41f6-9107-67d3a4fcaf0d None None] Update dhcp port {'port': {'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'fixed_ips': [{'subnet_id': 'c7889582-1b82-4a63-8085-47a9e035fb49', 'ip_address': '2001:db8::2'}, {'subnet_id': '5fb4cd76-e079-454a-9992-ad0acc2bfeab'}], 'binding:host_id': 'dv-neutron-824346-1-hyperv'}, 'id': '31d4c0c9-aabc-4687-98e6-dd494e3c8f04'} from dv-neutron-824346-1-hyperv. {{(pid=87665) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 12 09:36:47.166356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-30f2ae74-c432-418f-b94b-89c60cbcca48 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.258088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b21adf21-9aea-4eb8-ba8a-f7d3884cb47e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Calling delete_port for b7e755ca-ac7e-4b54-8fb3-0d651e55b831 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:47.270220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-19bbab5f-70a4-41f6-9107-67d3a4fcaf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.300910 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2ae74-c432-418f-b94b-89c60cbcca48 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Subnet': ['ID=206da226-4a72-4318-94ab-ac77cd36a282,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:47.303080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-30f2ae74-c432-418f-b94b-89c60cbcca48 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.325719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfe80c8-0325-4aeb-baf4-41fc55ebd38c None None] Network 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:47.428573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Deleting port 13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:47.429224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.460883 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-30f2ae74-c432-418f-b94b-89c60cbcca48 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/206da226-4a72-4318-94ab-ac77cd36a282 HTTP/1.1" status: 204 len: 168 time: 2.0189788 Jan 12 09:36:47.460883 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4eba954e-b33d-4459-a5f5-654cb4463928 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.464588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35548) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:47.542880 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb07e889-e692-49a7-8f97-4473dcb142cf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:47.543304 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb07e889-e692-49a7-8f97-4473dcb142cf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:47.547478 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bb07e889-e692-49a7-8f97-4473dcb142cf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/81e7f798-af69-41e4-b370-9013be0902e9 HTTP/1.1" status: 404 len: 337 time: 0.0789433 Jan 12 09:36:47.580258 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-19bbab5f-70a4-41f6-9107-67d3a4fcaf0d None None] Allocated IP 2001:db8:0:1::2 (24c06832-e5be-4cfc-84ee-269a182e3296/5fb4cd76-e079-454a-9992-ad0acc2bfeab/31d4c0c9-aabc-4687-98e6-dd494e3c8f04) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:47.597780 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35552) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:47.660878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-58d6afd1-e7d3-4434-b5d0-eddafb5a82b9 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Synchronizing usage tracker for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:47.735191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] The port '13c5cbe7-6f81-4b7e-ad5a-abf4de6697f0' was deleted {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:36:47.741686 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-58d6afd1-e7d3-4434-b5d0-eddafb5a82b9 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Unset dirty status for tenant:e398d06e5ea248788795b74f5516b423 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:47.745242 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-58d6afd1-e7d3-4434-b5d0-eddafb5a82b9 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "GET /v2.0/ports?device_id=6edf26e2-aa70-4f64-b2c0-ea6853d61df5 HTTP/1.1" status: 200 len: 205 time: 0.1474252 Jan 12 09:36:47.748502 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35556) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:47.757767 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] For port 13db917f-e194-4cd7-a9a7-373dbfc3d3a5, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=13db917f-e194-4cd7-a9a7-373dbfc3d3a5,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:47.770069 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-19bbab5f-70a4-41f6-9107-67d3a4fcaf0d None None] For port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=31d4c0c9-aabc-4687-98e6-dd494e3c8f04,segment=NetworkSegment(ce00a61f-3b62-42b0-8a45-076474907eec),segment_id=ce00a61f-3b62-42b0-8a45-076474907eec)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:47.794645 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-19bbab5f-70a4-41f6-9107-67d3a4fcaf0d None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.799322 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4eba954e-b33d-4459-a5f5-654cb4463928 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.840629 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-10df7d9e-faff-4852-aa2b-e4f508bbd647 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] delete failed (client error): The resource could not be found. Jan 12 09:36:47.840842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4eba954e-b33d-4459-a5f5-654cb4463928 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.845533 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-10df7d9e-faff-4852-aa2b-e4f508bbd647 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/routers/6edf26e2-aa70-4f64-b2c0-ea6853d61df5 HTTP/1.1" status: 404 len: 336 time: 0.0865388 Jan 12 09:36:47.845533 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35560) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:47.854918 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c9d8d2d-f960-42f2-b9a3-333304943a4d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.864996 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-19bbab5f-70a4-41f6-9107-67d3a4fcaf0d None None] Transition to ACTIVE for port object 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:47.877408 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-21b68b01-57cf-4766-a8a2-b7b4596a4e96 None None] Provisioning complete for port aaa7922d-30a4-4cf0-8902-0f90934da8de triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:47.877792 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-21b68b01-57cf-4766-a8a2-b7b4596a4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.884339 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b21adf21-9aea-4eb8-ba8a-f7d3884cb47e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.915902 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-19bbab5f-70a4-41f6-9107-67d3a4fcaf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:47.917537 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d582e93c-7385-4257-8b04-c1528ff0d6d9 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:47.918749 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d582e93c-7385-4257-8b04-c1528ff0d6d9 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:47.953147 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21adf21-9aea-4eb8-ba8a-f7d3884cb47e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event deleted for resources: {'Port': ['ID=b7e755ca-ac7e-4b54-8fb3-0d651e55b831,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:47.960164 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d582e93c-7385-4257-8b04-c1528ff0d6d9 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/995af548-f03d-406a-b815-e24e5c858f68 HTTP/1.1" status: 404 len: 337 time: 0.1110775 Jan 12 09:36:47.961555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35564) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:48.038899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.063210 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ce9351-16d0-4f3f-be97-63aa188552fb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:48.063668 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ce9351-16d0-4f3f-be97-63aa188552fb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:48.067105 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-78ce9351-16d0-4f3f-be97-63aa188552fb tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/197bbcb3-1dd3-4082-b4ea-f1ca7c134e1d HTTP/1.1" status: 404 len: 337 time: 0.1054168 Jan 12 09:36:48.102597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.103392 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.107981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35568) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:48.202604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4eba954e-b33d-4459-a5f5-654cb4463928 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.203416 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eba954e-b33d-4459-a5f5-654cb4463928 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Fanout notify agent at l3_agent the message router_deleted on router 4bd65aa5-ed50-4922-8894-cf0c636088e5 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:36:48.227950 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbab5f-70a4-41f6-9107-67d3a4fcaf0d None None] Pushing event updated for resources: {'Port': ['ID=31d4c0c9-aabc-4687-98e6-dd494e3c8f04,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:48.340835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:48.431755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-21b68b01-57cf-4766-a8a2-b7b4596a4e96 None None] Provisioning complete for port 70f41780-b4a9-4615-b3d6-2d304889a884 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:48.432923 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-21b68b01-57cf-4766-a8a2-b7b4596a4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.452238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4eba954e-b33d-4459-a5f5-654cb4463928 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.453572 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4eba954e-b33d-4459-a5f5-654cb4463928 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "DELETE /v2.0/routers/4bd65aa5-ed50-4922-8894-cf0c636088e5 HTTP/1.1" status: 204 len: 168 time: 4.6883001 Jan 12 09:36:48.467482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.475044 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.490453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35572) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:48.496603 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:48.521921 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f839aad-1b57-4e26-8ec1-b1d3bb194258 None None] DHCP port deletion for 6b387107-ddfa-4d9d-8d06-9c6f22b38f67 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:36:48.533278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-6133ad72-799f-4860-8ca4-57839b5cd5e8 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-13000648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:48.535872 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1f839aad-1b57-4e26-8ec1-b1d3bb194258 None None] Deleting port aaa7922d-30a4-4cf0-8902-0f90934da8de {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:48.536253 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1f839aad-1b57-4e26-8ec1-b1d3bb194258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.554390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-6133ad72-799f-4860-8ca4-57839b5cd5e8 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:48.558655 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6133ad72-799f-4860-8ca4-57839b5cd5e8 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Usage tracker for resource:router and tenant:e59b19e4090746ca80542a896088ca79 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:48.561709 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6133ad72-799f-4860-8ca4-57839b5cd5e8 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:48.578255 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-6133ad72-799f-4860-8ca4-57839b5cd5e8 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:48.604826 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1ac73a-2edd-4d95-8113-fed08db29ddf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:48.606233 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1ac73a-2edd-4d95-8113-fed08db29ddf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:48.611757 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fa1ac73a-2edd-4d95-8113-fed08db29ddf tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/992fa58b-e054-4c39-aaeb-b44cf222e25d HTTP/1.1" status: 404 len: 337 time: 0.3980894 Jan 12 09:36:48.612777 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=184a79b4-3f92-455d-923d-9b93f4c723a2,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:48.628868 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=13db917f-e194-4cd7-a9a7-373dbfc3d3a5,revision_number=4']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:48.639840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35576) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:48.641021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:48.642107 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.675553 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-902e05cb-3086-4cc8-b422-793ce74f42d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9977777 Jan 12 09:36:48.676922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35580) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:48.711577 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:48.757832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0746f0-94e8-427e-9ea6-eb316e649876') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:48.758134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0746f0-94e8-427e-9ea6-eb316e649876') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:48.765329 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Transition to ACTIVE for port object 04bbc5f2-1270-41d6-83cc-cf646363d39e will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:48.778849 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6133ad72-799f-4860-8ca4-57839b5cd5e8 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.779511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a813a892-13d3-49c2-a086-5ce9b0182e28 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:48.779860 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6133ad72-799f-4860-8ca4-57839b5cd5e8 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.795041 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6133ad72-799f-4860-8ca4-57839b5cd5e8 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.835140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'mac_address': 'fa:16:3e:60:eb:be', 'name': 'tempest-NetworksTestDHCPv6-629432949'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:48.852958 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-db453159-7666-4aff-ade2-a98da8d8eb2e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:48.854100 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db453159-7666-4aff-ade2-a98da8d8eb2e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:48.861389 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.870900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b21adf21-9aea-4eb8-ba8a-f7d3884cb47e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.871103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6133ad72-799f-4860-8ca4-57839b5cd5e8 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.912148 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-db453159-7666-4aff-ade2-a98da8d8eb2e tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/a612baf9-2aa5-417b-9d25-014fc250e212 HTTP/1.1" status: 404 len: 333 time: 0.2686510 Jan 12 09:36:48.920867 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35584) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:48.922359 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:48.968495 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-21b68b01-57cf-4766-a8a2-b7b4596a4e96 None None] Port 70f41780-b4a9-4615-b3d6-2d304889a884 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:48.989455 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1f839aad-1b57-4e26-8ec1-b1d3bb194258 None None] For port aaa7922d-30a4-4cf0-8902-0f90934da8de, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=aaa7922d-30a4-4cf0-8902-0f90934da8de,segment=NetworkSegment(f4be32ce-0089-4db9-8e92-e4026b0dcb89),segment_id=f4be32ce-0089-4db9-8e92-e4026b0dcb89)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:48.990004 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1f839aad-1b57-4e26-8ec1-b1d3bb194258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.128945 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1f839aad-1b57-4e26-8ec1-b1d3bb194258 None None] Calling delete_port for aaa7922d-30a4-4cf0-8902-0f90934da8de owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:49.158885 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6133ad72-799f-4860-8ca4-57839b5cd5e8 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.160436 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6133ad72-799f-4860-8ca4-57839b5cd5e8 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6496458 Jan 12 09:36:49.163133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:36:49.163560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.176646 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:49.179014 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0e0a97-a9c8-484b-9089-7fbebf6a388c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:49.179473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0e0a97-a9c8-484b-9089-7fbebf6a388c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6a0e0a97-a9c8-484b-9089-7fbebf6a388c tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/c2a40d7f-2c52-4d84-becc-62ee74a90b23 HTTP/1.1" status: 404 len: 337 time: 0.2563045 Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:36:49.183533 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:36:49.187583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35588) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:49.187583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35590) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:49.231152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'enable_snat': False}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:49.335482 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a4799e04-a946-4950-b09e-75a427a50ecc None None] Provisioning for port 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:49.401568 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:49.424264 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1f839aad-1b57-4e26-8ec1-b1d3bb194258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.454748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:49.462714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21adf21-9aea-4eb8-ba8a-f7d3884cb47e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Router fc15f260-b668-4679-bb2e-7fb76ba64a7f has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:36:49.463833 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:port and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:49.469233 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:49.475452 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f839aad-1b57-4e26-8ec1-b1d3bb194258 None None] No DVR routers for this DVR port aaa7922d-30a4-4cf0-8902-0f90934da8de on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:36:49.476121 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-6205ed26-c772-4c72-9229-0dff46eac637 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:49.476531 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6205ed26-c772-4c72-9229-0dff46eac637 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:49.478302 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6205ed26-c772-4c72-9229-0dff46eac637 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/d2681e3d-fcbb-44a9-9a17-528d94e1aa76 HTTP/1.1" status: 404 len: 337 time: 0.2838819 Jan 12 09:36:49.481512 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:49.488794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35596) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:49.516337 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f839aad-1b57-4e26-8ec1-b1d3bb194258 None None] Pushing event deleted for resources: {'Port': ['ID=aaa7922d-30a4-4cf0-8902-0f90934da8de,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:49.547034 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9eedca24-bc2a-4c14-9e21-aa335c33c919 None None] Provisioning for port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:49.580383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-5c9d8d2d-f960-42f2-b9a3-333304943a4d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Delete allocated IP 2001:db8::18 (24c06832-e5be-4cfc-84ee-269a182e3296/c7889582-1b82-4a63-8085-47a9e035fb49) {{(pid=87663) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 12 09:36:49.583637 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.589222 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:49.591802 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9eedca24-bc2a-4c14-9e21-aa335c33c919 None None] Provisioning complete for port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:49.592178 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9eedca24-bc2a-4c14-9e21-aa335c33c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.613091 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb4491e-d02e-429c-92a8-19190709afa8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:49.613560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb4491e-d02e-429c-92a8-19190709afa8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:49.617647 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1cb4491e-d02e-429c-92a8-19190709afa8 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/d0164f0d-1e72-4a0d-9012-1acb0e7ca9e0 HTTP/1.1" status: 404 len: 333 time: 0.1260548 Jan 12 09:36:49.620570 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35600) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:49.638336 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.642537 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-5c9d8d2d-f960-42f2-b9a3-333304943a4d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Allocated IP 2001:db8:0:1::392 (24c06832-e5be-4cfc-84ee-269a182e3296/5fb4cd76-e079-454a-9992-ad0acc2bfeab/afb47990-60a0-40af-b7dc-48d62234d5c6) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:49.674809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.717176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:49.728638 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:49.729009 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.733577 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eda120a-8fcc-4ff0-a0da-82ad3a7814c6 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:49.734258 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eda120a-8fcc-4ff0-a0da-82ad3a7814c6 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:49.736217 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0eda120a-8fcc-4ff0-a0da-82ad3a7814c6 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/7836d77c-b613-47f0-b903-ba5f3e8e5c33 HTTP/1.1" status: 404 len: 337 time: 0.1129081 Jan 12 09:36:49.739462 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21adf21-9aea-4eb8-ba8a-f7d3884cb47e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:36:49.741028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35604) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:49.761986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f3c15-7c13-4a9b-b0a7-7690bf6f1a0a None None] Sync routers for ids ['fc15f260-b668-4679-bb2e-7fb76ba64a7f'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:36:49.767801 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] Pushing event deleted for resources: {'Network': ['ID=fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:49.780176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Network 578ca857-b274-46e6-8fc2-5816d73938c0 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:49.828852 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b21adf21-9aea-4eb8-ba8a-f7d3884cb47e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "PUT /v2.0/routers/fc15f260-b668-4679-bb2e-7fb76ba64a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8142822 Jan 12 09:36:49.828852 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35608) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:49.846963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:49.869706 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-67fa26af-94cc-432a-b363-a8c6101328eb admin admin] 10.222.0.26 "DELETE /v2.0/networks/fab1ff5b-c2cc-4c21-8b2b-6495a39dad1a HTTP/1.1" status: 204 len: 168 time: 5.0279975 Jan 12 09:36:49.873536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:49.883212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f3c15-7c13-4a9b-b0a7-7690bf6f1a0a None None] Routers {'fc15f260-b668-4679-bb2e-7fb76ba64a7f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:49.884465 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-159f3c15-7c13-4a9b-b0a7-7690bf6f1a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc15f260-b668-4679-bb2e-7fb76ba64a7f'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:49.908761 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-92952506-020d-408b-a46d-63af7a419192 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] DELETE failed (client error): The resource could not be found. Jan 12 09:36:49.909241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92952506-020d-408b-a46d-63af7a419192 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:36:49.920166 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-92952506-020d-408b-a46d-63af7a419192 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/subnets/43bd658c-4514-4753-b661-a54d031e4262 HTTP/1.1" status: 404 len: 337 time: 0.1238780 Jan 12 09:36:49.920166 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-d7696b92-3724-4797-bd6f-49c627b303d1 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] delete failed (client error): The resource could not be found. Jan 12 09:36:49.920481 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event updated for resources: {'Port': ['ID=04bbc5f2-1270-41d6-83cc-cf646363d39e,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:49.920579 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d7696b92-3724-4797-bd6f-49c627b303d1 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-1337556645 HTTP/1.1" status: 404 len: 335 time: 0.0833714 Jan 12 09:36:49.920659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35614) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:49.920659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35616) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:49.966170 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-159f3c15-7c13-4a9b-b0a7-7690bf6f1a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:49.985337 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9eedca24-bc2a-4c14-9e21-aa335c33c919 None None] Provisioning complete for port afb47990-60a0-40af-b7dc-48d62234d5c6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:49.986245 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9eedca24-bc2a-4c14-9e21-aa335c33c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:49.988029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.003210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-8e59eab9-b4cc-4675-a265-77199a2ca3c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fc15f260-b668-4679-bb2e-7fb76ba64a7f'}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:50.057658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port 8031cb79-6a4e-4b92-aff2-caeba4716d43 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:50.064079 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-9eedca24-bc2a-4c14-9e21-aa335c33c919 None None] Port afb47990-60a0-40af-b7dc-48d62234d5c6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:50.066062 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f3c15-7c13-4a9b-b0a7-7690bf6f1a0a None None] Routers {'fc15f260-b668-4679-bb2e-7fb76ba64a7f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:50.067230 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-159f3c15-7c13-4a9b-b0a7-7690bf6f1a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc15f260-b668-4679-bb2e-7fb76ba64a7f'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:50.241243 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-159f3c15-7c13-4a9b-b0a7-7690bf6f1a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:50.241484 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f3c15-7c13-4a9b-b0a7-7690bf6f1a0a None None] The sync data for ids ['fc15f260-b668-4679-bb2e-7fb76ba64a7f'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:36:50.243059 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.260740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.270008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35622) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:50.289555 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9eedca24-bc2a-4c14-9e21-aa335c33c919 None None] Provisioning complete for port c97a0118-ac53-4b65-9d27-58c9ce70f4d6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:50.289929 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9eedca24-bc2a-4c14-9e21-aa335c33c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.326279 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 13db917f-e194-4cd7-a9a7-373dbfc3d3a5, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=13db917f-e194-4cd7-a9a7-373dbfc3d3a5,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:36:50.343946 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.425596 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 172.20.0.6 (ff4a5360-acb6-446d-a4d9-75b6632567e8/ca1779eb-005b-4020-b91e-2ccd526c4aaf/8031cb79-6a4e-4b92-aff2-caeba4716d43) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:50.427623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device aaa7922d-30a4-4cf0-8902-0f90934da8de no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:36:50.435909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::f816:3eff:fe60:ebbe (ff4a5360-acb6-446d-a4d9-75b6632567e8/184a79b4-3f92-455d-923d-9b93f4c723a2/8031cb79-6a4e-4b92-aff2-caeba4716d43) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:50.461727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-9eedca24-bc2a-4c14-9e21-aa335c33c919 None None] Port c97a0118-ac53-4b65-9d27-58c9ce70f4d6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:50.470533 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: aaa7922d-30a4-4cf0-8902-0f90934da8de {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:36:50.470898 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device aaa7922d-30a4-4cf0-8902-0f90934da8de not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:36:50.492370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=13db917f-e194-4cd7-a9a7-373dbfc3d3a5,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:50.528514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:50.528514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.535151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ddb18746-baa3-43e6-98cb-3593a4e9b14f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Deleting port 70f41780-b4a9-4615-b3d6-2d304889a884 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:50.535497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ddb18746-baa3-43e6-98cb-3593a4e9b14f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.587616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b0a1f98e-aa60-4f8d-ace8-50b8f0217aac None None] Provisioning for port 04bbc5f2-1270-41d6-83cc-cf646363d39e completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:50.597445 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b0a1f98e-aa60-4f8d-ace8-50b8f0217aac None None] Provisioning complete for port 04bbc5f2-1270-41d6-83cc-cf646363d39e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:50.597817 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f98e-aa60-4f8d-ace8-50b8f0217aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.656406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1f98e-aa60-4f8d-ace8-50b8f0217aac None None] Port 04bbc5f2-1270-41d6-83cc-cf646363d39e cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:50.678085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.693950 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object 8031cb79-6a4e-4b92-aff2-caeba4716d43 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:50.722129 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.782451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-20746d73-52a0-419e-89a7-fb364d8c6fad None None] Provisioning complete for port 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:50.783415 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-20746d73-52a0-419e-89a7-fb364d8c6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.817490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:36:50.898947 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fecad532-fdfe-49da-9621-10e91cd6f06b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a462b68449743d888150888eed67276&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6158712 Jan 12 09:36:50.905310 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35626) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:50.915365 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:50.915641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:50.946507 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:50.957962 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:50.967120 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:50.981970 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7892d801-9ab7-4eb7-9c31-43d60c44a6af tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.0512803 Jan 12 09:36:51.006530 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35632) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:51.016388 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-72108cfb-9f1d-4405-9347-580fd9cb6d51 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:49:16:3b'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:43:14:37'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:51.047863 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=8031cb79-6a4e-4b92-aff2-caeba4716d43,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:51.131902 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:51.132550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.146256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8e59eab9-b4cc-4675-a265-77199a2ca3c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.163432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fea9811-ed15-449e-ad7c-81aa2cfd06b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.225312 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-671efafd-1eb4-438b-a63e-888fe4d66ca3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4188445 Jan 12 09:36:51.231504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fea9811-ed15-449e-ad7c-81aa2cfd06b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.233612 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35636) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:51.300891 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-8e59eab9-b4cc-4675-a265-77199a2ca3c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] update failed (client error): The resource could not be found. Jan 12 09:36:51.300891 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8e59eab9-b4cc-4675-a265-77199a2ca3c4 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "PUT /v2.0/routers/fc15f260-b668-4679-bb2e-7fb76ba64a7f HTTP/1.1" status: 404 len: 339 time: 1.3788724 Jan 12 09:36:51.310185 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-5c9d8d2d-f960-42f2-b9a3-333304943a4d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:36:51.318926 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35642) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:51.352367 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c9d8d2d-f960-42f2-b9a3-333304943a4d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.392750 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-48f6156e-743b-4631-878b-b8447d33f51a None None] Provisioning for port 8031cb79-6a4e-4b92-aff2-caeba4716d43 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:51.398981 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-48f6156e-743b-4631-878b-b8447d33f51a None None] Provisioning complete for port 8031cb79-6a4e-4b92-aff2-caeba4716d43 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:51.399391 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-48f6156e-743b-4631-878b-b8447d33f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.467144 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ddb18746-baa3-43e6-98cb-3593a4e9b14f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.468564 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-48f6156e-743b-4631-878b-b8447d33f51a None None] Port 8031cb79-6a4e-4b92-aff2-caeba4716d43 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:51.483849 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-5c9d8d2d-f960-42f2-b9a3-333304943a4d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Transition to ACTIVE for port object afb47990-60a0-40af-b7dc-48d62234d5c6 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:51.602333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c9d8d2d-f960-42f2-b9a3-333304943a4d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.619130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ddb18746-baa3-43e6-98cb-3593a4e9b14f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Calling delete_port for 70f41780-b4a9-4615-b3d6-2d304889a884 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:51.669137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fea9811-ed15-449e-ad7c-81aa2cfd06b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.761283 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72108cfb-9f1d-4405-9347-580fd9cb6d51 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.774285 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea9811-ed15-449e-ad7c-81aa2cfd06b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a1ce42-35c6-47f5-9d41-16670895f57c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:51.888619 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fea9811-ed15-449e-ad7c-81aa2cfd06b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.889750 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1fea9811-ed15-449e-ad7c-81aa2cfd06b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02a1ce42-35c6-47f5-9d41-16670895f57c HTTP/1.1" status: 204 len: 168 time: 0.9829290 Jan 12 09:36:51.907437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d8d2d-f960-42f2-b9a3-333304943a4d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=afb47990-60a0-40af-b7dc-48d62234d5c6,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:51.913491 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d8d2d-f960-42f2-b9a3-333304943a4d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] In _notify_port_updated(), no bound segment for port afb47990-60a0-40af-b7dc-48d62234d5c6 on network 24c06832-e5be-4cfc-84ee-269a182e3296 {{(pid=87663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:36:51.918957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9d8d2d-f960-42f2-b9a3-333304943a4d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:51.923480 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c9d8d2d-f960-42f2-b9a3-333304943a4d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:51.923480 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5c9d8d2d-f960-42f2-b9a3-333304943a4d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "PUT /v2.0/ports/afb47990-60a0-40af-b7dc-48d62234d5c6 HTTP/1.1" status: 200 len: 930 time: 5.5131087 Jan 12 09:36:51.957520 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35664) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:52.009246 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f83499-b233-4655-a899-760e09e17116 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:52.016595 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f83499-b233-4655-a899-760e09e17116 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:52.017449 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b7f83499-b233-4655-a899-760e09e17116 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:52.079571 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-a5599715-0092-41c7-a739-5945943a96cb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port afb47990-60a0-40af-b7dc-48d62234d5c6 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:52.080058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a5599715-0092-41c7-a739-5945943a96cb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:52.097916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:52.134864 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ddb18746-baa3-43e6-98cb-3593a4e9b14f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:52.137054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:52.209867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-645428dd-3033-484f-8e0a-f6e8b2151c29 None None] Provisioning for port afb47990-60a0-40af-b7dc-48d62234d5c6 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:52.215620 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-645428dd-3033-484f-8e0a-f6e8b2151c29 None None] Provisioning complete for port afb47990-60a0-40af-b7dc-48d62234d5c6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:52.215996 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-645428dd-3033-484f-8e0a-f6e8b2151c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:52.271618 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-645428dd-3033-484f-8e0a-f6e8b2151c29 None None] Port afb47990-60a0-40af-b7dc-48d62234d5c6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:52.327071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:52.399610 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b7f83499-b233-4655-a899-760e09e17116 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:52.402868 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b7f83499-b233-4655-a899-760e09e17116 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.1617382 Jan 12 09:36:52.405224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb18746-baa3-43e6-98cb-3593a4e9b14f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Port': ['ID=70f41780-b4a9-4615-b3d6-2d304889a884,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:52.408029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35676) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:52.449583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ddb18746-baa3-43e6-98cb-3593a4e9b14f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:52.515982 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ddb18746-baa3-43e6-98cb-3593a4e9b14f tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/ports/70f41780-b4a9-4615-b3d6-2d304889a884 HTTP/1.1" status: 204 len: 168 time: 2.5923367 Jan 12 09:36:52.520620 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35682) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:52.524214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-47d11acd-6266-4c68-8b26-aa1207dcdb55 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port 8031cb79-6a4e-4b92-aff2-caeba4716d43 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:52.524563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47d11acd-6266-4c68-8b26-aa1207dcdb55 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:52.597154 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531b49-2333-486a-80ac-7c116f83f89f req-e94a8e2f-fae4-4814-a05a-933e4a252d3f tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:52.598669 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-dd531b49-2333-486a-80ac-7c116f83f89f req-e94a8e2f-fae4-4814-a05a-933e4a252d3f tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 945 time: 0.7700527 Jan 12 09:36:52.768194 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Allocated IP 172.26.2.188 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/a69ea54f-4340-4d44-af9c-f4ba8a940222) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:52.788696 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21184b0f-3c7a-45ff-8960-934dc8ff26c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:52.942579 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-dd531b49-2333-486a-80ac-7c116f83f89f req-160d437f-2aed-4cad-a7a4-d68622b7ecc5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235965 Jan 12 09:36:53.005374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a5599715-0092-41c7-a739-5945943a96cb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.146788 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21184b0f-3c7a-45ff-8960-934dc8ff26c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.149216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-a5599715-0092-41c7-a739-5945943a96cb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for afb47990-60a0-40af-b7dc-48d62234d5c6 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:53.199089 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-72108cfb-9f1d-4405-9347-580fd9cb6d51 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:36:53.202014 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47d11acd-6266-4c68-8b26-aa1207dcdb55 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.219110 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.220093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72108cfb-9f1d-4405-9347-580fd9cb6d51 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.225703 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-21184b0f-3c7a-45ff-8960-934dc8ff26c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b387107-ddfa-4d9d-8d06-9c6f22b38f67']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:53.260984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72108cfb-9f1d-4405-9347-580fd9cb6d51 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.288664 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:36:53.348389 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-47d11acd-6266-4c68-8b26-aa1207dcdb55 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for 8031cb79-6a4e-4b92-aff2-caeba4716d43 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:53.386081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-21184b0f-3c7a-45ff-8960-934dc8ff26c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4be32ce-0089-4db9-8e92-e4026b0dcb89') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:53.386390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-21184b0f-3c7a-45ff-8960-934dc8ff26c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4be32ce-0089-4db9-8e92-e4026b0dcb89') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:53.411801 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Allocated IP 172.20.0.1 (77077faf-de31-4266-9eae-fe3c4933dc67/9107f8e9-a5ad-4238-9243-a42d9874c09b/ca6d3cf6-ce2c-4131-a239-3f26ceb4cc04) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:53.418006 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21184b0f-3c7a-45ff-8960-934dc8ff26c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.422995 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72108cfb-9f1d-4405-9347-580fd9cb6d51 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event updated for resources: {'Port': ['ID=04bbc5f2-1270-41d6-83cc-cf646363d39e,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:53.463587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21184b0f-3c7a-45ff-8960-934dc8ff26c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.473659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21184b0f-3c7a-45ff-8960-934dc8ff26c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:36:53.474565 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21184b0f-3c7a-45ff-8960-934dc8ff26c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:36:53.490740 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:36:53.551273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-72108cfb-9f1d-4405-9347-580fd9cb6d51 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] In _notify_port_updated(), no bound segment for port 04bbc5f2-1270-41d6-83cc-cf646363d39e on network 578ca857-b274-46e6-8fc2-5816d73938c0 {{(pid=87664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:36:53.556792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72108cfb-9f1d-4405-9347-580fd9cb6d51 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:53.558211 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72108cfb-9f1d-4405-9347-580fd9cb6d51 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.558546 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.561687 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-72108cfb-9f1d-4405-9347-580fd9cb6d51 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "PUT /v2.0/ports/04bbc5f2-1270-41d6-83cc-cf646363d39e HTTP/1.1" status: 200 len: 1055 time: 2.5537755 Jan 12 09:36:53.561994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35708) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:53.615279 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35710) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:53.623564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a5599715-0092-41c7-a739-5945943a96cb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.697497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5599715-0092-41c7-a739-5945943a96cb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=afb47990-60a0-40af-b7dc-48d62234d5c6,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:53.732755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-be1e9fc8-fa3b-4077-8c95-f7aa20d4b7a3 None None] Provisioning complete for port 04bbc5f2-1270-41d6-83cc-cf646363d39e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:53.734012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-be1e9fc8-fa3b-4077-8c95-f7aa20d4b7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.783879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.813921 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a5599715-0092-41c7-a739-5945943a96cb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.821228 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-be1e9fc8-fa3b-4077-8c95-f7aa20d4b7a3 None None] Port 04bbc5f2-1270-41d6-83cc-cf646363d39e cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:53.831437 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a5599715-0092-41c7-a739-5945943a96cb tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/afb47990-60a0-40af-b7dc-48d62234d5c6 HTTP/1.1" status: 204 len: 168 time: 1.8568017 Jan 12 09:36:53.834193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35718) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:53.841682 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21184b0f-3c7a-45ff-8960-934dc8ff26c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.850709 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:53.880680 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:53.891241 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37a70ce-a937-4809-b655-04f78bbf2607 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] GET failed (client error): The resource could not be found. Jan 12 09:36:53.891973 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d37a70ce-a937-4809-b655-04f78bbf2607 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:53.896669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21184b0f-3c7a-45ff-8960-934dc8ff26c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.899374 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:53.903240 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-802146567', 'router:external': True}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:53.907835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:53.911589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Usage tracker for resource:network and tenant:d23b5299cf3947899973a50f41649db8 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:53.917455 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:53.924804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:53.933138 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d37a70ce-a937-4809-b655-04f78bbf2607 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:53.934436 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d37a70ce-a937-4809-b655-04f78bbf2607 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/afb47990-60a0-40af-b7dc-48d62234d5c6 HTTP/1.1" status: 404 len: 333 time: 0.0987849 Jan 12 09:36:53.937651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35724) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:53.941124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Made reservation on behalf of d23b5299cf3947899973a50f41649db8 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:53.943686 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.968203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21184b0f-3c7a-45ff-8960-934dc8ff26c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] Pushing event deleted for resources: {'Network': ['ID=6b387107-ddfa-4d9d-8d06-9c6f22b38f67,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:53.970118 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:53.981607 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Pushing event updated for resources: {'Port': ['ID=a69ea54f-4340-4d44-af9c-f4ba8a940222,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:53.990367 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:53.991220 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a180ec38-d8b0-4642-b7f4-f1907b837fe7 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Deleting port 04bbc5f2-1270-41d6-83cc-cf646363d39e {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:53.991572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a180ec38-d8b0-4642-b7f4-f1907b837fe7 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.002616 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Usage tracker for resource:security_group_rule and tenant:d23b5299cf3947899973a50f41649db8 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:54.007671 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:54.022002 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:54.033325 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-21184b0f-3c7a-45ff-8960-934dc8ff26c4 tempest-PortsTestJSON-362147293 tempest-PortsTestJSON-362147293-project] 10.222.0.26 "DELETE /v2.0/networks/6b387107-ddfa-4d9d-8d06-9c6f22b38f67 HTTP/1.1" status: 204 len: 168 time: 1.4814043 Jan 12 09:36:54.063091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f1628626-4bb7-436e-b95a-63b21fbc223a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.093333 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f1628626-4bb7-436e-b95a-63b21fbc223a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.144616 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f1628626-4bb7-436e-b95a-63b21fbc223a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.173197 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1628626-4bb7-436e-b95a-63b21fbc223a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=016bebb4-e890-4fe1-b73a-2dfd3065e523,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:54.184964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f1628626-4bb7-436e-b95a-63b21fbc223a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.189017 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f1628626-4bb7-436e-b95a-63b21fbc223a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/security-groups/016bebb4-e890-4fe1-b73a-2dfd3065e523 HTTP/1.1" status: 204 len: 168 time: 0.2478757 Jan 12 09:36:54.189310 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35732) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:54.218521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Transition to ACTIVE for port object ca6d3cf6-ce2c-4131-a239-3f26ceb4cc04 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:36:54.223774 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47d11acd-6266-4c68-8b26-aa1207dcdb55 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.405355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35738) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:54.407406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d11acd-6266-4c68-8b26-aa1207dcdb55 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=8031cb79-6a4e-4b92-aff2-caeba4716d43,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:54.447992 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-260079ba-44fc-4d24-a7a7-efa1b21d9fb1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.504444 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.512075 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-260079ba-44fc-4d24-a7a7-efa1b21d9fb1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.550237 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.591155 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.628925 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Network 77077faf-de31-4266-9eae-fe3c4933dc67 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:54.638472 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:54.648493 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:36:54.693449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:36:54.696061 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event updated for resources: {'Port': ['ID=ca6d3cf6-ce2c-4131-a239-3f26ceb4cc04,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:54.721196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3742f4d-03e6-457b-8ca1-2b4a219b67e8,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:54.763765 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.768487 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-260079ba-44fc-4d24-a7a7-efa1b21d9fb1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.772555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.773149 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Added segment 700704a0-069b-41e3-ab72-13e98004dc12 of type vlan for network 2bfdacf5-9b54-44d7-bab0-8f07164e7028 Jan 12 09:36:54.801673 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260079ba-44fc-4d24-a7a7-efa1b21d9fb1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0688a082-c4ac-4e85-be7a-7287af27c879,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:54.830027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372c29a-ec0e-47d9-a0a0-37195fa2052a req-7b940444-6d27-42a3-8a87-b541a3ef7c10 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:54.831616 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5372c29a-ec0e-47d9-a0a0-37195fa2052a req-7b940444-6d27-42a3-8a87-b541a3ef7c10 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 945 time: 0.6990068 Jan 12 09:36:54.832675 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47d11acd-6266-4c68-8b26-aa1207dcdb55 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.834443 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-47d11acd-6266-4c68-8b26-aa1207dcdb55 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/8031cb79-6a4e-4b92-aff2-caeba4716d43 HTTP/1.1" status: 204 len: 168 time: 2.4239862 Jan 12 09:36:54.847045 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35744) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:54.917536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a180ec38-d8b0-4642-b7f4-f1907b837fe7 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.919338 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.923210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-260079ba-44fc-4d24-a7a7-efa1b21d9fb1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.924310 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-260079ba-44fc-4d24-a7a7-efa1b21d9fb1 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/security-groups/0688a082-c4ac-4e85-be7a-7287af27c879 HTTP/1.1" status: 204 len: 168 time: 0.7341883 Jan 12 09:36:54.928372 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35748) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:54.961096 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-977b89d3-1d12-4d30-8985-34d371a3b005 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e398d06e5ea248788795b74f5516b423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5515778 Jan 12 09:36:54.961418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a3132628-ab09-40fd-8f5c-c34be88e4a93 None None] Provisioning for port ca6d3cf6-ce2c-4131-a239-3f26ceb4cc04 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:36:54.967504 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a3132628-ab09-40fd-8f5c-c34be88e4a93 None None] Provisioning complete for port ca6d3cf6-ce2c-4131-a239-3f26ceb4cc04 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:54.968114 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3132628-ab09-40fd-8f5c-c34be88e4a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:54.983758 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35752) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:55.025026 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a3132628-ab09-40fd-8f5c-c34be88e4a93 None None] Port ca6d3cf6-ce2c-4131-a239-3f26ceb4cc04 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:55.039038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee75e018-6d75-4671-aaba-d92bf0b6103e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:55.040719 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee75e018-6d75-4671-aaba-d92bf0b6103e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:55.042276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee75e018-6d75-4671-aaba-d92bf0b6103e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:55.043219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ee75e018-6d75-4671-aaba-d92bf0b6103e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:55.110132 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a180ec38-d8b0-4642-b7f4-f1907b837fe7 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Calling delete_port for 04bbc5f2-1270-41d6-83cc-cf646363d39e owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:55.138170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-255fa54d-e8b1-4767-82e2-b945331c8061 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting subnet c7889582-1b82-4a63-8085-47a9e035fb49 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:36:55.159942 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-255fa54d-e8b1-4767-82e2-b945331c8061 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.171007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.196209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.197175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:55.197740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.236988 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5372c29a-ec0e-47d9-a0a0-37195fa2052a req-83323beb-4e1a-42a4-8536-bf193ecfca07 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323917 Jan 12 09:36:55.238860 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ee75e018-6d75-4671-aaba-d92bf0b6103e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:55.242569 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ee75e018-6d75-4671-aaba-d92bf0b6103e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3896103 Jan 12 09:36:55.243308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35756) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:55.286682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.296591 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6796904 Jan 12 09:36:55.302558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35760) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:55.321522 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-255fa54d-e8b1-4767-82e2-b945331c8061 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.440844 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6c38b9ac-b29c-47b3-86d1-f7fcd538cac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.456787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d9ed9-c098-4f91-aede-58749c1eeabd tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Pushing event updated for resources: {'Network': ['ID=2bfdacf5-9b54-44d7-bab0-8f07164e7028,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:55.466899 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Request body: {'subnet': {'network_id': '2bfdacf5-9b54-44d7-bab0-8f07164e7028', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:55.469602 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 2bfdacf5-9b54-44d7-bab0-8f07164e7028 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:36:55.545466 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:55.558327 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Usage tracker for resource:subnet and tenant:d23b5299cf3947899973a50f41649db8 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:55.563160 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:55.575977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:55.576989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6c38b9ac-b29c-47b3-86d1-f7fcd538cac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.580582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ba03f8-dd39-487d-a9d7-a2c62afa79e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 184a79b4-3f92-455d-923d-9b93f4c723a2 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:36:55.626925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-10ba03f8-dd39-487d-a9d7-a2c62afa79e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.729033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Made reservation on behalf of d23b5299cf3947899973a50f41649db8 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:55.731261 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.745085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-255fa54d-e8b1-4767-82e2-b945331c8061 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.789161 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6c38b9ac-b29c-47b3-86d1-f7fcd538cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.857774 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-10ba03f8-dd39-487d-a9d7-a2c62afa79e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.878941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38b9ac-b29c-47b3-86d1-f7fcd538cac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9954a92b-5eca-4b90-aa30-5e518793a1d6,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:55.897378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6c38b9ac-b29c-47b3-86d1-f7fcd538cac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.901168 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6c38b9ac-b29c-47b3-86d1-f7fcd538cac3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9954a92b-5eca-4b90-aa30-5e518793a1d6 HTTP/1.1" status: 204 len: 168 time: 0.9127274 Jan 12 09:36:55.901350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a180ec38-d8b0-4642-b7f4-f1907b837fe7 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.945908 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-255fa54d-e8b1-4767-82e2-b945331c8061 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:55.988775 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fa54d-e8b1-4767-82e2-b945331c8061 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Subnet': ['ID=c7889582-1b82-4a63-8085-47a9e035fb49,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:55.996828 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-255fa54d-e8b1-4767-82e2-b945331c8061 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.006819 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b12ecd3-1455-4fa5-8cb9-2bd075af5776 None None] Network 24c06832-e5be-4cfc-84ee-269a182e3296 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:56.012078 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-255fa54d-e8b1-4767-82e2-b945331c8061 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/c7889582-1b82-4a63-8085-47a9e035fb49 HTTP/1.1" status: 204 len: 168 time: 1.0786781 Jan 12 09:36:56.020235 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35766) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:56.020388 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180ec38-d8b0-4642-b7f4-f1907b837fe7 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event deleted for resources: {'Port': ['ID=04bbc5f2-1270-41d6-83cc-cf646363d39e,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:56.028493 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-95375082-be4c-4c75-8361-aa4e4184f9d3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'subnet': {'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:56.047705 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.149823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.172732 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.177891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.353494 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-10ba03f8-dd39-487d-a9d7-a2c62afa79e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.594881 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.602719 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event updated for resources: {'Port': ['ID=ca6d3cf6-ce2c-4131-a239-3f26ceb4cc04,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:56.614716 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-95375082-be4c-4c75-8361-aa4e4184f9d3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:56.621977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-95375082-be4c-4c75-8361-aa4e4184f9d3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:subnet and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:56.627368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-95375082-be4c-4c75-8361-aa4e4184f9d3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:56.681199 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-95375082-be4c-4c75-8361-aa4e4184f9d3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:56.804877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c29740-3ad6-4371-8da4-dec4542b1e8c req-7de00c26-1553-4343-8ab1-8d9ce70eacad tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:56.806470 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-37c29740-3ad6-4371-8da4-dec4542b1e8c req-7de00c26-1553-4343-8ab1-8d9ce70eacad tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 945 time: 0.3559041 Jan 12 09:36:56.807219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95375082-be4c-4c75-8361-aa4e4184f9d3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:56.810651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95375082-be4c-4c75-8361-aa4e4184f9d3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.914241 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-37c29740-3ad6-4371-8da4-dec4542b1e8c req-cb2e0e0e-827b-4769-a221-c82d34becf95 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866220 Jan 12 09:36:56.935772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-10ba03f8-dd39-487d-a9d7-a2c62afa79e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:56.974479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Network 77077faf-de31-4266-9eae-fe3c4933dc67 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:56.979960 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35790) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:56.980869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:57.040931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-10ba03f8-dd39-487d-a9d7-a2c62afa79e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.047718 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c666a2-79ee-496d-a3da-57eda9c04fcf None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:57.051677 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba03f8-dd39-487d-a9d7-a2c62afa79e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=184a79b4-3f92-455d-923d-9b93f4c723a2,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:57.055055 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Router a74fc33f-18da-4f34-b5f7-84e949226e0d is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:36:57.314800 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'network': {'name': 'tempest-RoutersTest-722545990'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:57.325950 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Router fc15f260-b668-4679-bb2e-7fb76ba64a7f has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:36:57.332572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:57.349477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:network and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:57.354485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:57.360438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a180ec38-d8b0-4642-b7f4-f1907b837fe7 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.365671 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a180ec38-d8b0-4642-b7f4-f1907b837fe7 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "DELETE /v2.0/ports/04bbc5f2-1270-41d6-83cc-cf646363d39e HTTP/1.1" status: 204 len: 168 time: 3.7579675 Jan 12 09:36:57.365825 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35796) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:57.427419 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-10ba03f8-dd39-487d-a9d7-a2c62afa79e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/184a79b4-3f92-455d-923d-9b93f4c723a2 HTTP/1.1" status: 204 len: 168 time: 2.1812916 Jan 12 09:36:57.435030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35800) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:57.462647 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ed63388b-40d9-40a2-a921-f5af99781f37 None None] Provisioning complete for port ca6d3cf6-ce2c-4131-a239-3f26ceb4cc04 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:57.462894 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ed63388b-40d9-40a2-a921-f5af99781f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.474799 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:57.524872 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ed63388b-40d9-40a2-a921-f5af99781f37 None None] Port ca6d3cf6-ce2c-4131-a239-3f26ceb4cc04 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:57.536729 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ed63388b-40d9-40a2-a921-f5af99781f37 None None] Provisioning complete for port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:57.537455 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ed63388b-40d9-40a2-a921-f5af99781f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.584237 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:36:57.588720 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.591318 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-60553a30-3a68-4ef7-b5be-bce00e5da39d tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "PUT /v2.0/routers/a74fc33f-18da-4f34-b5f7-84e949226e0d HTTP/1.1" status: 200 len: 918 time: 8.4009368 Jan 12 09:36:57.595679 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccbc078-3787-4fab-ac67-0e375a980285 None None] Sync routers for ids ['a74fc33f-18da-4f34-b5f7-84e949226e0d'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:36:57.596692 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35804) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:57.617793 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccbc078-3787-4fab-ac67-0e375a980285 None None] Routers {'a74fc33f-18da-4f34-b5f7-84e949226e0d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:57.618666 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-fccbc078-3787-4fab-ac67-0e375a980285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a74fc33f-18da-4f34-b5f7-84e949226e0d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:57.659777 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:36:57.674263 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba0c327-0e84-4788-87fb-716a6fb1a1ef tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] GET failed (client error): The resource could not be found. Jan 12 09:36:57.674923 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cba0c327-0e84-4788-87fb-716a6fb1a1ef tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Synchronizing usage tracker for tenant:db1512a07d2b4b07aeee3754348918eb on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:36:57.678903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9f68e-c22d-48d3-ad46-da98b1958216 None None] Sync routers for ids ['fc15f260-b668-4679-bb2e-7fb76ba64a7f'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:36:57.700125 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5c0b143d-47bc-4fbd-b58e-cc4552bc7a15 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "PUT /v2.0/routers/fc15f260-b668-4679-bb2e-7fb76ba64a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3769255 Jan 12 09:36:57.704479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35808) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:57.704918 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d9f68e-c22d-48d3-ad46-da98b1958216 None None] Routers {'fc15f260-b668-4679-bb2e-7fb76ba64a7f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:57.706558 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-39d9f68e-c22d-48d3-ad46-da98b1958216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc15f260-b668-4679-bb2e-7fb76ba64a7f'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:57.745044 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-fccbc078-3787-4fab-ac67-0e375a980285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:57.746743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.objects.ports [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87663) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:36:57.747341 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.771320 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccbc078-3787-4fab-ac67-0e375a980285 None None] Routers {'a74fc33f-18da-4f34-b5f7-84e949226e0d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:57.771941 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-fccbc078-3787-4fab-ac67-0e375a980285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a74fc33f-18da-4f34-b5f7-84e949226e0d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:57.792000 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-39d9f68e-c22d-48d3-ad46-da98b1958216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:57.815406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d9f68e-c22d-48d3-ad46-da98b1958216 None None] Routers {'fc15f260-b668-4679-bb2e-7fb76ba64a7f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:36:57.816202 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-39d9f68e-c22d-48d3-ad46-da98b1958216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc15f260-b668-4679-bb2e-7fb76ba64a7f'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:57.851216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-076a47f5-8980-4640-b0a5-e749db5e12d4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet ca1779eb-005b-4020-b91e-2ccd526c4aaf {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:36:57.854180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:57.854557 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-fccbc078-3787-4fab-ac67-0e375a980285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:57.855046 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccbc078-3787-4fab-ac67-0e375a980285 None None] The sync data for ids ['a74fc33f-18da-4f34-b5f7-84e949226e0d'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:36:57.860608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.883131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-076a47f5-8980-4640-b0a5-e749db5e12d4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.912923 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-39d9f68e-c22d-48d3-ad46-da98b1958216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:36:57.913680 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9f68e-c22d-48d3-ad46-da98b1958216 None None] The sync data for ids ['fc15f260-b668-4679-bb2e-7fb76ba64a7f'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:36:57.920799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ed63388b-40d9-40a2-a921-f5af99781f37 None None] Provisioning complete for port c97a0118-ac53-4b65-9d27-58c9ce70f4d6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:57.921277 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ed63388b-40d9-40a2-a921-f5af99781f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:57.937657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Pushing event updated for resources: {'Subnet': ['ID=55d2b64d-82cb-4ddb-abfe-45d9bb09edb0,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:57.957530 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1df93993-755e-4f0f-aa95-ee97b9bbf27c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/routers/a74fc33f-18da-4f34-b5f7-84e949226e0d HTTP/1.1" status: 200 len: 924 time: 0.3596685 Jan 12 09:36:57.958639 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Checking segment: {'id': '700704a0-069b-41e3-ab72-13e98004dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2bfdacf5-9b54-44d7-bab0-8f07164e7028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:36:57.959143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Network hostable DHCP agents. Network: 2bfdacf5-9b54-44d7-bab0-8f07164e7028, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:36:57.965098 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35814) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:58.003923 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ed63388b-40d9-40a2-a921-f5af99781f37 None None] Port c97a0118-ac53-4b65-9d27-58c9ce70f4d6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:36:58.034157 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Network 2bfdacf5-9b54-44d7-bab0-8f07164e7028 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:36:58.055698 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 2bfdacf5-9b54-44d7-bab0-8f07164e7028) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:58.061175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:58.062015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.071428 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31caa40-7400-4431-a5cc-b18198604172 None None] Network 2bfdacf5-9b54-44d7-bab0-8f07164e7028 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:58.091085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3b86cd-c329-4caf-af01-2be633fc7124 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:58.093337 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0a3b86cd-c329-4caf-af01-2be633fc7124 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&device_id=a74fc33f-18da-4f34-b5f7-84e949226e0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1270404 Jan 12 09:36:58.095628 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-17373679-d572-4064-bd29-4cf8a1b4d68d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6575627 Jan 12 09:36:58.096907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35818) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:58.099674 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35820) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:58.105870 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.109144 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1359726183', 'network_id': '2bfdacf5-9b54-44d7-bab0-8f07164e7028'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:58.116968 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cba0c327-0e84-4788-87fb-716a6fb1a1ef tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Unset dirty status for tenant:db1512a07d2b4b07aeee3754348918eb on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:36:58.123729 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cba0c327-0e84-4788-87fb-716a6fb1a1ef tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "GET /v2.0/ports/04bbc5f2-1270-41d6-83cc-cf646363d39e HTTP/1.1" status: 404 len: 333 time: 0.7521665 Jan 12 09:36:58.139124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35826) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:58.180278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:58.199949 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-076a47f5-8980-4640-b0a5-e749db5e12d4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.227665 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Usage tracker for resource:port and tenant:d23b5299cf3947899973a50f41649db8 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:58.240057 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:58.249803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:58.262006 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:security_group_rule and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:58.266708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:58.278940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:58.281678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f9740c0e-1a32-4235-99ad-b4427912ed14 None None] Provisioning complete for port 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:36:58.281678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f9740c0e-1a32-4235-99ad-b4427912ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.283499 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4674f73-e0c4-482c-9d2b-b44c7bbe3746 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.363723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:58.374198 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-26cb6c37-f0b3-4d44-9740-7bdbdcbbbb84 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Deleting port a830393b-ea64-4eed-8e95-13d449559bb2 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:58.375179 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-26cb6c37-f0b3-4d44-9740-7bdbdcbbbb84 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.400120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Made reservation on behalf of d23b5299cf3947899973a50f41649db8 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:36:58.402832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.436402 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8ec070-b9ad-45f8-9711-a2469925fab3 None None] Network 2bfdacf5-9b54-44d7-bab0-8f07164e7028 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:58.494269 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] device_id is not set on port 9160e657-ccfd-4bb6-8338-0ccd31c9dc6c yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:36:58.575160 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aca69c0-65e1-4cfb-9635-621562726873 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:58.579232 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2aca69c0-65e1-4cfb-9635-621562726873 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/networks/a0c71044-c202-4180-8447-4ec1d9a406cf HTTP/1.1" status: 200 len: 881 time: 0.4785323 Jan 12 09:36:58.586384 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35830) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:58.625104 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909abca3-5d49-40ac-8b28-6793085fe291 req-7ff8984b-eaad-47ea-b08e-777b6d6d00f6 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:58.626491 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-909abca3-5d49-40ac-8b28-6793085fe291 req-7ff8984b-eaad-47ea-b08e-777b6d6d00f6 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 945 time: 0.4883246 Jan 12 09:36:58.697831 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-aa0ce0e2-6472-43a8-a39e-acd3cb09432a tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "GET /v2.0/ports?device_id=a74fc33f-18da-4f34-b5f7-84e949226e0d HTTP/1.1" status: 200 len: 205 time: 0.0974784 Jan 12 09:36:58.701441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35834) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:58.774937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95375082-be4c-4c75-8361-aa4e4184f9d3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.828897 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-f4674f73-e0c4-482c-9d2b-b44c7bbe3746 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 12 09:36:58.829963 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f4674f73-e0c4-482c-9d2b-b44c7bbe3746 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "DELETE /v2.0/routers/fc15f260-b668-4679-bb2e-7fb76ba64a7f HTTP/1.1" status: 409 len: 329 time: 1.1222894 Jan 12 09:36:58.840713 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35838) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:58.855922 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-909abca3-5d49-40ac-8b28-6793085fe291 req-9473694d-a1c4-475b-8a54-ddbd8b56f192 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078412 Jan 12 09:36:58.885257 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-076a47f5-8980-4640-b0a5-e749db5e12d4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.933831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95375082-be4c-4c75-8361-aa4e4184f9d3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 24c06832-e5be-4cfc-84ee-269a182e3296 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:36:58.945025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-95375082-be4c-4c75-8361-aa4e4184f9d3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:36:58.945444 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-26cb6c37-f0b3-4d44-9740-7bdbdcbbbb84 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:58.953456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Allocated IP 172.20.0.9 (2bfdacf5-9b54-44d7-bab0-8f07164e7028/55d2b64d-82cb-4ddb-abfe-45d9bb09edb0/9160e657-ccfd-4bb6-8338-0ccd31c9dc6c) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:58.955247 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3aba8f-7854-4866-9274-fb55bbe4d4af None None] Network 24c06832-e5be-4cfc-84ee-269a182e3296 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:59.009364 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95375082-be4c-4c75-8361-aa4e4184f9d3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:59.009957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95375082-be4c-4c75-8361-aa4e4184f9d3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.028603 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95375082-be4c-4c75-8361-aa4e4184f9d3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Subnet': ['ID=4fee07d4-8342-4ddd-be73-d6a95f788ab4,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:59.115298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-678dac96-c268-4d5a-b1fe-2948e87c5a33 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.186809 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-95375082-be4c-4c75-8361-aa4e4184f9d3 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1660447 Jan 12 09:36:59.190659 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.193271 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35842) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:59.201560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-812d497a-57af-4c8e-a8af-c394192ae065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'security_group': {'name': 'tempest-secgroup-114077324'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:36:59.215790 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.221384 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-812d497a-57af-4c8e-a8af-c394192ae065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:59.232211 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-076a47f5-8980-4640-b0a5-e749db5e12d4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.279495 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-812d497a-57af-4c8e-a8af-c394192ae065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:security_group and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:59.281595 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-26cb6c37-f0b3-4d44-9740-7bdbdcbbbb84 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Calling delete_port for a830393b-ea64-4eed-8e95-13d449559bb2 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:36:59.302479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-812d497a-57af-4c8e-a8af-c394192ae065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:59.317194 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a47f5-8980-4640-b0a5-e749db5e12d4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1779eb-005b-4020-b91e-2ccd526c4aaf,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:59.321697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:36:59.324168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-076a47f5-8980-4640-b0a5-e749db5e12d4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.326813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-812d497a-57af-4c8e-a8af-c394192ae065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:59.333648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8141c8dd-1ddc-4bc1-85a2-2181962f5864 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:36:59.406955 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d98f81-25d6-4e54-a399-724ae927d1d5,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:36:59.415573 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.415976 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Added segment eccfdc4a-2f68-4f64-9385-cfd0548684e3 of type vlan for network 185f2ae8-70b6-4acd-a381-32ea82379f90 Jan 12 09:36:59.420050 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-076a47f5-8980-4640-b0a5-e749db5e12d4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/ca1779eb-005b-4020-b91e-2ccd526c4aaf HTTP/1.1" status: 204 len: 168 time: 1.9406593 Jan 12 09:36:59.421468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c09811-609b-4f40-868b-a3268d1d5f85 None None] Update dhcp port {'port': {'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'fixed_ips': [{'subnet_id': '5fb4cd76-e079-454a-9992-ad0acc2bfeab', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4fee07d4-8342-4ddd-be73-d6a95f788ab4'}], 'binding:host_id': 'dv-neutron-824346-1-hyperv'}, 'id': '31d4c0c9-aabc-4687-98e6-dd494e3c8f04'} from dv-neutron-824346-1-hyperv. {{(pid=87665) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 12 09:36:59.424578 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35846) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:59.432235 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-812d497a-57af-4c8e-a8af-c394192ae065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.546435 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7708ed25-3719-47be-bf2b-413eb655d45d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164393 Jan 12 09:36:59.547884 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35850) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:59.548810 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-812d497a-57af-4c8e-a8af-c394192ae065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:36:59.551703 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-678dac96-c268-4d5a-b1fe-2948e87c5a33 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.557316 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.564300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-812d497a-57af-4c8e-a8af-c394192ae065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:security_group_rule and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:36:59.589880 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-31c09811-609b-4f40-868b-a3268d1d5f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.602937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-812d497a-57af-4c8e-a8af-c394192ae065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:36:59.615129 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-812d497a-57af-4c8e-a8af-c394192ae065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:36:59.636120 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-678dac96-c268-4d5a-b1fe-2948e87c5a33 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Deleting port a69ea54f-4340-4d44-af9c-f4ba8a940222 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:59.636497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-678dac96-c268-4d5a-b1fe-2948e87c5a33 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.753767 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.759435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:59.760045 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.830984 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-26cb6c37-f0b3-4d44-9740-7bdbdcbbbb84 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.848002 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-31c09811-609b-4f40-868b-a3268d1d5f85 None None] Allocated IP 2001:db8::2 (24c06832-e5be-4cfc-84ee-269a182e3296/4fee07d4-8342-4ddd-be73-d6a95f788ab4/31d4c0c9-aabc-4687-98e6-dd494e3c8f04) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:36:59.896294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bbd360-92a4-4b38-bc42-ad8ff367bdfb None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:36:59.908605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-03bbd360-92a4-4b38-bc42-ad8ff367bdfb None None] Deleting port 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:36:59.909049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-03bbd360-92a4-4b38-bc42-ad8ff367bdfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.922151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.931440 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.9482970 Jan 12 09:36:59.980971 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-812d497a-57af-4c8e-a8af-c394192ae065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:36:59.984567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35856) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:36:59.989775 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c2db42-a6a8-48e1-9110-802c572040fb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:36:59.990590 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c6c2db42-a6a8-48e1-9110-802c572040fb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:00.004613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-812d497a-57af-4c8e-a8af-c394192ae065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.013636 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6004e-713f-4250-a812-37c5d334570e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Network': ['ID=185f2ae8-70b6-4acd-a381-32ea82379f90,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:00.061585 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 185f2ae8-70b6-4acd-a381-32ea82379f90 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:37:00.116405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'network': {'name': 'tempest-RoutersTest-1474703224'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:00.124135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-26cb6c37-f0b3-4d44-9740-7bdbdcbbbb84 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.129506 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb6c37-f0b3-4d44-9740-7bdbdcbbbb84 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event deleted for resources: {'Port': ['ID=a830393b-ea64-4eed-8e95-13d449559bb2,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:00.149483 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:00.169492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:network and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:00.177095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:00.186990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-678dac96-c268-4d5a-b1fe-2948e87c5a33 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.190999 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-26cb6c37-f0b3-4d44-9740-7bdbdcbbbb84 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "DELETE /v2.0/ports/a830393b-ea64-4eed-8e95-13d449559bb2 HTTP/1.1" status: 204 len: 168 time: 2.0446813 Jan 12 09:37:00.192148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:00.194472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35860) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:00.204147 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-812d497a-57af-4c8e-a8af-c394192ae065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.204147 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-812d497a-57af-4c8e-a8af-c394192ae065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0080233 Jan 12 09:37:00.204147 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d497a-57af-4c8e-a8af-c394192ae065 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5ca3e5-86d6-43a2-b196-4709c8860c81,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:00.208343 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35864) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:00.219238 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c6c2db42-a6a8-48e1-9110-802c572040fb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:00.220376 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c6c2db42-a6a8-48e1-9110-802c572040fb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6655471 Jan 12 09:37:00.224196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-5ba0cf00-2e16-4516-9153-ecd94976e985 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'security_group': {'name': 'tempest-secgroup-299260626'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:00.247231 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35868) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:00.285224 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-31c09811-609b-4f40-868b-a3268d1d5f85 None None] For port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=31d4c0c9-aabc-4687-98e6-dd494e3c8f04,segment=NetworkSegment(ce00a61f-3b62-42b0-8a45-076474907eec),segment_id=ce00a61f-3b62-42b0-8a45-076474907eec)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:00.312780 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-af08bef9-15a6-4d08-8bc2-b93458a8d775 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] GET failed (client error): The resource could not be found. Jan 12 09:37:00.313328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-af08bef9-15a6-4d08-8bc2-b93458a8d775 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Synchronizing usage tracker for tenant:db1512a07d2b4b07aeee3754348918eb on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:00.315847 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:00.319365 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.401665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-31c09811-609b-4f40-868b-a3268d1d5f85 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.405384 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.412354 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-03bbd360-92a4-4b38-bc42-ad8ff367bdfb None None] For port 13db917f-e194-4cd7-a9a7-373dbfc3d3a5, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=13db917f-e194-4cd7-a9a7-373dbfc3d3a5,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:00.412764 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-03bbd360-92a4-4b38-bc42-ad8ff367bdfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.455430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31e099b-a30c-44c9-8ca8-59d888c62674 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:00.456114 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e31e099b-a30c-44c9-8ca8-59d888c62674 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:00.468041 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-af08bef9-15a6-4d08-8bc2-b93458a8d775 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Unset dirty status for tenant:db1512a07d2b4b07aeee3754348918eb on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:00.473291 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-af08bef9-15a6-4d08-8bc2-b93458a8d775 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "GET /v2.0/ports/a830393b-ea64-4eed-8e95-13d449559bb2 HTTP/1.1" status: 404 len: 333 time: 0.2711678 Jan 12 09:37:00.489823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35872) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:00.503602 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:37:00.509808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5ba0cf00-2e16-4516-9153-ecd94976e985 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:00.519281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-678dac96-c268-4d5a-b1fe-2948e87c5a33 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Calling delete_port for a69ea54f-4340-4d44-af9c-f4ba8a940222 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:00.536328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-31c09811-609b-4f40-868b-a3268d1d5f85 None None] Transition to ACTIVE for port object 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:00.542909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-03bbd360-92a4-4b38-bc42-ad8ff367bdfb None None] Calling delete_port for 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:00.553881 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Network 2bfdacf5-9b54-44d7-bab0-8f07164e7028 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:00.559465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5ba0cf00-2e16-4516-9153-ecd94976e985 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:security_group and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:00.563491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5ba0cf00-2e16-4516-9153-ecd94976e985 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:00.569797 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-31c09811-609b-4f40-868b-a3268d1d5f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.571623 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:00.582529 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5ba0cf00-2e16-4516-9153-ecd94976e985 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:00.586187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:00.610070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5ba0cf00-2e16-4516-9153-ecd94976e985 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.614241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Pushing event updated for resources: {'Port': ['ID=9160e657-ccfd-4bb6-8338-0ccd31c9dc6c,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:00.620011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.620377 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Added segment 0d53050d-8a8a-4825-bdb1-39803066cbe3 of type vlan for network 2a3f12d5-72b1-42f5-a521-362186b1dc3f Jan 12 09:37:00.636110 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e31e099b-a30c-44c9-8ca8-59d888c62674 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:00.637870 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e31e099b-a30c-44c9-8ca8-59d888c62674 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3837757 Jan 12 09:37:00.640100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35876) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:00.688308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a21073d8-11a6-4db8-a877-a06ffec2738d tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Deleting port 1793a739-6659-4ff7-b5f6-15e7d0e6fbe5 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:00.688731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a21073d8-11a6-4db8-a877-a06ffec2738d tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.722574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-294b1e11-eb65-439e-9644-2be944917784 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.747401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9b885-133e-43df-bc3c-0331bf272395 req-57406429-aba5-47bd-b3ad-2908beb8aecd tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:00.750631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c09811-609b-4f40-868b-a3268d1d5f85 None None] Pushing event updated for resources: {'Port': ['ID=31d4c0c9-aabc-4687-98e6-dd494e3c8f04,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:00.760742 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e8d9b885-133e-43df-bc3c-0331bf272395 req-57406429-aba5-47bd-b3ad-2908beb8aecd tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 945 time: 0.7010322 Jan 12 09:37:00.761101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-03bbd360-92a4-4b38-bc42-ad8ff367bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.776319 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5a1aedb4-f68b-412f-92ec-40dcf101d3de tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1247180 Jan 12 09:37:00.792863 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5ba0cf00-2e16-4516-9153-ecd94976e985 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:00.797113 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35880) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:00.810994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c7c8d002-6df8-4caa-a079-655a0d68d1f1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:00.828399 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbd360-92a4-4b38-bc42-ad8ff367bdfb None None] Pushing event deleted for resources: {'Port': ['ID=13db917f-e194-4cd7-a9a7-373dbfc3d3a5,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:00.833275 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5ba0cf00-2e16-4516-9153-ecd94976e985 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:security_group_rule and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:00.837794 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bbd360-92a4-4b38-bc42-ad8ff367bdfb None None] No DVR routers for this DVR port 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:00.851136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5ba0cf00-2e16-4516-9153-ecd94976e985 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:00.866161 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:00.886951 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5ba0cf00-2e16-4516-9153-ecd94976e985 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:00.905648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:37:00.906129 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 13db917f-e194-4cd7-a9a7-373dbfc3d3a5 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:00.958323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.976120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:00.977077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:00.985241 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e8d9b885-133e-43df-bc3c-0331bf272395 req-86a311ad-46d0-4dcc-b920-e313909ae800 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231719 Jan 12 09:37:01.014046 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a22f2ad6-bebd-4056-a835-f0883b51df74 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.9130502 Jan 12 09:37:01.037883 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35884) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:01.159473 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c7c8d002-6df8-4caa-a079-655a0d68d1f1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:01.170046 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-fead35b6-3b8b-4434-a178-77d5526f81a4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Deleting port 9160e657-ccfd-4bb6-8338-0ccd31c9dc6c {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:01.170426 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fead35b6-3b8b-4434-a178-77d5526f81a4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.218460 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-678dac96-c268-4d5a-b1fe-2948e87c5a33 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.226009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:37:01.266101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c7c8d002-6df8-4caa-a079-655a0d68d1f1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:01.301987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.303517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5ba0cf00-2e16-4516-9153-ecd94976e985 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.307662 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:01.308166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dac96-c268-4d5a-b1fe-2948e87c5a33 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Pushing event deleted for resources: {'Port': ['ID=a69ea54f-4340-4d44-af9c-f4ba8a940222,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:01.308291 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.349695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c8d002-6df8-4caa-a079-655a0d68d1f1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:01.353474 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c7c8d002-6df8-4caa-a079-655a0d68d1f1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.354913 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c8d002-6df8-4caa-a079-655a0d68d1f1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:37:01.355342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c8d002-6df8-4caa-a079-655a0d68d1f1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:01.358936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5ba0cf00-2e16-4516-9153-ecd94976e985 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.399548 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3059673 Jan 12 09:37:01.413720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ed7647aa-54c3-4a26-b98b-10c14c9ab613 None None] Provisioning for port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:01.422018 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ed7647aa-54c3-4a26-b98b-10c14c9ab613 None None] Provisioning complete for port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:01.422587 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ed7647aa-54c3-4a26-b98b-10c14c9ab613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.425012 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35888) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:01.467100 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d1091-246d-44e1-826b-4debfad61fd4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Network': ['ID=2a3f12d5-72b1-42f5-a521-362186b1dc3f,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:01.472227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f948a1c7-4ea1-4437-8a15-ab58c3499539 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'subnet': {'network_id': '185f2ae8-70b6-4acd-a381-32ea82379f90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:01.488454 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 2a3f12d5-72b1-42f5-a521-362186b1dc3f details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:37:01.581220 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5ba0cf00-2e16-4516-9153-ecd94976e985 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.585411 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5ba0cf00-2e16-4516-9153-ecd94976e985 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3740950 Jan 12 09:37:01.587077 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c7c8d002-6df8-4caa-a079-655a0d68d1f1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7873390 Jan 12 09:37:01.587910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0cf00-2e16-4516-9153-ecd94976e985 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40aca0de-db8c-4857-9f8e-f9e39df06cc0,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:01.590957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35892) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:01.590957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35894) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:01.610130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-a3b67ff2-71c9-4ffc-80fc-f5ce9de4332f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'security_group': {'name': 'tempest-secgroup-34909903'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:01.624745 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-df3d6689-cf1f-44a5-8099-022913ad7dc3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:01.646523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a3b67ff2-71c9-4ffc-80fc-f5ce9de4332f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:01.663337 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-294b1e11-eb65-439e-9644-2be944917784 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Deleting port ca6d3cf6-ce2c-4131-a239-3f26ceb4cc04 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:01.663689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-294b1e11-eb65-439e-9644-2be944917784 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.674397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-678dac96-c268-4d5a-b1fe-2948e87c5a33 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.698329 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a3b67ff2-71c9-4ffc-80fc-f5ce9de4332f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:security_group and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:01.699077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ed7647aa-54c3-4a26-b98b-10c14c9ab613 None None] Provisioning complete for port c97a0118-ac53-4b65-9d27-58c9ce70f4d6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:01.699514 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ed7647aa-54c3-4a26-b98b-10c14c9ab613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.720619 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a3b67ff2-71c9-4ffc-80fc-f5ce9de4332f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:01.734553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a21073d8-11a6-4db8-a877-a06ffec2738d tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.752697 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ed7647aa-54c3-4a26-b98b-10c14c9ab613 None None] Port c97a0118-ac53-4b65-9d27-58c9ce70f4d6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:01.752936 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a3b67ff2-71c9-4ffc-80fc-f5ce9de4332f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:01.842135 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f948a1c7-4ea1-4437-8a15-ab58c3499539 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:01.899001 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f948a1c7-4ea1-4437-8a15-ab58c3499539 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:subnet and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:01.907833 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f948a1c7-4ea1-4437-8a15-ab58c3499539 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:01.921568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f948a1c7-4ea1-4437-8a15-ab58c3499539 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:01.925189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-678dac96-c268-4d5a-b1fe-2948e87c5a33 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.929947 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-678dac96-c268-4d5a-b1fe-2948e87c5a33 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.933363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a21073d8-11a6-4db8-a877-a06ffec2738d tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Calling delete_port for 1793a739-6659-4ff7-b5f6-15e7d0e6fbe5 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:01.962179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fead35b6-3b8b-4434-a178-77d5526f81a4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.973564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f948a1c7-4ea1-4437-8a15-ab58c3499539 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:01.977006 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f948a1c7-4ea1-4437-8a15-ab58c3499539 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:01.987758 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3b67ff2-71c9-4ffc-80fc-f5ce9de4332f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.028174 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-df3d6689-cf1f-44a5-8099-022913ad7dc3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:02.059076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-df3d6689-cf1f-44a5-8099-022913ad7dc3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:02.112436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a3b67ff2-71c9-4ffc-80fc-f5ce9de4332f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:02.137435 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a3b67ff2-71c9-4ffc-80fc-f5ce9de4332f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:security_group_rule and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:02.146515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a3b67ff2-71c9-4ffc-80fc-f5ce9de4332f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:02.180753 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-678dac96-c268-4d5a-b1fe-2948e87c5a33 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.181284 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678dac96-c268-4d5a-b1fe-2948e87c5a33 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Fanout notify agent at l3_agent the message router_deleted on router a74fc33f-18da-4f34-b5f7-84e949226e0d {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:37:02.189225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3d6689-cf1f-44a5-8099-022913ad7dc3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:02.192644 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-df3d6689-cf1f-44a5-8099-022913ad7dc3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.194056 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3d6689-cf1f-44a5-8099-022913ad7dc3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:37:02.194481 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3d6689-cf1f-44a5-8099-022913ad7dc3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:02.199951 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a3b67ff2-71c9-4ffc-80fc-f5ce9de4332f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:02.256964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-fead35b6-3b8b-4434-a178-77d5526f81a4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Calling delete_port for 9160e657-ccfd-4bb6-8338-0ccd31c9dc6c owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:02.307793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-678dac96-c268-4d5a-b1fe-2948e87c5a33 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.313160 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-df3d6689-cf1f-44a5-8099-022913ad7dc3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7136612 Jan 12 09:37:02.313384 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-678dac96-c268-4d5a-b1fe-2948e87c5a33 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "DELETE /v2.0/routers/a74fc33f-18da-4f34-b5f7-84e949226e0d HTTP/1.1" status: 204 len: 168 time: 3.6039889 Jan 12 09:37:02.313470 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-294b1e11-eb65-439e-9644-2be944917784 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.313556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35902) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:02.313789 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35904) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:02.368349 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6ad795f4-7d88-4487-ba5e-ef3f56badc1f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:02.386171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-904768038', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}, 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:02.407480 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:02.431478 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Usage tracker for resource:router and tenant:e59b19e4090746ca80542a896088ca79 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:02.449939 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:02.515213 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:02.571991 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-294b1e11-eb65-439e-9644-2be944917784 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Calling delete_port for ca6d3cf6-ce2c-4131-a239-3f26ceb4cc04 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:02.579168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.580221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.583747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6ad795f4-7d88-4487-ba5e-ef3f56badc1f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:02.614734 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6ad795f4-7d88-4487-ba5e-ef3f56badc1f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:02.658821 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a21073d8-11a6-4db8-a877-a06ffec2738d tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.674933 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad795f4-7d88-4487-ba5e-ef3f56badc1f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:02.678596 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6ad795f4-7d88-4487-ba5e-ef3f56badc1f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.680003 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad795f4-7d88-4487-ba5e-ef3f56badc1f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:37:02.680430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad795f4-7d88-4487-ba5e-ef3f56badc1f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:02.688761 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fead35b6-3b8b-4434-a178-77d5526f81a4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.736735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.737036 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21073d8-11a6-4db8-a877-a06ffec2738d tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event deleted for resources: {'Port': ['ID=1793a739-6659-4ff7-b5f6-15e7d0e6fbe5,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:02.748773 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3b67ff2-71c9-4ffc-80fc-f5ce9de4332f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.779477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead35b6-3b8b-4434-a178-77d5526f81a4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Pushing event deleted for resources: {'Port': ['ID=9160e657-ccfd-4bb6-8338-0ccd31c9dc6c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:02.790791 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012ec50-28fc-4824-b7e7-2606d07fea57 req-cbbd3a6c-fd00-4673-b934-e9b371e454e1 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:02.792346 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b012ec50-28fc-4824-b7e7-2606d07fea57 req-cbbd3a6c-fd00-4673-b934-e9b371e454e1 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 945 time: 0.6631167 Jan 12 09:37:02.802796 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3b67ff2-71c9-4ffc-80fc-f5ce9de4332f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.850441 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:02.882597 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6ad795f4-7d88-4487-ba5e-ef3f56badc1f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5662746 Jan 12 09:37:02.897712 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35910) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:02.935415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b67ff2-71c9-4ffc-80fc-f5ce9de4332f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b598ed15-f095-4666-a100-bf18bdc425fc,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:02.953415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3b67ff2-71c9-4ffc-80fc-f5ce9de4332f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.957150 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a3b67ff2-71c9-4ffc-80fc-f5ce9de4332f tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.3611662 Jan 12 09:37:02.957701 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b012ec50-28fc-4824-b7e7-2606d07fea57 req-841d7a2b-d386-48f9-ab48-72af5bd0947b tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451173 Jan 12 09:37:02.958168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35914) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:02.965780 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1805519287', 'security_groups': ['b598ed15-f095-4666-a100-bf18bdc425fc'], 'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4fee07d4-8342-4ddd-be73-d6a95f788ab4'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:02.972511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-0d52fd95-b6a4-43f2-b9ff-a3b0b26db4e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:02.990050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a21073d8-11a6-4db8-a877-a06ffec2738d tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:02.994560 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a21073d8-11a6-4db8-a877-a06ffec2738d tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "DELETE /v2.0/ports/1793a739-6659-4ff7-b5f6-15e7d0e6fbe5 HTTP/1.1" status: 204 len: 168 time: 2.5026076 Jan 12 09:37:02.999172 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:02.999890 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.001353 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35918) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:03.131391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f948a1c7-4ea1-4437-8a15-ab58c3499539 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.189903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-294b1e11-eb65-439e-9644-2be944917784 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.193489 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:03.244708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b1e11-eb65-439e-9644-2be944917784 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event deleted for resources: {'Port': ['ID=ca6d3cf6-ce2c-4131-a239-3f26ceb4cc04,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:03.246906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:03.320396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:03.328585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fead35b6-3b8b-4434-a178-77d5526f81a4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.330658 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fead35b6-3b8b-4434-a178-77d5526f81a4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "DELETE /v2.0/ports/9160e657-ccfd-4bb6-8338-0ccd31c9dc6c HTTP/1.1" status: 204 len: 168 time: 2.2918410 Jan 12 09:37:03.335306 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35922) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:03.352254 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2bfdacf5-9b54-44d7-bab0-8f07164e7028', 'external_fixed_ips': [{'subnet_id': '55d2b64d-82cb-4ddb-abfe-45d9bb09edb0', 'ip_address': '172.20.0.9'}]}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:03.369627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:03.383900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Usage tracker for resource:router and tenant:d23b5299cf3947899973a50f41649db8 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:03.388057 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:03.421645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.428350 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0d52fd95-b6a4-43f2-b9ff-a3b0b26db4e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:03.434365 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2206f9-13a2-4170-bfdd-dd3213499e49 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Deleting subnet 59949c86-4945-4e62-8aab-c54bcb3988c6 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:37:03.444273 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:03.453795 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4b2206f9-13a2-4170-bfdd-dd3213499e49 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.481751 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948a1c7-4ea1-4437-8a15-ab58c3499539 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Subnet': ['ID=63f87eea-f563-41bf-aec7-7c9b2265dea9,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:03.495713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0d52fd95-b6a4-43f2-b9ff-a3b0b26db4e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:03.537624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.538675 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.539174 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f948a1c7-4ea1-4437-8a15-ab58c3499539 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Checking segment: {'id': 'eccfdc4a-2f68-4f64-9385-cfd0548684e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '185f2ae8-70b6-4acd-a381-32ea82379f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:03.539527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f948a1c7-4ea1-4437-8a15-ab58c3499539 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network hostable DHCP agents. Network: 185f2ae8-70b6-4acd-a381-32ea82379f90, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:37:03.554791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d52fd95-b6a4-43f2-b9ff-a3b0b26db4e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:03.558218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0d52fd95-b6a4-43f2-b9ff-a3b0b26db4e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.559610 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d52fd95-b6a4-43f2-b9ff-a3b0b26db4e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:37:03.560028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d52fd95-b6a4-43f2-b9ff-a3b0b26db4e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:03.621099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-294b1e11-eb65-439e-9644-2be944917784 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.629587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.652443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.722471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4b2206f9-13a2-4170-bfdd-dd3213499e49 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:03.730326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] device_id is not set on port 9bf360a0-6ba3-41b1-9661-48c441eb17eb yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:03.768243 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0d52fd95-b6a4-43f2-b9ff-a3b0b26db4e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8122969 Jan 12 09:37:03.769668 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35926) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:03.780631 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-4b917fb2-014f-4e47-93e0-cbbb4da60035 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:03.800430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f948a1c7-4ea1-4437-8a15-ab58c3499539 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 185f2ae8-70b6-4acd-a381-32ea82379f90 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:37:03.891070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-f948a1c7-4ea1-4437-8a15-ab58c3499539 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 185f2ae8-70b6-4acd-a381-32ea82379f90) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:03.901808 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde0e884-e69c-4ace-a105-a64193aca44b None None] Network 185f2ae8-70b6-4acd-a381-32ea82379f90 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:03.909297 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f948a1c7-4ea1-4437-8a15-ab58c3499539 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:03.909876 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f948a1c7-4ea1-4437-8a15-ab58c3499539 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.009504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4b917fb2-014f-4e47-93e0-cbbb4da60035 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:04.014929 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f948a1c7-4ea1-4437-8a15-ab58c3499539 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5720727 Jan 12 09:37:04.024311 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35936) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:04.035154 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-b9736381-dd20-4ab5-90b7-2dc3cd719288 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'subnet': {'network_id': '2a3f12d5-72b1-42f5-a521-362186b1dc3f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:04.049864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4b2206f9-13a2-4170-bfdd-dd3213499e49 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.077458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4b917fb2-014f-4e47-93e0-cbbb4da60035 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:04.166500 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-185f2ae8-70b6-4acd-a381-32ea82379f90', 'network_id': '185f2ae8-70b6-4acd-a381-32ea82379f90', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'fixed_ips': [{'subnet_id': '63f87eea-f563-41bf-aec7-7c9b2265dea9'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:37:04.168256 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.175711 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b917fb2-014f-4e47-93e0-cbbb4da60035 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:04.179526 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4b917fb2-014f-4e47-93e0-cbbb4da60035 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.181369 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b917fb2-014f-4e47-93e0-cbbb4da60035 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:37:04.181791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b917fb2-014f-4e47-93e0-cbbb4da60035 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:04.294372 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4b917fb2-014f-4e47-93e0-cbbb4da60035 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5199003 Jan 12 09:37:04.328422 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Allocated IP 172.20.0.2 (185f2ae8-70b6-4acd-a381-32ea82379f90/63f87eea-f563-41bf-aec7-7c9b2265dea9/c120cc50-c5cd-4c7b-9e8c-c6cdda78530b) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:04.345043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35940) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:04.351173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b9736381-dd20-4ab5-90b7-2dc3cd719288 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:04.374830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b9736381-dd20-4ab5-90b7-2dc3cd719288 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:subnet and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:04.418349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-83ef4a7f-5677-4709-b8c3-e3ef41afa70b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:04.429264 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b9736381-dd20-4ab5-90b7-2dc3cd719288 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:04.448053 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b9736381-dd20-4ab5-90b7-2dc3cd719288 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:04.483234 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4b2206f9-13a2-4170-bfdd-dd3213499e49 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.521721 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294b1e11-eb65-439e-9644-2be944917784 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Router fc15f260-b668-4679-bb2e-7fb76ba64a7f has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:37:04.526529 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.544681 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.556032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Transition to ACTIVE for port object c120cc50-c5cd-4c7b-9e8c-c6cdda78530b will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:04.566275 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2206f9-13a2-4170-bfdd-dd3213499e49 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event deleted for resources: {'Subnet': ['ID=59949c86-4945-4e62-8aab-c54bcb3988c6,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:04.568479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.570329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9736381-dd20-4ab5-90b7-2dc3cd719288 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:04.572034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.573785 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9736381-dd20-4ab5-90b7-2dc3cd719288 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.575528 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Transition to ACTIVE for port object c120cc50-c5cd-4c7b-9e8c-c6cdda78530b will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:04.584913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4614fa-98f8-478e-a5d5-9ab1ca7d1fb5 None None] Network 578ca857-b274-46e6-8fc2-5816d73938c0 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:04.588345 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4b2206f9-13a2-4170-bfdd-dd3213499e49 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.613488 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.648701 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4b2206f9-13a2-4170-bfdd-dd3213499e49 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "DELETE /v2.0/subnets/59949c86-4945-4e62-8aab-c54bcb3988c6 HTTP/1.1" status: 204 len: 168 time: 1.6388876 Jan 12 09:37:04.664486 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35944) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:04.676929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9446b8f-e684-4106-8a65-e2cc6d42cf75 req-b3c94737-6a5d-47d9-8641-857f406134a4 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:04.678718 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f9446b8f-e684-4106-8a65-e2cc6d42cf75 req-b3c94737-6a5d-47d9-8641-857f406134a4 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 945 time: 0.5697494 Jan 12 09:37:04.763382 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Network 185f2ae8-70b6-4acd-a381-32ea82379f90 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:04.768359 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:04.774154 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:04.790648 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-83ef4a7f-5677-4709-b8c3-e3ef41afa70b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:04.810809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Pushing event updated for resources: {'Port': ['ID=c120cc50-c5cd-4c7b-9e8c-c6cdda78530b,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:04.817542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Allocated IP 2001:db8::a4 (24c06832-e5be-4cfc-84ee-269a182e3296/4fee07d4-8342-4ddd-be73-d6a95f788ab4/9bf360a0-6ba3-41b1-9661-48c441eb17eb) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:04.844796 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f9446b8f-e684-4106-8a65-e2cc6d42cf75 req-015aaadb-8038-4632-ac7e-2c822cb4cf2b tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097133 Jan 12 09:37:04.874847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Allocated IP 172.26.2.89 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/8a6bb22e-751a-4706-8bb8-58a9da94e714) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:04.904422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-83ef4a7f-5677-4709-b8c3-e3ef41afa70b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:04.940593 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Attempting to bind port c120cc50-c5cd-4c7b-9e8c-c6cdda78530b on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:04.941216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Attempting to bind port c120cc50-c5cd-4c7b-9e8c-c6cdda78530b by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'eccfdc4a-2f68-4f64-9385-cfd0548684e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '185f2ae8-70b6-4acd-a381-32ea82379f90'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:04.941437 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Attempting to bind port c120cc50-c5cd-4c7b-9e8c-c6cdda78530b on network 185f2ae8-70b6-4acd-a381-32ea82379f90 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:37:04.952539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:37:04.952539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Checking segment: {'id': 'eccfdc4a-2f68-4f64-9385-cfd0548684e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '185f2ae8-70b6-4acd-a381-32ea82379f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:04.953192 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.953832 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Bound using segment: {'id': 'eccfdc4a-2f68-4f64-9385-cfd0548684e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '185f2ae8-70b6-4acd-a381-32ea82379f90'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:37:04.954530 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Bound port: c120cc50-c5cd-4c7b-9e8c-c6cdda78530b, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccfdc4a-2f68-4f64-9385-cfd0548684e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '185f2ae8-70b6-4acd-a381-32ea82379f90'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:04.954661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:04.973688 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294b1e11-eb65-439e-9644-2be944917784 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:37:04.989824 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c85010-c3ce-47d2-8015-e6a780c4fe98 None None] Sync routers for ids ['fc15f260-b668-4679-bb2e-7fb76ba64a7f'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:37:05.008190 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.009240 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c85010-c3ce-47d2-8015-e6a780c4fe98 None None] Routers {'fc15f260-b668-4679-bb2e-7fb76ba64a7f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:05.009854 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f9c85010-c3ce-47d2-8015-e6a780c4fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc15f260-b668-4679-bb2e-7fb76ba64a7f'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:05.060899 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ef4a7f-5677-4709-b8c3-e3ef41afa70b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:05.073383 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f9c85010-c3ce-47d2-8015-e6a780c4fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:05.074463 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-83ef4a7f-5677-4709-b8c3-e3ef41afa70b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.076964 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ef4a7f-5677-4709-b8c3-e3ef41afa70b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:37:05.078249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9736381-dd20-4ab5-90b7-2dc3cd719288 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.079740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ef4a7f-5677-4709-b8c3-e3ef41afa70b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:05.082745 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c85010-c3ce-47d2-8015-e6a780c4fe98 None None] Routers {'fc15f260-b668-4679-bb2e-7fb76ba64a7f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:05.083399 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f9c85010-c3ce-47d2-8015-e6a780c4fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:36:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['fc15f260-b668-4679-bb2e-7fb76ba64a7f'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:05.127533 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-294b1e11-eb65-439e-9644-2be944917784 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "PUT /v2.0/routers/fc15f260-b668-4679-bb2e-7fb76ba64a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2795882 Jan 12 09:37:05.136174 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35948) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:05.148273 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f9c85010-c3ce-47d2-8015-e6a780c4fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:05.148930 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c85010-c3ce-47d2-8015-e6a780c4fe98 None None] The sync data for ids ['fc15f260-b668-4679-bb2e-7fb76ba64a7f'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:37:05.156138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] For port c120cc50-c5cd-4c7b-9e8c-c6cdda78530b, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:37:05.161976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] For port c120cc50-c5cd-4c7b-9e8c-c6cdda78530b, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=c120cc50-c5cd-4c7b-9e8c-c6cdda78530b,segment=NetworkSegment(eccfdc4a-2f68-4f64-9385-cfd0548684e3),segment_id=eccfdc4a-2f68-4f64-9385-cfd0548684e3)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:37:05.176506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.214294 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9736381-dd20-4ab5-90b7-2dc3cd719288 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Subnet': ['ID=8fc1f65e-2914-4a30-b6f5-8b532f14dcee,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:05.223829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Deleting port a353884f-1e1f-46c2-82b7-65b30a018389 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:05.224264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.248804 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-720ade94-121a-418c-bcac-32df43346b9a tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] show failed (client error): The resource could not be found. Jan 12 09:37:05.250523 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-720ade94-121a-418c-bcac-32df43346b9a tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-584549527 HTTP/1.1" status: 404 len: 334 time: 0.1122074 Jan 12 09:37:05.256009 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7ce3e-d0e4-4c16-88c6-75b944db44f2 None None] Pushing event updated for resources: {'Port': ['ID=c120cc50-c5cd-4c7b-9e8c-c6cdda78530b,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:05.258756 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319dfd19-f66a-414b-bf9a-e87cbc8bbc15 None None] DHCP port deletion for 578ca857-b274-46e6-8fc2-5816d73938c0 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:37:05.260570 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35952) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:05.264424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.270102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-319dfd19-f66a-414b-bf9a-e87cbc8bbc15 None None] Deleting port a353884f-1e1f-46c2-82b7-65b30a018389 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:05.270659 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-319dfd19-f66a-414b-bf9a-e87cbc8bbc15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.287550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9736381-dd20-4ab5-90b7-2dc3cd719288 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Checking segment: {'id': '0d53050d-8a8a-4825-bdb1-39803066cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2a3f12d5-72b1-42f5-a521-362186b1dc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:05.287972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9736381-dd20-4ab5-90b7-2dc3cd719288 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network hostable DHCP agents. Network: 2a3f12d5-72b1-42f5-a521-362186b1dc3f, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:37:05.301382 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-83ef4a7f-5677-4709-b8c3-e3ef41afa70b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9085751 Jan 12 09:37:05.306108 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35956) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:05.306483 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5a81a723-705b-454b-8a12-33fff1a26307 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:05.359598 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a21d36ad-2c20-4da8-96e7-fb9fe38a959c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0512276 Jan 12 09:37:05.361312 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9736381-dd20-4ab5-90b7-2dc3cd719288 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 2a3f12d5-72b1-42f5-a521-362186b1dc3f is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:37:05.364090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35960) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:05.408738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-b9736381-dd20-4ab5-90b7-2dc3cd719288 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 2a3f12d5-72b1-42f5-a521-362186b1dc3f) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:05.418754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736381-dd20-4ab5-90b7-2dc3cd719288 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:05.419341 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9736381-dd20-4ab5-90b7-2dc3cd719288 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.427409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cb657d-5e86-45f6-8b0e-77c050a112a8 None None] Network 2a3f12d5-72b1-42f5-a521-362186b1dc3f requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:05.540153 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-5a81a723-705b-454b-8a12-33fff1a26307 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] update failed (client error): The resource could not be found. Jan 12 09:37:05.540650 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5a81a723-705b-454b-8a12-33fff1a26307 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-1992122936 HTTP/1.1" status: 404 len: 335 time: 0.2578232 Jan 12 09:37:05.557528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35964) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:05.575531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.677161 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Pushing event updated for resources: {'Port': ['ID=8a6bb22e-751a-4706-8bb8-58a9da94e714,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:05.712695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:05.718195 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7af992c-fb0d-4856-8a6d-3b1537f638e5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:05.719167 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d7af992c-fb0d-4856-8a6d-3b1537f638e5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:05.721969 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:05.727791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:05.790614 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b9736381-dd20-4ab5-90b7-2dc3cd719288 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7634423 Jan 12 09:37:05.793834 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d7af992c-fb0d-4856-8a6d-3b1537f638e5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:05.795071 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d7af992c-fb0d-4856-8a6d-3b1537f638e5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4287782 Jan 12 09:37:05.795743 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35968) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:05.802543 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-319dfd19-f66a-414b-bf9a-e87cbc8bbc15 None None] For port a353884f-1e1f-46c2-82b7-65b30a018389, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a353884f-1e1f-46c2-82b7-65b30a018389,segment=NetworkSegment(b929192c-d472-47b5-aabf-346fd0549196),segment_id=b929192c-d472-47b5-aabf-346fd0549196)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:05.803013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-319dfd19-f66a-414b-bf9a-e87cbc8bbc15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.806474 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-3c529ded-a64b-4c76-87a4-168248f7a063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1663742251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:05.815592 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35970) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:05.830712 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3c529ded-a64b-4c76-87a4-168248f7a063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:05.851158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Deleting subnet 779e777c-d257-4510-8ec5-f699142ded68 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:37:05.863124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:05.927215 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cedc09e8-5ca5-43fb-86e8-3fdf5c0b98a1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977018 Jan 12 09:37:05.927779 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3c529ded-a64b-4c76-87a4-168248f7a063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:router and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:05.930963 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3c529ded-a64b-4c76-87a4-168248f7a063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:05.933855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35978) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:05.937564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3c529ded-a64b-4c76-87a4-168248f7a063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:05.955719 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b74e8e6f-1f6d-4ac4-929a-eda3a4bff4d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:05.983130 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-319dfd19-f66a-414b-bf9a-e87cbc8bbc15 None None] Calling delete_port for a353884f-1e1f-46c2-82b7-65b30a018389 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:06.015380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3c529ded-a64b-4c76-87a4-168248f7a063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.016440 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3c529ded-a64b-4c76-87a4-168248f7a063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.113401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3c529ded-a64b-4c76-87a4-168248f7a063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.147328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-319dfd19-f66a-414b-bf9a-e87cbc8bbc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.174300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3c529ded-a64b-4c76-87a4-168248f7a063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.187091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.188865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319dfd19-f66a-414b-bf9a-e87cbc8bbc15 None None] No DVR routers for this DVR port a353884f-1e1f-46c2-82b7-65b30a018389 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:06.208946 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-2a3f12d5-72b1-42f5-a521-362186b1dc3f', 'network_id': '2a3f12d5-72b1-42f5-a521-362186b1dc3f', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'fixed_ips': [{'subnet_id': '8fc1f65e-2914-4a30-b6f5-8b532f14dcee'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:37:06.209895 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.219898 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:37:06.222138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:06.228736 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dbfc6-1651-410c-a3bb-39404b0e8e3d req-6725b49a-0de4-45a9-8485-59cfe51e3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:06.230595 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f6dbfc6-1651-410c-a3bb-39404b0e8e3d req-6725b49a-0de4-45a9-8485-59cfe51e3644 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 1098 time: 0.8597019 Jan 12 09:37:06.231769 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3c529ded-a64b-4c76-87a4-168248f7a063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.233256 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3c529ded-a64b-4c76-87a4-168248f7a063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4327443 Jan 12 09:37:06.236591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35982) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:06.273676 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dfd19-f66a-414b-bf9a-e87cbc8bbc15 None None] Pushing event deleted for resources: {'Port': ['ID=a353884f-1e1f-46c2-82b7-65b30a018389,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:06.397899 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.resource_extend [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:37:06.423024 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] For port a353884f-1e1f-46c2-82b7-65b30a018389, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a353884f-1e1f-46c2-82b7-65b30a018389,segment=NetworkSegment(b929192c-d472-47b5-aabf-346fd0549196),segment_id=b929192c-d472-47b5-aabf-346fd0549196)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:06.423763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.441475 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.475443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b74e8e6f-1f6d-4ac4-929a-eda3a4bff4d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:06.619548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b74e8e6f-1f6d-4ac4-929a-eda3a4bff4d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:06.632811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Transition to ACTIVE for port object 9bf360a0-6ba3-41b1-9661-48c441eb17eb will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:06.642193 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Calling delete_port for a353884f-1e1f-46c2-82b7-65b30a018389 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:06.670981 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f6dbfc6-1651-410c-a3bb-39404b0e8e3d req-81f16851-f3ab-4254-bc05-1776413143cb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737385 Jan 12 09:37:06.724412 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Allocated IP 172.21.0.2 (2a3f12d5-72b1-42f5-a521-362186b1dc3f/8fc1f65e-2914-4a30-b6f5-8b532f14dcee/4e9d67e3-954d-47f6-b64c-77ab690bc0fa) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:06.732672 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,segment=NetworkSegment(a0920245-72b7-41df-85fb-36c03e06aa7d),segment_id=a0920245-72b7-41df-85fb-36c03e06aa7d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:06.747405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.756190 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-84b8754e-85eb-4301-81a3-ce57f708972b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.773465 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'port_id': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a', 'mac_address': 'fa:16:3e:96:b5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:37:06.791392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.881693 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:06.907807 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device c120cc50-c5cd-4c7b-9e8c-c6cdda78530b up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:06.941647 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e83783f-f028-4a82-84d8-2bd68d52dea5 None None] Network 185f2ae8-70b6-4acd-a381-32ea82379f90 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:06.949878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902b18a-f0ff-4f49-a4f1-5646ccb605bd req-dd4da160-b6d5-42e9-b9d5-32c58a740e8b tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:06.955347 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9902b18a-f0ff-4f49-a4f1-5646ccb605bd req-dd4da160-b6d5-42e9-b9d5-32c58a740e8b tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 945 time: 0.9577270 Jan 12 09:37:06.956249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74e8e6f-1f6d-4ac4-929a-eda3a4bff4d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:06.960199 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b74e8e6f-1f6d-4ac4-929a-eda3a4bff4d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.007166 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715c988b-306b-40a3-a471-67e02a533804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:37:07.064221 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,segment=NetworkSegment(a0920245-72b7-41df-85fb-36c03e06aa7d),segment_id=a0920245-72b7-41df-85fb-36c03e06aa7d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:07.119395 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-7c6cd3e0-8f99-4ad7-9847-c69290e3ee42 None None] Provisioning for port c120cc50-c5cd-4c7b-9e8c-c6cdda78530b completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:07.119625 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.124175 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715c988b-306b-40a3-a471-67e02a533804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a', 'code': 200} Jan 12 09:37:07.144230 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.170952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.173817 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.195328 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.222740 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.276450 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:37:07.292662 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.302564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event deleted for resources: {'Subnet': ['ID=779e777c-d257-4510-8ec5-f699142ded68,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:07.309966 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c68bc1f-baaa-49be-9748-059aa66798b6 None None] Network 995c1e99-5ace-4bf1-939d-d90497a28f8d requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:07.454936 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:07.511888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:07.512214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:07.515992 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "DELETE /v2.0/subnets/779e777c-d257-4510-8ec5-f699142ded68 HTTP/1.1" status: 204 len: 168 time: 1.9459007 Jan 12 09:37:07.520240 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35988) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:07.524083 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9902b18a-f0ff-4f49-a4f1-5646ccb605bd req-1cebba0f-45b3-4c20-9c44-d466e27a9990 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5404150 Jan 12 09:37:07.531052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:07.531397 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:07.531724 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:07.532056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:07.532382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:07.532697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:07.533018 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:07.533339 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:07.533653 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:07.533980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:07.534279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:07.534968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04bd51-3d56-440b-8c05-5b6836ede4db tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:07.535385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port c120cc50-c5cd-4c7b-9e8c-c6cdda78530b completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:07.569976 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.612701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:07.613207 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:07.619074 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port c120cc50-c5cd-4c7b-9e8c-c6cdda78530b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:07.619575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.710416 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 24c06832-e5be-4cfc-84ee-269a182e3296 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:07.720687 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:07.722538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=9bf360a0-6ba3-41b1-9661-48c441eb17eb,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:07.745088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Deleting subnet 2a48abdd-2c3f-4f4b-a80b-8586de306320 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:37:07.754598 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:07.759681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.760219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:07.760869 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.813086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.837725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:07.853329 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9a44bddf-671d-4df5-b3ba-8534fb6455b9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8932979 Jan 12 09:37:07.860946 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 35992) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:07.875874 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Transition to ACTIVE for port object 4e9d67e3-954d-47f6-b64c-77ab690bc0fa will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:07.877217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-10c6782c-2a8d-46f7-bdd8-d5c0a50f6ec2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'subnet': {'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:07.930091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Allocated IP 172.20.0.9 (2bfdacf5-9b54-44d7-bab0-8f07164e7028/55d2b64d-82cb-4ddb-abfe-45d9bb09edb0/cf0d2207-073f-4433-a453-bc1491113d9f) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:07.969542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Transition to ACTIVE for port object 4e9d67e3-954d-47f6-b64c-77ab690bc0fa will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:07.994442 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.014123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Deleting port a353884f-1e1f-46c2-82b7-65b30a018389 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:08.014549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.070818 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.171583 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.190596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Network 2a3f12d5-72b1-42f5-a521-362186b1dc3f is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:08.208101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:08.215562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:08.218581 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Pushing event updated for resources: {'Port': ['ID=4e9d67e3-954d-47f6-b64c-77ab690bc0fa,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:08.227699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Allocated IP 172.20.0.1 (185f2ae8-70b6-4acd-a381-32ea82379f90/63f87eea-f563-41bf-aec7-7c9b2265dea9/7f29bc39-630a-466b-8c93-40885843f1d4) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:08.231810 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port c120cc50-c5cd-4c7b-9e8c-c6cdda78530b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=c120cc50-c5cd-4c7b-9e8c-c6cdda78530b,segment=NetworkSegment(eccfdc4a-2f68-4f64-9385-cfd0548684e3),segment_id=eccfdc4a-2f68-4f64-9385-cfd0548684e3)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:08.244916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] The port 'a353884f-1e1f-46c2-82b7-65b30a018389' was deleted {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:37:08.275871 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-10c6782c-2a8d-46f7-bdd8-d5c0a50f6ec2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:08.280235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-10c6782c-2a8d-46f7-bdd8-d5c0a50f6ec2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:subnet and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:08.283558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-10c6782c-2a8d-46f7-bdd8-d5c0a50f6ec2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:08.301147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.303810 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909ee27b-ee60-4760-a549-aa7e3ed09355 None None] DHCP port deletion for 995c1e99-5ace-4bf1-939d-d90497a28f8d request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:37:08.306867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.376311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-10c6782c-2a8d-46f7-bdd8-d5c0a50f6ec2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:08.393840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a353884f-1e1f-46c2-82b7-65b30a018389 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:08.426278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8dcaf28c-e8f7-4f23-a94d-e6a881d7ead6 None None] Provisioning for port 9bf360a0-6ba3-41b1-9661-48c441eb17eb completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:08.468058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-909ee27b-ee60-4760-a549-aa7e3ed09355 None None] Deleting port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:08.468386 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-909ee27b-ee60-4760-a549-aa7e3ed09355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.510235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c6782c-2a8d-46f7-bdd8-d5c0a50f6ec2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:08.513956 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-10c6782c-2a8d-46f7-bdd8-d5c0a50f6ec2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.524914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:37:08.528671 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: a353884f-1e1f-46c2-82b7-65b30a018389 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:37:08.529005 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a353884f-1e1f-46c2-82b7-65b30a018389 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:08.530382 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8dcaf28c-e8f7-4f23-a94d-e6a881d7ead6 None None] Provisioning complete for port 9bf360a0-6ba3-41b1-9661-48c441eb17eb triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:08.530742 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8dcaf28c-e8f7-4f23-a94d-e6a881d7ead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.585853 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.628928 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,segment=NetworkSegment(a0920245-72b7-41df-85fb-36c03e06aa7d),segment_id=a0920245-72b7-41df-85fb-36c03e06aa7d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:08.633776 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Attempting to bind port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:08.634141 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Attempting to bind port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '0d53050d-8a8a-4825-bdb1-39803066cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2a3f12d5-72b1-42f5-a521-362186b1dc3f'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:08.634492 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Attempting to bind port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa on network 2a3f12d5-72b1-42f5-a521-362186b1dc3f {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:37:08.645154 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.661228 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=c120cc50-c5cd-4c7b-9e8c-c6cdda78530b,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:08.673078 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8dcaf28c-e8f7-4f23-a94d-e6a881d7ead6 None None] Port 9bf360a0-6ba3-41b1-9661-48c441eb17eb cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:08.674820 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.705977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.742855 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Router 6c606980-6403-4441-b477-18c7bc8148c7 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:37:08.797249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.objects.ports [None req-b74e8e6f-1f6d-4ac4-929a-eda3a4bff4d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87663) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:37:08.797856 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:37:08.797856 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Checking segment: {'id': '0d53050d-8a8a-4825-bdb1-39803066cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2a3f12d5-72b1-42f5-a521-362186b1dc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:08.798100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.798470 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Bound using segment: {'id': '0d53050d-8a8a-4825-bdb1-39803066cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2a3f12d5-72b1-42f5-a521-362186b1dc3f'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:37:08.798957 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Bound port: 4e9d67e3-954d-47f6-b64c-77ab690bc0fa, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d53050d-8a8a-4825-bdb1-39803066cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2a3f12d5-72b1-42f5-a521-362186b1dc3f'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:08.799328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.803342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578ca857-b274-46e6-8fc2-5816d73938c0']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:08.811392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b74e8e6f-1f6d-4ac4-929a-eda3a4bff4d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.820414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.877490 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b929192c-d472-47b5-aabf-346fd0549196') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:08.877865 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b929192c-d472-47b5-aabf-346fd0549196') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:08.880426 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device c120cc50-c5cd-4c7b-9e8c-c6cdda78530b up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:08.919875 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.944124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74e8e6f-1f6d-4ac4-929a-eda3a4bff4d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:08.954261 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.ipam_backend_mixin [None req-10c6782c-2a8d-46f7-bdd8-d5c0a50f6ec2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4fee07d4-8342-4ddd-be73-d6a95f788ab4 (CIDR: 2001:db8::/64) Jan 12 09:37:08.958680 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-b74e8e6f-1f6d-4ac4-929a-eda3a4bff4d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:08.968980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e8e6f-1f6d-4ac4-929a-eda3a4bff4d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:08.968980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b74e8e6f-1f6d-4ac4-929a-eda3a4bff4d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.972694 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e8e6f-1f6d-4ac4-929a-eda3a4bff4d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=df2d2aff-d9a0-4426-b33e-fb1a7f3e8708,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:08.984087 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Transition to ACTIVE for port object 7f29bc39-630a-466b-8c93-40885843f1d4 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:08.987809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.990492 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c6782c-2a8d-46f7-bdd8-d5c0a50f6ec2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:37:08.990662 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1d1da960-a673-44a9-952e-c1d823a5519d None None] Provisioning complete for port c120cc50-c5cd-4c7b-9e8c-c6cdda78530b triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:08.990934 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1d1da960-a673-44a9-952e-c1d823a5519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:08.991055 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c6782c-2a8d-46f7-bdd8-d5c0a50f6ec2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:09.016777 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:37:09.017011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.017601 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.028335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c323caa-6675-490f-9132-0361fa572211 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:09.034384 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:09.040658 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['42c4a625-e8c3-4a2e-bbd6-dc4256c2170a'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:37:09.062426 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event deleted for resources: {'Subnet': ['ID=2a48abdd-2c3f-4f4b-a80b-8586de306320,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:09.067821 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-10c6782c-2a8d-46f7-bdd8-d5c0a50f6ec2 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2025912 Jan 12 09:37:09.069617 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b74e8e6f-1f6d-4ac4-929a-eda3a4bff4d6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1228359 Jan 12 09:37:09.081084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 35998) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:09.081420 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36000) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:09.102281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'mac_address': 'fa:16:3e:b9:73:38', 'name': 'tempest-NetworksTestDHCPv6-1529880699'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:09.110307 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:09.116047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.116609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.117123 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.117603 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.118068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.118544 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.119054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.119544 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.120023 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.120493 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.120970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.121625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:09.130828 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7041b66e-b56e-481c-855a-e1a4d18820c9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'subnet': {'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:09.136626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a6b722-0d65-4ecc-bf2f-f62ff0fc3fff None None] Network 4459eddf-3272-4a93-945f-0927b911faec requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:09.170510 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.175642 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.179991 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.199864 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.244707 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] 10.222.0.26 "DELETE /v2.0/networks/578ca857-b274-46e6-8fc2-5816d73938c0 HTTP/1.1" status: 204 len: 168 time: 4.5650935 Jan 12 09:37:09.333259 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Network 2bfdacf5-9b54-44d7-bab0-8f07164e7028 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:09.335516 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Pushing event updated for resources: {'Port': ['ID=cf0d2207-073f-4433-a453-bc1491113d9f,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:09.338133 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e7110b18-983a-44a3-89c8-987103638535 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "DELETE /v2.0/subnets/2a48abdd-2c3f-4f4b-a80b-8586de306320 HTTP/1.1" status: 204 len: 168 time: 1.8172107 Jan 12 09:37:09.341993 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-f132596d-9213-415c-a073-42f4a49df75c None None] For port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:37:09.345969 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-909ee27b-ee60-4760-a549-aa7e3ed09355 None None] For port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0,segment=NetworkSegment(765f5d78-8b36-4958-a869-365affc73938),segment_id=765f5d78-8b36-4958-a869-365affc73938)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:09.346359 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-909ee27b-ee60-4760-a549-aa7e3ed09355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.346757 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4601ecf-eb98-46ad-85f2-d9d6195c1745 tempest-AllowedAddressPairTestJSON-1737668974 tempest-AllowedAddressPairTestJSON-1737668974-project] Pushing event deleted for resources: {'Network': ['ID=578ca857-b274-46e6-8fc2-5816d73938c0,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:09.349291 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36008) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:09.350681 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:09.361974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:09.411258 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df847c09-691c-443d-8f1b-bc2985eabd24 req-f52a52f0-4fd4-44ce-be56-71e352bdd93c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:09.412826 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-df847c09-691c-443d-8f1b-bc2985eabd24 req-f52a52f0-4fd4-44ce-be56-71e352bdd93c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 944 time: 0.7482483 Jan 12 09:37:09.482658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.502601 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-f132596d-9213-415c-a073-42f4a49df75c None None] For port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4e9d67e3-954d-47f6-b64c-77ab690bc0fa,segment=NetworkSegment(0d53050d-8a8a-4825-bdb1-39803066cbe3),segment_id=0d53050d-8a8a-4825-bdb1-39803066cbe3)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:37:09.533802 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:37:09.581496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-909ee27b-ee60-4760-a549-aa7e3ed09355 None None] Calling delete_port for 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:09.597732 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36014) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:09.611281 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ce70ed-da84-41b0-9418-8ab6f93a116b None None] Sync routers for ids ['6c606980-6403-4441-b477-18c7bc8148c7'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:37:09.630382 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-df847c09-691c-443d-8f1b-bc2985eabd24 req-ffd0b66d-e88a-4993-b566-5571f6aa64ef tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977220 Jan 12 09:37:09.631548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7041b66e-b56e-481c-855a-e1a4d18820c9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:09.647649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-eb25efd3-1555-4fe2-884c-5608f418ab72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.649877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.650684 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 185f2ae8-70b6-4acd-a381-32ea82379f90 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:09.663080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7041b66e-b56e-481c-855a-e1a4d18820c9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:subnet and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:09.663080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:09.663080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36022) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:09.663486 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:09.695851 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7041b66e-b56e-481c-855a-e1a4d18820c9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:09.717874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=7f29bc39-630a-466b-8c93-40885843f1d4,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:09.720429 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.721662 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9d6f56a7-ddc3-42aa-b9c0-88a9c6eb566f tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.4069567 Jan 12 09:37:09.795244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7041b66e-b56e-481c-855a-e1a4d18820c9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:09.802101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:09.813053 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36026) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:09.837173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:port and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:09.851400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-13da23de-fed0-4bd0-9461-195458892032 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:09.877425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.919497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:09.951474 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:09.966682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7041b66e-b56e-481c-855a-e1a4d18820c9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:09.970145 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7041b66e-b56e-481c-855a-e1a4d18820c9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:09.988568 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ce70ed-da84-41b0-9418-8ab6f93a116b None None] Routers {'6c606980-6403-4441-b477-18c7bc8148c7'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:09.989357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-42ce70ed-da84-41b0-9418-8ab6f93a116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6c606980-6403-4441-b477-18c7bc8148c7'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:09.992022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Deleting port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:09.992364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.017322 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.058985 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:10.093382 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c36777d7-f7f5-4917-a790-cd5031386aa5 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/floatingips/21726742-367a-4628-a4b5-927b0671fa91 HTTP/1.1" status: 200 len: 991 time: 0.4000762 Jan 12 09:37:10.107620 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port c120cc50-c5cd-4c7b-9e8c-c6cdda78530b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:10.108007 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.184114 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-42ce70ed-da84-41b0-9418-8ab6f93a116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:10.267118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132596d-9213-415c-a073-42f4a49df75c None None] Pushing event updated for resources: {'Port': ['ID=4e9d67e3-954d-47f6-b64c-77ab690bc0fa,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:10.278473 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8f689607-9c8c-4dfb-a8c2-e471fd6d93c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db1512a07d2b4b07aeee3754348918eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6640601 Jan 12 09:37:10.285787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36030) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:10.314708 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-909ee27b-ee60-4760-a549-aa7e3ed09355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.425410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] For port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0,segment=NetworkSegment(765f5d78-8b36-4958-a869-365affc73938),segment_id=765f5d78-8b36-4958-a869-365affc73938)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:10.425766 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.448884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.469061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ce70ed-da84-41b0-9418-8ab6f93a116b None None] Routers {'6c606980-6403-4441-b477-18c7bc8148c7'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:10.471457 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-42ce70ed-da84-41b0-9418-8ab6f93a116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6c606980-6403-4441-b477-18c7bc8148c7'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:10.568505 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ee27b-ee60-4760-a549-aa7e3ed09355 None None] Pushing event deleted for resources: {'Port': ['ID=992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:10.578465 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ee27b-ee60-4760-a549-aa7e3ed09355 None None] No DVR routers for this DVR port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:10.592970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-42ce70ed-da84-41b0-9418-8ab6f93a116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:10.593371 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ce70ed-da84-41b0-9418-8ab6f93a116b None None] The sync data for ids ['6c606980-6403-4441-b477-18c7bc8148c7'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:37:10.624867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.646378 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.ipam_backend_mixin [None req-7041b66e-b56e-481c-855a-e1a4d18820c9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5fb4cd76-e079-454a-9992-ad0acc2bfeab (CIDR: 2001:db8:0:1::/64) Jan 12 09:37:10.653484 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1a327093-8709-444b-8d44-63e21ca47df1 None None] Provisioning for port 7f29bc39-630a-466b-8c93-40885843f1d4 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:10.684793 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Calling delete_port for 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:10.695042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.710457 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-7041b66e-b56e-481c-855a-e1a4d18820c9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:37:10.717500 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7041b66e-b56e-481c-855a-e1a4d18820c9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:10.717821 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1a327093-8709-444b-8d44-63e21ca47df1 None None] Provisioning complete for port 7f29bc39-630a-466b-8c93-40885843f1d4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:10.718193 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1a327093-8709-444b-8d44-63e21ca47df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.770965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-84f7d160-bab5-4c13-ba62-374012b7d33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.786249 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': 'df2d2aff-d9a0-4426-b33e-fb1a7f3e8708'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:37:10.786506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.813605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port ddc772f3-2985-45be-9178-90d4a786d9e5 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:10.867600 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7041b66e-b56e-481c-855a-e1a4d18820c9 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7757754 Jan 12 09:37:10.882187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36034) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:10.896417 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1a327093-8709-444b-8d44-63e21ca47df1 None None] Port 7f29bc39-630a-466b-8c93-40885843f1d4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:10.898386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-974e4917-a713-4d00-9b8a-501f9ecbac5c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'subnet': {'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:10.905948 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:10.918506 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-84f7d160-bab5-4c13-ba62-374012b7d33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:10.942604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a9123f-f17b-4789-862d-5879071f346e None None] DHCP port deletion for 4459eddf-3272-4a93-945f-0927b911faec request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:37:10.969985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:10.969985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:10.982208 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Deleting port 8fef2019-0c5a-421b-834b-37f21ddc7f62 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:10.982891 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.001768 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.016374 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:37:11.016971 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:11.060810 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.241991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4e9d67e3-954d-47f6-b64c-77ab690bc0fa up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:11.281337 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Allocated IP 2001:db8::f816:3eff:fe5b:2718 (ff4a5360-acb6-446d-a4d9-75b6632567e8/df2d2aff-d9a0-4426-b33e-fb1a7f3e8708/f4453f63-b56c-4409-837d-911dce17688b) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:11.494360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Deleting port 992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:11.494689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.498213 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-53a9123f-f17b-4789-862d-5879071f346e None None] For port 8fef2019-0c5a-421b-834b-37f21ddc7f62, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=8fef2019-0c5a-421b-834b-37f21ddc7f62,segment=NetworkSegment(6f048249-a7fc-4329-8573-9f58588a5e77),segment_id=6f048249-a7fc-4329-8573-9f58588a5e77)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:11.498613 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.603044 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13da23de-fed0-4bd0-9461-195458892032 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.610408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-974e4917-a713-4d00-9b8a-501f9ecbac5c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:11.620191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] The port '992cb2a8-c576-49ff-b5c7-74d7c0bb5ac0' was deleted {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:37:11.622958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.629399 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-974e4917-a713-4d00-9b8a-501f9ecbac5c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Usage tracker for resource:subnet and tenant:10f7e76caa244da5865ff48f8d07b730 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:11.659338 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13da23de-fed0-4bd0-9461-195458892032 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.663863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:11.675679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Calling delete_port for 8fef2019-0c5a-421b-834b-37f21ddc7f62 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:11.684902 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-13da23de-fed0-4bd0-9461-195458892032 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Deleting port 8a6bb22e-751a-4706-8bb8-58a9da94e714 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:11.685404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13da23de-fed0-4bd0-9461-195458892032 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.692155 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-974e4917-a713-4d00-9b8a-501f9ecbac5c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:11.706468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2324afc1-5a4c-464b-acef-46e3656f343a None None] Network 2a3f12d5-72b1-42f5-a521-362186b1dc3f requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:11.731434 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-974e4917-a713-4d00-9b8a-501f9ecbac5c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:11.750989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.763867 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.808415 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 8fef2019-0c5a-421b-834b-37f21ddc7f62 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:11.808860 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974e4917-a713-4d00-9b8a-501f9ecbac5c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Made reservation on behalf of 10f7e76caa244da5865ff48f8d07b730 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:11.812487 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-974e4917-a713-4d00-9b8a-501f9ecbac5c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.874009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-84f7d160-bab5-4c13-ba62-374012b7d33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.891980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.918999 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f0cad765-2f3a-4afa-8239-2e8fe0254bd3 None None] Provisioning for port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:11.924300 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7d160-bab5-4c13-ba62-374012b7d33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbddeb7d-8099-406c-9447-4315b216e7ad,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:11.962441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:11.967537 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=7f29bc39-630a-466b-8c93-40885843f1d4,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:11.999921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995c1e99-5ace-4bf1-939d-d90497a28f8d']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:12.015407 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f0cad765-2f3a-4afa-8239-2e8fe0254bd3 None None] Provisioning complete for port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:12.016044 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f0cad765-2f3a-4afa-8239-2e8fe0254bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.086884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765f5d78-8b36-4958-a869-365affc73938') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:12.087461 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765f5d78-8b36-4958-a869-365affc73938') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:12.115416 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-84f7d160-bab5-4c13-ba62-374012b7d33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.116835 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-84f7d160-bab5-4c13-ba62-374012b7d33a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbddeb7d-8099-406c-9447-4315b216e7ad HTTP/1.1" status: 204 len: 168 time: 1.8274319 Jan 12 09:37:12.124836 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.150072 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.175545 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.195658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:37:12.196343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.196554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13da23de-fed0-4bd0-9461-195458892032 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:12.215826 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:12.222824 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.245138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Pushing event deleted for resources: {'Port': ['ID=8fef2019-0c5a-421b-834b-37f21ddc7f62,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:12.247143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No active binding found for port 8fef2019-0c5a-421b-834b-37f21ddc7f62 {{(pid=87665) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 12 09:37:12.247548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 8fef2019-0c5a-421b-834b-37f21ddc7f62 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:12.259697 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a9123f-f17b-4789-862d-5879071f346e None None] No DVR routers for this DVR port 8fef2019-0c5a-421b-834b-37f21ddc7f62 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:12.276846 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Transition to ACTIVE for port object f4453f63-b56c-4409-837d-911dce17688b will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:12.282842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:12.283358 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:12.283861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:12.284335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:12.284834 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:12.285307 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:12.285884 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:12.286357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:12.287170 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:12.287817 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:12.288299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:12.289060 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9123f-f17b-4789-862d-5879071f346e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:12.357382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Router c6f8b776-3a0b-4f06-93c9-0eac8e0bce35 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:37:12.367976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Transition to ACTIVE for port object f4453f63-b56c-4409-837d-911dce17688b will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:12.414512 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.485147 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.517080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.535188 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:12.539275 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f0cad765-2f3a-4afa-8239-2e8fe0254bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.557483 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:12.567174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:12.569854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Pushing event updated for resources: {'Port': ['ID=f4453f63-b56c-4409-837d-911dce17688b,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:12.575580 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-13da23de-fed0-4bd0-9461-195458892032 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Calling delete_port for 8a6bb22e-751a-4706-8bb8-58a9da94e714 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:12.591178 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.605165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event deleted for resources: {'Network': ['ID=995c1e99-5ace-4bf1-939d-d90497a28f8d,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:12.616243 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2658a3cd-0503-4433-beea-e108ed94a827 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "DELETE /v2.0/networks/995c1e99-5ace-4bf1-939d-d90497a28f8d HTTP/1.1" status: 204 len: 168 time: 3.1804998 Jan 12 09:37:12.620912 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36050) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:12.663688 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:37:12.678500 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Sync routers for ids ['c6f8b776-3a0b-4f06-93c9-0eac8e0bce35'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:37:12.704508 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Routers {'c6f8b776-3a0b-4f06-93c9-0eac8e0bce35'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:12.705174 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c6f8b776-3a0b-4f06-93c9-0eac8e0bce35'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:12.738597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 185f2ae8-70b6-4acd-a381-32ea82379f90 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:12.744913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-974e4917-a713-4d00-9b8a-501f9ecbac5c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.747593 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:12.757028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:12.812557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-f0cad765-2f3a-4afa-8239-2e8fe0254bd3 None None] For port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4e9d67e3-954d-47f6-b64c-77ab690bc0fa,segment=NetworkSegment(0d53050d-8a8a-4825-bdb1-39803066cbe3),segment_id=0d53050d-8a8a-4825-bdb1-39803066cbe3)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:12.837189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::f816:3eff:feb9:7338 (ff4a5360-acb6-446d-a4d9-75b6632567e8/df2d2aff-d9a0-4426-b33e-fb1a7f3e8708/ddc772f3-2985-45be-9178-90d4a786d9e5) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:12.852848 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Attempting to bind port f4453f63-b56c-4409-837d-911dce17688b on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:12.853251 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Attempting to bind port f4453f63-b56c-4409-837d-911dce17688b by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:12.853604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Attempting to bind port f4453f63-b56c-4409-837d-911dce17688b on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:37:12.857881 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.859160 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8213bba2-29d8-44c0-a7ee-865d3d262c30 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.5164168 Jan 12 09:37:12.869690 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36056) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:12.875909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f0cad765-2f3a-4afa-8239-2e8fe0254bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.896075 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:37:12.896460 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:12.896902 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:12.897301 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:37:12.897788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Bound port: f4453f63-b56c-4409-837d-911dce17688b, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:12.898162 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.028273 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5a792736-0ca2-4d3f-a905-a6e69e16b5ae tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.031539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974e4917-a713-4d00-9b8a-501f9ecbac5c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Network 24c06832-e5be-4cfc-84ee-269a182e3296 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:13.040738 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Set router c6f8b776-3a0b-4f06-93c9-0eac8e0bce35 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:37:13.057273 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-974e4917-a713-4d00-9b8a-501f9ecbac5c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:13.082169 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974e4917-a713-4d00-9b8a-501f9ecbac5c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:13.083037 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-974e4917-a713-4d00-9b8a-501f9ecbac5c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.124821 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e4917-a713-4d00-9b8a-501f9ecbac5c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Subnet': ['ID=2ae2adf4-a21e-4b70-8aeb-0a0a6bc82f2c,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:13.204773 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] For port f4453f63-b56c-4409-837d-911dce17688b, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:37:13.208836 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] For port f4453f63-b56c-4409-837d-911dce17688b, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f4453f63-b56c-4409-837d-911dce17688b,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:37:13.210289 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cad765-2f3a-4afa-8239-2e8fe0254bd3 None None] Pushing event updated for resources: {'Port': ['ID=4e9d67e3-954d-47f6-b64c-77ab690bc0fa,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:13.215162 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309ff368-b5ce-46f1-8784-5ac25622bf07 None None] Network 24c06832-e5be-4cfc-84ee-269a182e3296 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:13.241433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.341951 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599c583-1e6f-46fc-ad09-8a0c262cff78 None None] Pushing event updated for resources: {'Port': ['ID=f4453f63-b56c-4409-837d-911dce17688b,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:13.360934 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-974e4917-a713-4d00-9b8a-501f9ecbac5c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4735079 Jan 12 09:37:13.377567 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b7527948-533b-46ef-8304-e78a131e56a9 None None] Provisioning complete for port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:13.377958 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b7527948-533b-46ef-8304-e78a131e56a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.389556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36066) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:13.389888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36068) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:13.419171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a472071f-9a67-4b66-96c6-f059348302ab tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-391338459', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2ae2adf4-a21e-4b70-8aeb-0a0a6bc82f2c'}], 'security_groups': ['bb5ca3e5-86d6-43a2-b196-4709c8860c81', '40aca0de-db8c-4857-9f8e-f9e39df06cc0']}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:13.492220 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f8b776-3a0b-4f06-93c9-0eac8e0bce35', 'name': '', 'tenant_id': 'd23b5299cf3947899973a50f41649db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bfdacf5-9b54-44d7-bab0-8f07164e7028', 'external_fixed_ips': [{'subnet_id': '55d2b64d-82cb-4ddb-abfe-45d9bb09edb0', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cf0d2207-073f-4433-a453-bc1491113d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:03Z', 'updated_at': '2022-01-12T09:37:10Z', 'revision_number': 3, 'project_id': 'd23b5299cf3947899973a50f41649db8', 'gw_port': {'id': 'cf0d2207-073f-4433-a453-bc1491113d9f', 'name': '', 'network_id': '2bfdacf5-9b54-44d7-bab0-8f07164e7028', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f8b776-3a0b-4f06-93c9-0eac8e0bce35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '55d2b64d-82cb-4ddb-abfe-45d9bb09edb0', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:07Z', 'updated_at': '2022-01-12T09:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55d2b64d-82cb-4ddb-abfe-45d9bb09edb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:13.496558 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Checking router: c6f8b776-3a0b-4f06-93c9-0eac8e0bce35 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:37:13.497180 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Updating router c6f8b776-3a0b-4f06-93c9-0eac8e0bce35 port cf0d2207-073f-4433-a453-bc1491113d9f binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:37:13.534936 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5a792736-0ca2-4d3f-a905-a6e69e16b5ae tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.567450 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.576838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.653248 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:13.654458 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.656507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-5a792736-0ca2-4d3f-a905-a6e69e16b5ae tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4459eddf-3272-4a93-945f-0927b911faec']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:13.686049 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-5a792736-0ca2-4d3f-a905-a6e69e16b5ae tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f048249-a7fc-4329-8573-9f58588a5e77') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:13.686385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-5a792736-0ca2-4d3f-a905-a6e69e16b5ae tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f048249-a7fc-4329-8573-9f58588a5e77') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:13.710729 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group': {'name': 'tempest-secgroup--2141036557'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:13.715093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5a792736-0ca2-4d3f-a905-a6e69e16b5ae tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.732695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:13.757494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:13.801671 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:13.868883 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5a792736-0ca2-4d3f-a905-a6e69e16b5ae tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.910013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a792736-0ca2-4d3f-a905-a6e69e16b5ae tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:37:13.910437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5a792736-0ca2-4d3f-a905-a6e69e16b5ae tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:13.935792 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:13.984955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ee060f3a-50b5-4e7f-a167-065bb85a7975 None None] Provisioning complete for port 7f29bc39-630a-466b-8c93-40885843f1d4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:13.985871 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ee060f3a-50b5-4e7f-a167-065bb85a7975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.034488 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.047166 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Transition to ACTIVE for port object cf0d2207-073f-4433-a453-bc1491113d9f will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:14.053396 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ee060f3a-50b5-4e7f-a167-065bb85a7975 None None] Port 7f29bc39-630a-466b-8c93-40885843f1d4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:14.061522 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:14.066251 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.068048 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.083940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5a792736-0ca2-4d3f-a905-a6e69e16b5ae tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.095874 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.120123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5a792736-0ca2-4d3f-a905-a6e69e16b5ae tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.127236 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.134868 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Attempting to bind port cf0d2207-073f-4433-a453-bc1491113d9f on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:14.135460 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Attempting to bind port cf0d2207-073f-4433-a453-bc1491113d9f by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '700704a0-069b-41e3-ab72-13e98004dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2bfdacf5-9b54-44d7-bab0-8f07164e7028'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:14.136010 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Attempting to bind port cf0d2207-073f-4433-a453-bc1491113d9f on network 2bfdacf5-9b54-44d7-bab0-8f07164e7028 {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:37:14.137863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Deleting port cf0d2207-073f-4433-a453-bc1491113d9f {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:14.138138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.149208 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:37:14.153201 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Checking segment: {'id': '700704a0-069b-41e3-ab72-13e98004dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2bfdacf5-9b54-44d7-bab0-8f07164e7028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:14.153809 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.154371 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Bound using segment: {'id': '700704a0-069b-41e3-ab72-13e98004dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2bfdacf5-9b54-44d7-bab0-8f07164e7028'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:37:14.155042 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Bound port: cf0d2207-073f-4433-a453-bc1491113d9f, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700704a0-069b-41e3-ab72-13e98004dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2bfdacf5-9b54-44d7-bab0-8f07164e7028'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:14.155593 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.165526 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.173220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715c988b-306b-40a3-a471-67e02a533804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:37:14.187618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.193352 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,segment=NetworkSegment(a0920245-72b7-41df-85fb-36c03e06aa7d),segment_id=a0920245-72b7-41df-85fb-36c03e06aa7d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:14.211087 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.224940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a792736-0ca2-4d3f-a905-a6e69e16b5ae tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event deleted for resources: {'Network': ['ID=4459eddf-3272-4a93-945f-0927b911faec,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:14.241507 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object ddc772f3-2985-45be-9178-90d4a786d9e5 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:14.245020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a472071f-9a67-4b66-96c6-f059348302ab tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.253079 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5a792736-0ca2-4d3f-a905-a6e69e16b5ae tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "DELETE /v2.0/networks/4459eddf-3272-4a93-945f-0927b911faec HTTP/1.1" status: 204 len: 168 time: 1.6287980 Jan 12 09:37:14.258279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36078) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:14.280709 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] For port cf0d2207-073f-4433-a453-bc1491113d9f, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:37:14.288156 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] For port cf0d2207-073f-4433-a453-bc1491113d9f, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cf0d2207-073f-4433-a453-bc1491113d9f,segment=NetworkSegment(700704a0-069b-41e3-ab72-13e98004dc12),segment_id=700704a0-069b-41e3-ab72-13e98004dc12)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:37:14.292428 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:14.294043 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715c988b-306b-40a3-a471-67e02a533804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a', 'code': 200} Jan 12 09:37:14.302501 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.305640 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:14.314303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:14.318035 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2f759-29d5-45f8-9384-fd6b323d2a71 None None] Pushing event updated for resources: {'Port': ['ID=cf0d2207-073f-4433-a453-bc1491113d9f,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:14.328174 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65bcb75-026a-4dd4-8818-b4649653c981 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Deleting subnet 9107f8e9-a5ad-4238-9243-a42d9874c09b {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:37:14.329002 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f759-29d5-45f8-9384-fd6b323d2a71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:14.329604 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f759-29d5-45f8-9384-fd6b323d2a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:14.330214 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f759-29d5-45f8-9384-fd6b323d2a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:14.330759 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f759-29d5-45f8-9384-fd6b323d2a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:14.331424 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f759-29d5-45f8-9384-fd6b323d2a71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:14.331924 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f759-29d5-45f8-9384-fd6b323d2a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:14.332393 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f759-29d5-45f8-9384-fd6b323d2a71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:14.332850 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f759-29d5-45f8-9384-fd6b323d2a71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:14.333579 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f759-29d5-45f8-9384-fd6b323d2a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:14.334104 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f759-29d5-45f8-9384-fd6b323d2a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:14.334660 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f759-29d5-45f8-9384-fd6b323d2a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:14.334792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e65bcb75-026a-4dd4-8818-b4649653c981 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.335287 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f759-29d5-45f8-9384-fd6b323d2a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:37:14.376551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:14.413179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router bb2bb69f-d1b2-4d37-a681-50f05ad563a8 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:37:14.435297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910d0f04-9ede-4f2b-b7bf-00322c23c3c6 None None] Update dhcp port {'port': {'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'fixed_ips': [{'subnet_id': '5fb4cd76-e079-454a-9992-ad0acc2bfeab', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4fee07d4-8342-4ddd-be73-d6a95f788ab4', 'ip_address': '2001:db8::2'}, {'subnet_id': '2ae2adf4-a21e-4b70-8aeb-0a0a6bc82f2c'}], 'binding:host_id': 'dv-neutron-824346-1-hyperv'}, 'id': '31d4c0c9-aabc-4687-98e6-dd494e3c8f04'} from dv-neutron-824346-1-hyperv. {{(pid=87665) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 12 09:37:14.440637 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e65bcb75-026a-4dd4-8818-b4649653c981 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.453195 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2f759-29d5-45f8-9384-fd6b323d2a71 None None] Pushing event updated for resources: {'Port': ['ID=cf0d2207-073f-4433-a453-bc1491113d9f,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:14.471403 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Routers {'c6f8b776-3a0b-4f06-93c9-0eac8e0bce35'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:14.472018 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c6f8b776-3a0b-4f06-93c9-0eac8e0bce35'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:14.523558 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-910d0f04-9ede-4f2b-b7bf-00322c23c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.543147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,revision_number=8']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:14.569100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13da23de-fed0-4bd0-9461-195458892032 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.642634 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] For port cf0d2207-073f-4433-a453-bc1491113d9f, host dv-neutron-824346-1-hyperv, got binding levels [] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:14.642994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.671370 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da23de-fed0-4bd0-9461-195458892032 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Pushing event deleted for resources: {'Port': ['ID=8a6bb22e-751a-4706-8bb8-58a9da94e714,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:14.698020 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] Set router c6f8b776-3a0b-4f06-93c9-0eac8e0bce35 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:37:14.783056 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.801330 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Calling delete_port for cf0d2207-073f-4433-a453-bc1491113d9f owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:14.844905 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f8b776-3a0b-4f06-93c9-0eac8e0bce35', 'name': '', 'tenant_id': 'd23b5299cf3947899973a50f41649db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:03Z', 'updated_at': '2022-01-12T09:37:14Z', 'revision_number': 4, 'project_id': 'd23b5299cf3947899973a50f41649db8', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:14.850328 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462f2bc-dd1a-4300-ac10-0bd1693cd4ba None None] The sync data for ids ['c6f8b776-3a0b-4f06-93c9-0eac8e0bce35'] in dv-neutron-824346-1-hyperv is: [{'id': 'c6f8b776-3a0b-4f06-93c9-0eac8e0bce35', 'name': '', 'tenant_id': 'd23b5299cf3947899973a50f41649db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:03Z', 'updated_at': '2022-01-12T09:37:14Z', 'revision_number': 4, 'project_id': 'd23b5299cf3947899973a50f41649db8', 'gw_port_host': None}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:37:14.857301 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e65bcb75-026a-4dd4-8818-b4649653c981 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:14.926713 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-910d0f04-9ede-4f2b-b7bf-00322c23c3c6 None None] Allocated IP 2001:db8:0:2::2 (24c06832-e5be-4cfc-84ee-269a182e3296/2ae2adf4-a21e-4b70-8aeb-0a0a6bc82f2c/31d4c0c9-aabc-4687-98e6-dd494e3c8f04) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:15.015889 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e65bcb75-026a-4dd4-8818-b4649653c981 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.062789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bcb75-026a-4dd4-8818-b4649653c981 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event deleted for resources: {'Subnet': ['ID=9107f8e9-a5ad-4238-9243-a42d9874c09b,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:15.065484 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e65bcb75-026a-4dd4-8818-b4649653c981 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.078667 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e65bcb75-026a-4dd4-8818-b4649653c981 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "DELETE /v2.0/subnets/9107f8e9-a5ad-4238-9243-a42d9874c09b HTTP/1.1" status: 204 len: 168 time: 0.8164995 Jan 12 09:37:15.079353 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36082) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:15.081697 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08850ac6-c0f4-4015-bcf7-86e9ff5fba38 None None] Network 77077faf-de31-4266-9eae-fe3c4933dc67 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:15.083029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:15.083432 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:15.218901 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-53b5990d-354c-4fc4-937a-d11c13e4cb53 None None] Provisioning for port f4453f63-b56c-4409-837d-911dce17688b completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:15.243927 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-910d0f04-9ede-4f2b-b7bf-00322c23c3c6 None None] For port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=31d4c0c9-aabc-4687-98e6-dd494e3c8f04,segment=NetworkSegment(ce00a61f-3b62-42b0-8a45-076474907eec),segment_id=ce00a61f-3b62-42b0-8a45-076474907eec)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:15.267206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.273060 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:15.282492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:15.284850 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:37:15.287593 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:15.293214 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:15.293869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.305279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Deleting port b353d63f-f439-4120-a42e-0e99a01d673e {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:15.309604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.342158 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cfda07-4f47-4136-8ae0-8741e135a611 None None] Sync routers for ids ['bb2bb69f-d1b2-4d37-a681-50f05ad563a8'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:37:15.354330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4e9d67e3-954d-47f6-b64c-77ab690bc0fa up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:15.365488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=ddc772f3-2985-45be-9178-90d4a786d9e5,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:15.385992 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13da23de-fed0-4bd0-9461-195458892032 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.445237 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.resource_extend [None req-910d0f04-9ede-4f2b-b7bf-00322c23c3c6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:37:15.472628 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-910d0f04-9ede-4f2b-b7bf-00322c23c3c6 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.475952 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-daa8fb6f-f7da-4ec4-ac36-234678e06f27 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/bb2bb69f-d1b2-4d37-a681-50f05ad563a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2379489 Jan 12 09:37:15.476883 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cfda07-4f47-4136-8ae0-8741e135a611 None None] Routers {'bb2bb69f-d1b2-4d37-a681-50f05ad563a8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:15.477456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-99cfda07-4f47-4136-8ae0-8741e135a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['bb2bb69f-d1b2-4d37-a681-50f05ad563a8'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:15.489937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36086) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:15.568659 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-99cfda07-4f47-4136-8ae0-8741e135a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:15.591779 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-910d0f04-9ede-4f2b-b7bf-00322c23c3c6 None None] Transition to ACTIVE for port object 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:15.607765 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cfda07-4f47-4136-8ae0-8741e135a611 None None] Routers {'bb2bb69f-d1b2-4d37-a681-50f05ad563a8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:15.608317 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-99cfda07-4f47-4136-8ae0-8741e135a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['bb2bb69f-d1b2-4d37-a681-50f05ad563a8'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:15.611219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Deleting port cf0d2207-073f-4433-a453-bc1491113d9f {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:15.613058 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d53d7de9-c44a-40d6-9a57-f0113c20fc26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.5223100 Jan 12 09:37:15.613721 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.644439 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36090) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:15.667849 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-910d0f04-9ede-4f2b-b7bf-00322c23c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.727501 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-99cfda07-4f47-4136-8ae0-8741e135a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:15.727913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cfda07-4f47-4136-8ae0-8741e135a611 None None] The sync data for ids ['bb2bb69f-d1b2-4d37-a681-50f05ad563a8'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:37:15.736816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.788012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:15.788449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.803519 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.823809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1f2f549e-f3f4-4db8-8c8f-a0834a067fcf None None] Provisioning for port ddc772f3-2985-45be-9178-90d4a786d9e5 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:15.885480 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] For port b353d63f-f439-4120-a42e-0e99a01d673e, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b353d63f-f439-4120-a42e-0e99a01d673e,segment=NetworkSegment(deb74378-d114-4103-81b2-d3e7545dfc90),segment_id=deb74378-d114-4103-81b2-d3e7545dfc90)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:15.885841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.886896 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1f2f549e-f3f4-4db8-8c8f-a0834a067fcf None None] Provisioning complete for port ddc772f3-2985-45be-9178-90d4a786d9e5 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:15.887277 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1f2f549e-f3f4-4db8-8c8f-a0834a067fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:15.890694 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109ab562-5e08-4af7-bcaa-722c34bb1688 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:15.891312 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-109ab562-5e08-4af7-bcaa-722c34bb1688 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Synchronizing usage tracker for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:15.898952 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:15.967161 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d0f04-9ede-4f2b-b7bf-00322c23c3c6 None None] Pushing event updated for resources: {'Port': ['ID=31d4c0c9-aabc-4687-98e6-dd494e3c8f04,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:15.983645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:15.993985 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:15.996597 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f549e-f3f4-4db8-8c8f-a0834a067fcf None None] Port ddc772f3-2985-45be-9178-90d4a786d9e5 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:16.023105 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:16.074618 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc6cc71-dca0-412c-b724-4835c69258a1 None None] DHCP port deletion for 77077faf-de31-4266-9eae-fe3c4933dc67 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:37:16.083623 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Calling delete_port for b353d63f-f439-4120-a42e-0e99a01d673e owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:16.090418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fdc6cc71-dca0-412c-b724-4835c69258a1 None None] Deleting port b353d63f-f439-4120-a42e-0e99a01d673e {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:16.090876 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fdc6cc71-dca0-412c-b724-4835c69258a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.091440 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7dd873-8383-477b-8fb8-3765e0f8e4c4,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:16.122014 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13da23de-fed0-4bd0-9461-195458892032 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.162694 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f4453f63-b56c-4409-837d-911dce17688b up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:16.172046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] For port cf0d2207-073f-4433-a453-bc1491113d9f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cf0d2207-073f-4433-a453-bc1491113d9f,segment=NetworkSegment(700704a0-069b-41e3-ab72-13e98004dc12),segment_id=700704a0-069b-41e3-ab72-13e98004dc12)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:16.172747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.187143 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-109ab562-5e08-4af7-bcaa-722c34bb1688 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Unset dirty status for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:16.188337 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-109ab562-5e08-4af7-bcaa-722c34bb1688 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports/7f29bc39-630a-466b-8c93-40885843f1d4 HTTP/1.1" status: 200 len: 910 time: 0.6954453 Jan 12 09:37:16.191352 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36094) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:16.213038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13da23de-fed0-4bd0-9461-195458892032 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.390033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port f4453f63-b56c-4409-837d-911dce17688b completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:16.411189 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port f4453f63-b56c-4409-837d-911dce17688b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:16.411546 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.417962 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Calling delete_port for cf0d2207-073f-4433-a453-bc1491113d9f owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:16.424423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ed1870-f6f2-4d37-b961-758f70f354d5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:16.430385 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ed1870-f6f2-4d37-b961-758f70f354d5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:16.431228 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-47ed1870-f6f2-4d37-b961-758f70f354d5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:16.457539 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-a472071f-9a67-4b66-96c6-f059348302ab tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Delete allocated IP 2001:db8::a4 (24c06832-e5be-4cfc-84ee-269a182e3296/4fee07d4-8342-4ddd-be73-d6a95f788ab4) {{(pid=87664) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 12 09:37:16.484899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-a472071f-9a67-4b66-96c6-f059348302ab tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Allocated IP 2001:db8:0:2::3c8 (24c06832-e5be-4cfc-84ee-269a182e3296/2ae2adf4-a21e-4b70-8aeb-0a0a6bc82f2c/9bf360a0-6ba3-41b1-9661-48c441eb17eb) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:16.488901 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-fdc6cc71-dca0-412c-b724-4835c69258a1 None None] For port b353d63f-f439-4120-a42e-0e99a01d673e, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b353d63f-f439-4120-a42e-0e99a01d673e,segment=NetworkSegment(deb74378-d114-4103-81b2-d3e7545dfc90),segment_id=deb74378-d114-4103-81b2-d3e7545dfc90)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:16.489715 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fdc6cc71-dca0-412c-b724-4835c69258a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.493121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13da23de-fed0-4bd0-9461-195458892032 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Router 6c606980-6403-4441-b477-18c7bc8148c7 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:37:16.505327 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.513691 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.531590 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.535001 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-47ed1870-f6f2-4d37-b961-758f70f354d5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:16.538937 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-47ed1870-f6f2-4d37-b961-758f70f354d5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8412364 Jan 12 09:37:16.551348 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36098) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:16.566331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.680370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fdc6cc71-dca0-412c-b724-4835c69258a1 None None] Calling delete_port for b353d63f-f439-4120-a42e-0e99a01d673e owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:16.719477 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event deleted for resources: {'Port': ['ID=b353d63f-f439-4120-a42e-0e99a01d673e,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:16.726038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee32af3b-c480-47d0-9aad-a65531ad388c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:16.728405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.732422 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-98f8080a-7871-4723-ad1b-05a386be8743 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.3315721 Jan 12 09:37:16.735123 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36102) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:16.807256 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.826622 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-fdc6cc71-dca0-412c-b724-4835c69258a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:16.827094 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-fdc6cc71-dca0-412c-b724-4835c69258a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:16.831237 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] No DVR routers for this DVR port b353d63f-f439-4120-a42e-0e99a01d673e on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:16.846297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port f4453f63-b56c-4409-837d-911dce17688b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f4453f63-b56c-4409-837d-911dce17688b,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:16.852240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.941916 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=f4453f63-b56c-4409-837d-911dce17688b,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:16.944778 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e1bd753c-31f8-4951-9c36-df94d09737d0 None None] Provisioning complete for port 9bf360a0-6ba3-41b1-9661-48c441eb17eb triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:16.945252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e1bd753c-31f8-4951-9c36-df94d09737d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.979133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:16.999612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13da23de-fed0-4bd0-9461-195458892032 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:37:17.000375 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd753c-31f8-4951-9c36-df94d09737d0 None None] Port 9bf360a0-6ba3-41b1-9661-48c441eb17eb cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:17.013822 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b7a30-2192-4e12-9374-273bdadb4cff None None] Sync routers for ids ['6c606980-6403-4441-b477-18c7bc8148c7'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:37:17.017627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13da23de-fed0-4bd0-9461-195458892032 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.019115 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-13da23de-fed0-4bd0-9461-195458892032 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "PUT /v2.0/routers/6c606980-6403-4441-b477-18c7bc8148c7 HTTP/1.1" status: 200 len: 709 time: 7.2038743 Jan 12 09:37:17.022712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e1bd753c-31f8-4951-9c36-df94d09737d0 None None] Provisioning for port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:17.023015 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-2a965178-f128-4e14-9d48-cb642a6732bb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port ddc772f3-2985-45be-9178-90d4a786d9e5 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:17.023348 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2a965178-f128-4e14-9d48-cb642a6732bb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.030138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e1bd753c-31f8-4951-9c36-df94d09737d0 None None] Provisioning complete for port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:17.030851 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e1bd753c-31f8-4951-9c36-df94d09737d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.030968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36106) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:17.044487 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b7a30-2192-4e12-9374-273bdadb4cff None None] Routers {'6c606980-6403-4441-b477-18c7bc8148c7'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:17.045116 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8a2b7a30-2192-4e12-9374-273bdadb4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6c606980-6403-4441-b477-18c7bc8148c7'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:17.229194 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:17.269625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cc5d3f77-c364-406c-be91-07374bedd4f4 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:17.295549 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8a2b7a30-2192-4e12-9374-273bdadb4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:17.301024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e1bd753c-31f8-4951-9c36-df94d09737d0 None None] Provisioning complete for port c97a0118-ac53-4b65-9d27-58c9ce70f4d6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:17.301716 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e1bd753c-31f8-4951-9c36-df94d09737d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.330280 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b7a30-2192-4e12-9374-273bdadb4cff None None] Routers {'6c606980-6403-4441-b477-18c7bc8148c7'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:17.331155 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8a2b7a30-2192-4e12-9374-273bdadb4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6c606980-6403-4441-b477-18c7bc8148c7'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:17.344588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cc5d3f77-c364-406c-be91-07374bedd4f4 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:17.348926 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cc5d3f77-c364-406c-be91-07374bedd4f4 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3995144 Jan 12 09:37:17.352588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36110) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:17.368598 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fdc6cc71-dca0-412c-b724-4835c69258a1 None None] Deleting port b353d63f-f439-4120-a42e-0e99a01d673e {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:17.369111 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fdc6cc71-dca0-412c-b724-4835c69258a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.369567 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-9275236d-de0e-4996-96bd-c855611da22e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group': {'name': 'tempest-security--1344594854', 'description': 'tempest-security-description-153427352'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:17.395624 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd753c-31f8-4951-9c36-df94d09737d0 None None] Port c97a0118-ac53-4b65-9d27-58c9ce70f4d6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:17.449946 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8a2b7a30-2192-4e12-9374-273bdadb4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:17.450656 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b7a30-2192-4e12-9374-273bdadb4cff None None] The sync data for ids ['6c606980-6403-4441-b477-18c7bc8148c7'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:37:17.459018 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fdc6cc71-dca0-412c-b724-4835c69258a1 None None] The port 'b353d63f-f439-4120-a42e-0e99a01d673e' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:37:17.474009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a472071f-9a67-4b66-96c6-f059348302ab tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.484996 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:17.485830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.503434 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf0d2207-073f-4433-a453-bc1491113d9f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:17.504662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9275236d-de0e-4996-96bd-c855611da22e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.514456 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-a472071f-9a67-4b66-96c6-f059348302ab tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Transition to ACTIVE for port object 9bf360a0-6ba3-41b1-9661-48c441eb17eb will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:17.533482 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a472071f-9a67-4b66-96c6-f059348302ab tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.542918 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2a965178-f128-4e14-9d48-cb642a6732bb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.564588 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.634818 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f4453f63-b56c-4409-837d-911dce17688b up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:17.715533 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port f4453f63-b56c-4409-837d-911dce17688b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:17.715913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.769836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-2a965178-f128-4e14-9d48-cb642a6732bb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for ddc772f3-2985-45be-9178-90d4a786d9e5 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:17.836569 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-a472071f-9a67-4b66-96c6-f059348302ab tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] In _notify_port_updated(), no bound segment for port 9bf360a0-6ba3-41b1-9661-48c441eb17eb on network 24c06832-e5be-4cfc-84ee-269a182e3296 {{(pid=87664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:37:17.842279 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a472071f-9a67-4b66-96c6-f059348302ab tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:17.843218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a472071f-9a67-4b66-96c6-f059348302ab tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.849049 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a472071f-9a67-4b66-96c6-f059348302ab tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "PUT /v2.0/ports/9bf360a0-6ba3-41b1-9661-48c441eb17eb HTTP/1.1" status: 200 len: 969 time: 4.4495468 Jan 12 09:37:17.853650 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36114) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:17.854408 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472071f-9a67-4b66-96c6-f059348302ab tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event updated for resources: {'Port': ['ID=9bf360a0-6ba3-41b1-9661-48c441eb17eb,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:17.884075 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77077faf-de31-4266-9eae-fe3c4933dc67']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:17.902320 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-45696fee-aa5f-4c58-9401-f7d4a82e72b2 tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/routers/6c606980-6403-4441-b477-18c7bc8148c7 HTTP/1.1" status: 200 len: 744 time: 0.6787133 Jan 12 09:37:17.905311 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36118) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:17.907794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9275236d-de0e-4996-96bd-c855611da22e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.920520 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b353d63f-f439-4120-a42e-0e99a01d673e no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:17.949834 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb74378-d114-4103-81b2-d3e7545dfc90') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:17.950150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb74378-d114-4103-81b2-d3e7545dfc90') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:17.961826 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.963035 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: b353d63f-f439-4120-a42e-0e99a01d673e {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:37:17.963455 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b353d63f-f439-4120-a42e-0e99a01d673e not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:17.965739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9275236d-de0e-4996-96bd-c855611da22e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.968378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9275236d-de0e-4996-96bd-c855611da22e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:17.972295 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9275236d-de0e-4996-96bd-c855611da22e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "PUT /v2.0/security-groups/ee32af3b-c480-47d0-9aad-a65531ad388c HTTP/1.1" status: 200 len: 1777 time: 0.6150348 Jan 12 09:37:17.990072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36122) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:18.017338 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-59d2a2da-b3ee-4fe6-9910-b654dac66a0c tempest-RoutersIpV6AdminTest-81114690 tempest-RoutersIpV6AdminTest-81114690-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&device_id=6c606980-6403-4441-b477-18c7bc8148c7 HTTP/1.1" status: 200 len: 205 time: 0.1031168 Jan 12 09:37:18.026708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36126) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:18.027614 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-14d0ce8d-e79a-4dfa-b167-79d6cbce7a73 None None] Provisioning for port 9bf360a0-6ba3-41b1-9661-48c441eb17eb completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:18.031612 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.043270 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-14d0ce8d-e79a-4dfa-b167-79d6cbce7a73 None None] Provisioning complete for port 9bf360a0-6ba3-41b1-9661-48c441eb17eb triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:18.044450 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-14d0ce8d-e79a-4dfa-b167-79d6cbce7a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.056598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c5813d0a-2f05-47f5-821d-03cabb1ee44a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port 9bf360a0-6ba3-41b1-9661-48c441eb17eb {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:18.056973 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c5813d0a-2f05-47f5-821d-03cabb1ee44a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.092669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275236d-de0e-4996-96bd-c855611da22e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee32af3b-c480-47d0-9aad-a65531ad388c,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:18.129708 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-14d0ce8d-e79a-4dfa-b167-79d6cbce7a73 None None] Port 9bf360a0-6ba3-41b1-9661-48c441eb17eb cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:18.172194 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6f82e253-06ef-4e8f-a05b-ce994bea89d8 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c606980-6403-4441-b477-18c7bc8148c7 HTTP/1.1" status: 200 len: 205 time: 0.1399288 Jan 12 09:37:18.177265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36130) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:18.189317 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3bd969c5-8b29-492b-9ba8-dd8e6a8da24e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-groups/ee32af3b-c480-47d0-9aad-a65531ad388c HTTP/1.1" status: 200 len: 1777 time: 0.1838200 Jan 12 09:37:18.228178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36134) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:18.233185 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.236868 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.276873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.278647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:37:18.279086 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:18.298305 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:18.307640 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2a965178-f128-4e14-9d48-cb642a6732bb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.425303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.425790 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6f8b776-3a0b-4f06-93c9-0eac8e0bce35 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:37:18.436062 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.444016 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a965178-f128-4e14-9d48-cb642a6732bb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=ddc772f3-2985-45be-9178-90d4a786d9e5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:18.448604 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-74af210d-bb7b-4eaa-add2-c9867da86b1c tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.458946 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.487026 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.566450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-042d510c-015d-4165-a01f-ea0917e845df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.573224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Pushing event deleted for resources: {'Network': ['ID=77077faf-de31-4266-9eae-fe3c4933dc67,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:18.718526 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2a965178-f128-4e14-9d48-cb642a6732bb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.772616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.773676 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a7164912-bf91-4c07-85eb-d00ca43f503c tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "DELETE /v2.0/routers/c6f8b776-3a0b-4f06-93c9-0eac8e0bce35 HTTP/1.1" status: 204 len: 168 time: 5.8978717 Jan 12 09:37:18.783325 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36138) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:18.792821 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e6f9e557-b6e5-4e40-9311-947260cf3974 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "DELETE /v2.0/networks/77077faf-de31-4266-9eae-fe3c4933dc67 HTTP/1.1" status: 204 len: 168 time: 3.7125266 Jan 12 09:37:18.829711 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36142) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:18.835495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-042d510c-015d-4165-a01f-ea0917e845df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.948366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd3827f-a84a-4c3a-b4c9-ccffdc263e96 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Deleting subnet 55d2b64d-82cb-4ddb-abfe-45d9bb09edb0 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:37:18.959593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2bd3827f-a84a-4c3a-b4c9-ccffdc263e96 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:18.973437 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2a965178-f128-4e14-9d48-cb642a6732bb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/ddc772f3-2985-45be-9178-90d4a786d9e5 HTTP/1.1" status: 204 len: 168 time: 2.4105659 Jan 12 09:37:18.990520 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36146) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:19.005020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fbbf10a5-3ef9-4689-b6a2-2802a2d72d17 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Synchronizing usage tracker for tenant:c042416f12d241ce86bad6ec45fa9912 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:19.044009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-042d510c-015d-4165-a01f-ea0917e845df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.087959 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-74af210d-bb7b-4eaa-add2-c9867da86b1c tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.093235 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-74af210d-bb7b-4eaa-add2-c9867da86b1c tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.099874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c5813d0a-2f05-47f5-821d-03cabb1ee44a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.115490 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d510c-015d-4165-a01f-ea0917e845df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee32af3b-c480-47d0-9aad-a65531ad388c,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:19.124041 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2bd3827f-a84a-4c3a-b4c9-ccffdc263e96 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.174977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fbbf10a5-3ef9-4689-b6a2-2802a2d72d17 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Unset dirty status for tenant:c042416f12d241ce86bad6ec45fa9912 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:19.177383 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fbbf10a5-3ef9-4689-b6a2-2802a2d72d17 tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc15f260-b668-4679-bb2e-7fb76ba64a7f HTTP/1.1" status: 200 len: 205 time: 0.3455436 Jan 12 09:37:19.185773 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36150) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:19.241301 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c5813d0a-2f05-47f5-821d-03cabb1ee44a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for 9bf360a0-6ba3-41b1-9661-48c441eb17eb owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:19.264113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6004ce-082f-4fb5-b007-90c0d4215ffe tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:19.265890 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6004ce-082f-4fb5-b007-90c0d4215ffe tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:19.266638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2c6004ce-082f-4fb5-b007-90c0d4215ffe tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:19.269568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-74af210d-bb7b-4eaa-add2-c9867da86b1c tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.270235 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74af210d-bb7b-4eaa-add2-c9867da86b1c tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Fanout notify agent at l3_agent the message router_deleted on router 6c606980-6403-4441-b477-18c7bc8148c7 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:37:19.299595 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-74af210d-bb7b-4eaa-add2-c9867da86b1c tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.300674 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-74af210d-bb7b-4eaa-add2-c9867da86b1c tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "DELETE /v2.0/routers/6c606980-6403-4441-b477-18c7bc8148c7 HTTP/1.1" status: 204 len: 168 time: 1.1191869 Jan 12 09:37:19.304455 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36154) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:19.357956 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-13a1e9f9-8dfc-4d7e-bfd1-8c12d0f9b3c4 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c606980-6403-4441-b477-18c7bc8148c7 HTTP/1.1" status: 200 len: 205 time: 0.0522349 Jan 12 09:37:19.369835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36158) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:19.394933 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2bd3827f-a84a-4c3a-b4c9-ccffdc263e96 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.436846 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-39c020aa-714a-41e0-adb6-ec71f1fbf226 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] delete failed (client error): The resource could not be found. Jan 12 09:37:19.438339 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-39c020aa-714a-41e0-adb6-ec71f1fbf226 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "DELETE /v2.0/routers/6c606980-6403-4441-b477-18c7bc8148c7 HTTP/1.1" status: 404 len: 336 time: 0.0672197 Jan 12 09:37:19.441191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36162) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:19.442233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-042d510c-015d-4165-a01f-ea0917e845df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.443381 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-042d510c-015d-4165-a01f-ea0917e845df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-groups/ee32af3b-c480-47d0-9aad-a65531ad388c HTTP/1.1" status: 204 len: 168 time: 1.2141330 Jan 12 09:37:19.450303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6cb38c3-a17b-4cc2-b481-4ca35ae41b8e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.477603 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36166) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:19.517439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2c6004ce-082f-4fb5-b007-90c0d4215ffe tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:19.518517 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2c6004ce-082f-4fb5-b007-90c0d4215ffe tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5270276 Jan 12 09:37:19.530080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36170) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:19.533429 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3f59bfc4-3da4-48e3-bfa9-5b221caecd78 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "GET /v2.0/ports?device_id=a74fc33f-18da-4f34-b5f7-84e949226e0d HTTP/1.1" status: 200 len: 205 time: 0.0909531 Jan 12 09:37:19.541735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36174) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:19.640692 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-ee30de42-7a31-4017-a365-969f5ffb8011 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] delete failed (client error): The resource could not be found. Jan 12 09:37:19.641618 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ee30de42-7a31-4017-a365-969f5ffb8011 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "DELETE /v2.0/routers/a74fc33f-18da-4f34-b5f7-84e949226e0d HTTP/1.1" status: 404 len: 336 time: 0.0971508 Jan 12 09:37:19.653985 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36178) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:19.703682 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1be5dc61-0f83-43d7-9a5d-d0d471d7084f tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2205060 Jan 12 09:37:19.706051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c5813d0a-2f05-47f5-821d-03cabb1ee44a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.707564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36182) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:19.713956 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c8443da5-98be-4a0d-acc8-35807de63266 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd65aa5-ed50-4922-8894-cf0c636088e5 HTTP/1.1" status: 200 len: 205 time: 0.0566797 Jan 12 09:37:19.757753 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36186) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:19.768802 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Allocated IP 172.21.0.1 (2a3f12d5-72b1-42f5-a521-362186b1dc3f/8fc1f65e-2914-4a30-b6f5-8b532f14dcee/0ccb5907-0bba-4c57-8f2d-f14f0a26d381) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:19.828344 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5813d0a-2f05-47f5-821d-03cabb1ee44a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=9bf360a0-6ba3-41b1-9661-48c441eb17eb,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:19.855403 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ff6ebf-7c1e-40ee-ba07-84ad59d9bb68 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet df2d2aff-d9a0-4426-b33e-fb1a7f3e8708 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:37:19.869231 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-31ff6ebf-7c1e-40ee-ba07-84ad59d9bb68 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.898921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6cb38c3-a17b-4cc2-b481-4ca35ae41b8e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.901320 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2bd3827f-a84a-4c3a-b4c9-ccffdc263e96 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.925864 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6cb38c3-a17b-4cc2-b481-4ca35ae41b8e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:19.986852 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-31ff6ebf-7c1e-40ee-ba07-84ad59d9bb68 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.035346 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-271bda5b-8a2a-4a3e-b347-e840d71d8d2b tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] delete failed (client error): The resource could not be found. Jan 12 09:37:20.041122 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-271bda5b-8a2a-4a3e-b347-e840d71d8d2b tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "DELETE /v2.0/routers/4bd65aa5-ed50-4922-8894-cf0c636088e5 HTTP/1.1" status: 404 len: 336 time: 0.2818294 Jan 12 09:37:20.042457 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-8c9ae26b-eb07-4031-90a7-39cf348a0fea tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] delete failed (client error): The resource could not be found. Jan 12 09:37:20.047883 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8c9ae26b-eb07-4031-90a7-39cf348a0fea tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-groups/ee32af3b-c480-47d0-9aad-a65531ad388c HTTP/1.1" status: 404 len: 347 time: 0.3392439 Jan 12 09:37:20.049327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c5813d0a-2f05-47f5-821d-03cabb1ee44a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.061643 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36190) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:20.062499 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36192) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:20.071571 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-31ff6ebf-7c1e-40ee-ba07-84ad59d9bb68 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.072539 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-87078cb5-09e8-477e-a527-eb44f80fa428 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group': {'name': 'tempest-secgroup--917789957'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:20.079822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-87078cb5-09e8-477e-a527-eb44f80fa428 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:20.117461 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-87078cb5-09e8-477e-a527-eb44f80fa428 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:20.121099 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c5813d0a-2f05-47f5-821d-03cabb1ee44a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/9bf360a0-6ba3-41b1-9661-48c441eb17eb HTTP/1.1" status: 204 len: 168 time: 2.2639296 Jan 12 09:37:20.122180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-87078cb5-09e8-477e-a527-eb44f80fa428 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:20.131988 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36198) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:20.137514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-87078cb5-09e8-477e-a527-eb44f80fa428 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:20.141733 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fa20786c-430d-456b-8eec-c6bf7885953c tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "GET /v2.0/ports?device_id=a277b115-6d15-4144-9851-7d7ccdf47389 HTTP/1.1" status: 200 len: 205 time: 0.0772464 Jan 12 09:37:20.177574 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36202) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:20.240191 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bca9bf7-be85-42ff-bf24-f562cdcd2ee7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] GET failed (client error): The resource could not be found. Jan 12 09:37:20.240788 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0bca9bf7-be85-42ff-bf24-f562cdcd2ee7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:20.262156 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87078cb5-09e8-477e-a527-eb44f80fa428 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.278314 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-cea29445-f786-4c3d-8c31-14543083fa98 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] delete failed (client error): The resource could not be found. Jan 12 09:37:20.279376 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cea29445-f786-4c3d-8c31-14543083fa98 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "DELETE /v2.0/routers/a277b115-6d15-4144-9851-7d7ccdf47389 HTTP/1.1" status: 404 len: 336 time: 0.1007774 Jan 12 09:37:20.282685 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36206) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:20.289295 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3827f-a84a-4c3a-b4c9-ccffdc263e96 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=55d2b64d-82cb-4ddb-abfe-45d9bb09edb0,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:20.303648 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2bd3827f-a84a-4c3a-b4c9-ccffdc263e96 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.327254 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-87078cb5-09e8-477e-a527-eb44f80fa428 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:20.335488 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6f3d9fe6-d799-4d9b-b479-34b7ff434e18 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ffd7583-5eb1-4009-8f8e-0470f80b6667 HTTP/1.1" status: 200 len: 205 time: 0.0509245 Jan 12 09:37:20.337896 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0bca9bf7-be85-42ff-bf24-f562cdcd2ee7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:20.338922 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0bca9bf7-be85-42ff-bf24-f562cdcd2ee7 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports/9bf360a0-6ba3-41b1-9661-48c441eb17eb HTTP/1.1" status: 404 len: 333 time: 0.2031052 Jan 12 09:37:20.339495 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36210) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:20.340382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-87078cb5-09e8-477e-a527-eb44f80fa428 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:20.344289 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36212) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:20.345025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-87078cb5-09e8-477e-a527-eb44f80fa428 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:20.365860 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2bd3827f-a84a-4c3a-b4c9-ccffdc263e96 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/55d2b64d-82cb-4ddb-abfe-45d9bb09edb0 HTTP/1.1" status: 204 len: 168 time: 1.5754995 Jan 12 09:37:20.372381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36218) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:20.375203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6cb38c3-a17b-4cc2-b481-4ca35ae41b8e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.375589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cb38c3-a17b-4cc2-b481-4ca35ae41b8e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Fanout notify agent at l3_agent the message router_deleted on router fc15f260-b668-4679-bb2e-7fb76ba64a7f {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:37:20.415622 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-87078cb5-09e8-477e-a527-eb44f80fa428 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:20.444985 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-9141d1ef-e684-4944-aac0-de3f74f359ff tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] delete failed (client error): The resource could not be found. Jan 12 09:37:20.445915 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9141d1ef-e684-4944-aac0-de3f74f359ff tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "DELETE /v2.0/routers/8ffd7583-5eb1-4009-8f8e-0470f80b6667 HTTP/1.1" status: 404 len: 336 time: 0.1027513 Jan 12 09:37:20.450372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-31ff6ebf-7c1e-40ee-ba07-84ad59d9bb68 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.454977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36222) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:20.499573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6cb38c3-a17b-4cc2-b481-4ca35ae41b8e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.500618 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b6cb38c3-a17b-4cc2-b481-4ca35ae41b8e tempest-RoutersNegativeTest-1729496589 tempest-RoutersNegativeTest-1729496589-project] 10.222.0.26 "DELETE /v2.0/routers/fc15f260-b668-4679-bb2e-7fb76ba64a7f HTTP/1.1" status: 204 len: 168 time: 1.3138394 Jan 12 09:37:20.518518 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c5a8a0a6-a8dc-4915-a84b-b3f5eacad315 tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "GET /v2.0/ports?device_id=84743d4f-54c7-4736-96e9-3be1d6a56d36 HTTP/1.1" status: 200 len: 205 time: 0.0602491 Jan 12 09:37:20.521766 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36228) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:20.560168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-31ff6ebf-7c1e-40ee-ba07-84ad59d9bb68 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.562006 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-31ff6ebf-7c1e-40ee-ba07-84ad59d9bb68 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/df2d2aff-d9a0-4426-b33e-fb1a7f3e8708 HTTP/1.1" status: 204 len: 168 time: 1.0293868 Jan 12 09:37:20.570473 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fa2565-46b1-403e-9386-7c00c5c946e5 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:20.582814 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36232) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:20.583893 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff6ebf-7c1e-40ee-ba07-84ad59d9bb68 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=df2d2aff-d9a0-4426-b33e-fb1a7f3e8708,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:20.617876 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-c02700be-c321-4708-91d8-baf318e4c23c tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] delete failed (client error): The resource could not be found. Jan 12 09:37:20.621462 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c02700be-c321-4708-91d8-baf318e4c23c tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "DELETE /v2.0/routers/84743d4f-54c7-4736-96e9-3be1d6a56d36 HTTP/1.1" status: 404 len: 336 time: 0.0954685 Jan 12 09:37:20.624523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36236) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:20.626824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8fffcf10-ddb4-4da0-a51e-17dd22ed23c6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.660598 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-87d61d49-556c-41da-9e02-461598078492 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.673897 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-abf1993e-0e38-4a56-9031-c04ae0bfc0f4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864518 Jan 12 09:37:20.677628 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.680646 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36240) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:20.708093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:20.728808 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c413e907-4ef8-447d-b95a-789c91e7bc7a tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] DELETE failed (client error): The resource could not be found. Jan 12 09:37:20.729257 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c413e907-4ef8-447d-b95a-789c91e7bc7a tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:20.730297 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Transition to ACTIVE for port object 0ccb5907-0bba-4c57-8f2d-f14f0a26d381 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:20.759141 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8fffcf10-ddb4-4da0-a51e-17dd22ed23c6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.796047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87078cb5-09e8-477e-a527-eb44f80fa428 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.816178 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c413e907-4ef8-447d-b95a-789c91e7bc7a tempest-RoutersIpV6AdminTest-576162118 tempest-RoutersIpV6AdminTest-576162118-project] 10.222.0.26 "DELETE /v2.0/subnets/ff03fc6e-4e15-4b23-8144-e91370ea808c HTTP/1.1" status: 404 len: 337 time: 0.1880772 Jan 12 09:37:20.820546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87078cb5-09e8-477e-a527-eb44f80fa428 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.848999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-87d61d49-556c-41da-9e02-461598078492 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.885737 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-87d61d49-556c-41da-9e02-461598078492 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bfdacf5-9b54-44d7-bab0-8f07164e7028']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:20.901033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-87d61d49-556c-41da-9e02-461598078492 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700704a0-069b-41e3-ab72-13e98004dc12') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:20.901422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-87d61d49-556c-41da-9e02-461598078492 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700704a0-069b-41e3-ab72-13e98004dc12') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:20.915167 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:37:20.915410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-87d61d49-556c-41da-9e02-461598078492 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.926067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.927833 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Deleting port f4453f63-b56c-4409-837d-911dce17688b {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:20.929322 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.943068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:20.948288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87078cb5-09e8-477e-a527-eb44f80fa428 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ff0569-50e1-48cc-a343-a8456ad6263b,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:20.950991 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87078cb5-09e8-477e-a527-eb44f80fa428 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:20.955467 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-87078cb5-09e8-477e-a527-eb44f80fa428 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8890121 Jan 12 09:37:20.961406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36248) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:20.961742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36250) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:20.973101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:20.977998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-22be2b4f-b449-43b7-a534-592e6b65d1df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group_rule': {'security_group_id': '00ff0569-50e1-48cc-a343-a8456ad6263b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:20.987775 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-22be2b4f-b449-43b7-a534-592e6b65d1df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:20.990261 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8fffcf10-ddb4-4da0-a51e-17dd22ed23c6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.007060 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-22be2b4f-b449-43b7-a534-592e6b65d1df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:21.009234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 2a3f12d5-72b1-42f5-a521-362186b1dc3f is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:21.010408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-87d61d49-556c-41da-9e02-461598078492 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.013290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-22be2b4f-b449-43b7-a534-592e6b65d1df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:21.017026 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:21.022660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:21.059505 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-22be2b4f-b449-43b7-a534-592e6b65d1df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:21.059914 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d61d49-556c-41da-9e02-461598078492 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:37:21.060437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-87d61d49-556c-41da-9e02-461598078492 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.072163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:21.076876 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:21.078837 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:21.120189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffcf10-ddb4-4da0-a51e-17dd22ed23c6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b598ed15-f095-4666-a100-bf18bdc425fc,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:21.130839 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=0ccb5907-0bba-4c57-8f2d-f14f0a26d381,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:21.164397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8fffcf10-ddb4-4da0-a51e-17dd22ed23c6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.165923 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8fffcf10-ddb4-4da0-a51e-17dd22ed23c6 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/security-groups/b598ed15-f095-4666-a100-bf18bdc425fc HTTP/1.1" status: 204 len: 168 time: 0.8178515 Jan 12 09:37:21.174630 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36258) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:21.219870 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f4453f63-b56c-4409-837d-911dce17688b no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:21.221361 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-22be2b4f-b449-43b7-a534-592e6b65d1df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.348113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.431341 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-22be2b4f-b449-43b7-a534-592e6b65d1df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.434724 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36266) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:21.455909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-22be2b4f-b449-43b7-a534-592e6b65d1df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.470700 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] For port f4453f63-b56c-4409-837d-911dce17688b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f4453f63-b56c-4409-837d-911dce17688b,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:21.471111 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.506705 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be2b4f-b449-43b7-a534-592e6b65d1df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3252f9f7-940d-4b74-8aa8-929a6afcb982,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:21.514937 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-61c60dbf-b75b-422a-9bb3-3dcbc6b9d827 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c042416f12d241ce86bad6ec45fa9912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5503120 Jan 12 09:37:21.515145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-706a64b4-0cf7-42de-baf1-572e55dc604d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.517166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-87d61d49-556c-41da-9e02-461598078492 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.521807 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d61d49-556c-41da-9e02-461598078492 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2bfdacf5-9b54-44d7-bab0-8f07164e7028 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 12 09:37:21.521953 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36272) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:21.536585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-87d61d49-556c-41da-9e02-461598078492 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.545156 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-22be2b4f-b449-43b7-a534-592e6b65d1df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.546343 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-22be2b4f-b449-43b7-a534-592e6b65d1df tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5833874 Jan 12 09:37:21.546607 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.553984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36276) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:21.607955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-26d03a53-6e44-4fd7-8fe1-d4271edbbd4e None None] Provisioning for port 0ccb5907-0bba-4c57-8f2d-f14f0a26d381 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:21.679119 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5becb17-6154-4d1c-86a6-7e2b77787f52 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.682904 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-26d03a53-6e44-4fd7-8fe1-d4271edbbd4e None None] Provisioning complete for port 0ccb5907-0bba-4c57-8f2d-f14f0a26d381 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:21.683374 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-26d03a53-6e44-4fd7-8fe1-d4271edbbd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.716025 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Calling delete_port for f4453f63-b56c-4409-837d-911dce17688b owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:21.719277 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d8b5b5f9-2b0d-41ff-abe6-aae6e78accd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.726012 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5becb17-6154-4d1c-86a6-7e2b77787f52 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.736413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b953d0c2-4738-40d8-8719-66e023c3f7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.774040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-706a64b4-0cf7-42de-baf1-572e55dc604d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.794411 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b953d0c2-4738-40d8-8719-66e023c3f7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:21.800818 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port f4453f63-b56c-4409-837d-911dce17688b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f4453f63-b56c-4409-837d-911dce17688b,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:21.808268 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b953d0c2-4738-40d8-8719-66e023c3f7bd admin admin] Usage tracker for resource:security_group_rule and tenant:e59b19e4090746ca80542a896088ca79 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:21.811965 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d8b5b5f9-2b0d-41ff-abe6-aae6e78accd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.814259 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-26d03a53-6e44-4fd7-8fe1-d4271edbbd4e None None] Port 0ccb5907-0bba-4c57-8f2d-f14f0a26d381 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:21.819377 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.823348 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b953d0c2-4738-40d8-8719-66e023c3f7bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:21.845880 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b953d0c2-4738-40d8-8719-66e023c3f7bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:21.863889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5becb17-6154-4d1c-86a6-7e2b77787f52 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.897076 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=f4453f63-b56c-4409-837d-911dce17688b,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:21.910366 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5becb17-6154-4d1c-86a6-7e2b77787f52 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3252f9f7-940d-4b74-8aa8-929a6afcb982,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:21.917476 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:21.917825 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:21.922181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-706a64b4-0cf7-42de-baf1-572e55dc604d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.924387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-706a64b4-0cf7-42de-baf1-572e55dc604d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.928079 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-706a64b4-0cf7-42de-baf1-572e55dc604d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/security-groups/40aca0de-db8c-4857-9f8e-f9e39df06cc0 HTTP/1.1" status: 204 len: 168 time: 0.7469690 Jan 12 09:37:21.942043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d61d49-556c-41da-9e02-461598078492 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Pushing event deleted for resources: {'Network': ['ID=2bfdacf5-9b54-44d7-bab0-8f07164e7028,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:21.948340 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-87d61d49-556c-41da-9e02-461598078492 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "DELETE /v2.0/networks/2bfdacf5-9b54-44d7-bab0-8f07164e7028 HTTP/1.1" status: 204 len: 168 time: 1.5713470 Jan 12 09:37:21.953164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36280) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:21.971309 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a64b4-0cf7-42de-baf1-572e55dc604d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aca0de-db8c-4857-9f8e-f9e39df06cc0,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:21.980990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5becb17-6154-4d1c-86a6-7e2b77787f52 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:21.984515 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b5becb17-6154-4d1c-86a6-7e2b77787f52 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/3252f9f7-940d-4b74-8aa8-929a6afcb982 HTTP/1.1" status: 204 len: 168 time: 0.4272118 Jan 12 09:37:21.985982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36286) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:22.011123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.078357 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d8b5b5f9-2b0d-41ff-abe6-aae6e78accd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.083575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.objects.ports [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87664) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:37:22.131252 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2e7eb609-bc70-4848-9440-fee9fb7595be tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.142823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b9ef1563-0ee0-486e-acf1-e507c2fa4187 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:22.155658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5b5f9-2b0d-41ff-abe6-aae6e78accd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab33c891-4220-4132-9dc9-52466c4556f2,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:22.237739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d8b5b5f9-2b0d-41ff-abe6-aae6e78accd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.241594 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d8b5b5f9-2b0d-41ff-abe6-aae6e78accd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab33c891-4220-4132-9dc9-52466c4556f2 HTTP/1.1" status: 204 len: 168 time: 0.7142963 Jan 12 09:37:22.246525 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b953d0c2-4738-40d8-8719-66e023c3f7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.260860 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b953d0c2-4738-40d8-8719-66e023c3f7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.419245 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Deleting port f4453f63-b56c-4409-837d-911dce17688b {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:22.419868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.443527 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2e7eb609-bc70-4848-9440-fee9fb7595be tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.481066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b9ef1563-0ee0-486e-acf1-e507c2fa4187 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:22.482418 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b9ef1563-0ee0-486e-acf1-e507c2fa4187 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4957240 Jan 12 09:37:22.487249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36298) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:22.535930 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b953d0c2-4738-40d8-8719-66e023c3f7bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e59b19e4090746ca80542a896088ca79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0998409 Jan 12 09:37:22.539240 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36302) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:22.539892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.602997 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953d0c2-4738-40d8-8719-66e023c3f7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5de9f7d-6f76-4a2d-a694-fc724e53c6f3,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:22.603282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f16a6921-c719-4ba8-8a14-f64ab21a42c8 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.693426 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36310) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:22.708676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2e7eb609-bc70-4848-9440-fee9fb7595be tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.719605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-34c9082a-7b7b-4e44-92bf-fbfe45b8111a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Request body: {'router': {'name': 'tempest-router--1382209300', 'project_id': 'd9bc935e2c604d91b4544e3ca73c1f68'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:22.734320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-34c9082a-7b7b-4e44-92bf-fbfe45b8111a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:22.751181 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5011169-a1f1-4b89-9e75-7b1a0b581d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.788073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-34c9082a-7b7b-4e44-92bf-fbfe45b8111a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Usage tracker for resource:router and tenant:d9bc935e2c604d91b4544e3ca73c1f68 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:22.800153 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7eb609-bc70-4848-9440-fee9fb7595be tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5ca3e5-86d6-43a2-b196-4709c8860c81,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:22.800524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-34c9082a-7b7b-4e44-92bf-fbfe45b8111a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:22.804114 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f16a6921-c719-4ba8-8a14-f64ab21a42c8 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.808371 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5011169-a1f1-4b89-9e75-7b1a0b581d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.818450 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-34c9082a-7b7b-4e44-92bf-fbfe45b8111a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:22.830619 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2e7eb609-bc70-4848-9440-fee9fb7595be tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.831763 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2e7eb609-bc70-4848-9440-fee9fb7595be tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/security-groups/bb5ca3e5-86d6-43a2-b196-4709c8860c81 HTTP/1.1" status: 204 len: 168 time: 0.8773458 Jan 12 09:37:22.842661 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36318) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:22.905842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] For port f4453f63-b56c-4409-837d-911dce17688b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f4453f63-b56c-4409-837d-911dce17688b,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:22.906507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.930261 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34c9082a-7b7b-4e44-92bf-fbfe45b8111a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.931734 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34c9082a-7b7b-4e44-92bf-fbfe45b8111a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.939303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f16a6921-c719-4ba8-8a14-f64ab21a42c8 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.967476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] For port f4453f63-b56c-4409-837d-911dce17688b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f4453f63-b56c-4409-837d-911dce17688b,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:22.971313 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5dae005-f41b-499f-a670-735baf567252 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting subnet 4fee07d4-8342-4ddd-be73-d6a95f788ab4 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:37:22.974451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f5dae005-f41b-499f-a670-735baf567252 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:22.978286 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34c9082a-7b7b-4e44-92bf-fbfe45b8111a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.003218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5011169-a1f1-4b89-9e75-7b1a0b581d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.028916 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.030971 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a6921-c719-4ba8-8a14-f64ab21a42c8 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ff0569-50e1-48cc-a343-a8456ad6263b,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:23.031905 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5011169-a1f1-4b89-9e75-7b1a0b581d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5de9f7d-6f76-4a2d-a694-fc724e53c6f3,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:23.036515 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34c9082a-7b7b-4e44-92bf-fbfe45b8111a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.043713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.044516 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.053523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f5dae005-f41b-499f-a670-735baf567252 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.093175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.103475 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f16a6921-c719-4ba8-8a14-f64ab21a42c8 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.104998 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f16a6921-c719-4ba8-8a14-f64ab21a42c8 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-groups/00ff0569-50e1-48cc-a343-a8456ad6263b HTTP/1.1" status: 204 len: 168 time: 0.6147213 Jan 12 09:37:23.112768 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.127411 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Calling delete_port for f4453f63-b56c-4409-837d-911dce17688b owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:23.135600 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36324) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:23.235165 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5011169-a1f1-4b89-9e75-7b1a0b581d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.239840 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b5011169-a1f1-4b89-9e75-7b1a0b581d12 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5de9f7d-6f76-4a2d-a694-fc724e53c6f3 HTTP/1.1" status: 204 len: 168 time: 0.6823699 Jan 12 09:37:23.251528 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:23.252633 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34c9082a-7b7b-4e44-92bf-fbfe45b8111a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.254126 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-34c9082a-7b7b-4e44-92bf-fbfe45b8111a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5588043 Jan 12 09:37:23.258564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36334) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:23.264396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=0ccb5907-0bba-4c57-8f2d-f14f0a26d381,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:23.268004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:23.281705 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:23.282451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.301000 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=704b2e6b-cda2-4815-b16e-6c79fd5567e4,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:23.306432 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:23.307064 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:23.308649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=f4453f63-b56c-4409-837d-911dce17688b,revision_number=7']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:23.322479 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.329580 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a3401e1a-f11e-4de9-b8fd-44ac337aaac1 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:23.340962 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d36b3e6b-3490-418a-b48b-12187159bbb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6473053 Jan 12 09:37:23.344508 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36340) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:23.352531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'mac_address': 'fa:16:3e:f1:8d:ba', 'name': 'tempest-NetworksTestDHCPv6-484816466'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:23.371385 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a3401e1a-f11e-4de9-b8fd-44ac337aaac1 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:23.377393 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a3401e1a-f11e-4de9-b8fd-44ac337aaac1 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2304254 Jan 12 09:37:23.381531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36344) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:23.399422 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-964f937e-c1aa-481d-96e3-73b3975d8eec tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group': {'name': 'tempest-secgroup--559942541'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:23.410336 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-964f937e-c1aa-481d-96e3-73b3975d8eec tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:23.437365 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f5dae005-f41b-499f-a670-735baf567252 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.476661 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3697c968-6360-4bfb-b389-e8ec1439bf08 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.482678 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-964f937e-c1aa-481d-96e3-73b3975d8eec tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:23.508334 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-964f937e-c1aa-481d-96e3-73b3975d8eec tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.543095 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:23.547740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-964f937e-c1aa-481d-96e3-73b3975d8eec tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:23.550330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:port and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:23.554329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:23.557588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-964f937e-c1aa-481d-96e3-73b3975d8eec tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:23.562822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-964f937e-c1aa-481d-96e3-73b3975d8eec tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:23.565663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:23.571991 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-964f937e-c1aa-481d-96e3-73b3975d8eec tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:23.596362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:23.759190 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36354) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:23.778690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-964f937e-c1aa-481d-96e3-73b3975d8eec tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.790300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.804904 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-964f937e-c1aa-481d-96e3-73b3975d8eec tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.879227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port d9d2d36e-6720-4fd0-b9a4-da44ba0f92f9 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:23.897586 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3697c968-6360-4bfb-b389-e8ec1439bf08 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.901513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3697c968-6360-4bfb-b389-e8ec1439bf08 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.911701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f5dae005-f41b-499f-a670-735baf567252 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.919553 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f937e-c1aa-481d-96e3-73b3975d8eec tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374579b6-ab61-4cfd-91c8-3d3725f2174f,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:23.928452 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ef4dd815-1822-437c-a259-22337694a1e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a3865838a444485be143634d9f723a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675935 Jan 12 09:37:23.934140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36362) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:23.967967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-964f937e-c1aa-481d-96e3-73b3975d8eec tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:23.972500 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-964f937e-c1aa-481d-96e3-73b3975d8eec tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5871160 Jan 12 09:37:23.979372 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36368) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:23.988042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f66c32a2-3ace-49e0-ac72-82d3d693fffc tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group_rule': {'security_group_id': '374579b6-ab61-4cfd-91c8-3d3725f2174f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:24.008542 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f66c32a2-3ace-49e0-ac72-82d3d693fffc tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:24.041683 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f66c32a2-3ace-49e0-ac72-82d3d693fffc tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:24.046402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f66c32a2-3ace-49e0-ac72-82d3d693fffc tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:24.057664 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f66c32a2-3ace-49e0-ac72-82d3d693fffc tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:24.091447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 2a3f12d5-72b1-42f5-a521-362186b1dc3f is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:24.098188 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:24.103617 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dae005-f41b-499f-a670-735baf567252 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Subnet': ['ID=4fee07d4-8342-4ddd-be73-d6a95f788ab4,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:24.111822 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f5dae005-f41b-499f-a670-735baf567252 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.120859 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810cb564-4970-440d-a8e8-054967b12c97 None None] Network 24c06832-e5be-4cfc-84ee-269a182e3296 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:24.164096 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::f816:3eff:fef1:8dba (ff4a5360-acb6-446d-a4d9-75b6632567e8/704b2e6b-cda2-4815-b16e-6c79fd5567e4/d9d2d36e-6720-4fd0-b9a4-da44ba0f92f9) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:24.188934 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3697c968-6360-4bfb-b389-e8ec1439bf08 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.189674 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3697c968-6360-4bfb-b389-e8ec1439bf08 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fefb39d-2bc1-4525-9780-ab38dbb7e37a {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:37:24.198341 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3697c968-6360-4bfb-b389-e8ec1439bf08 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.199711 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3697c968-6360-4bfb-b389-e8ec1439bf08 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "DELETE /v2.0/routers/8fefb39d-2bc1-4525-9780-ab38dbb7e37a HTTP/1.1" status: 204 len: 168 time: 0.9402287 Jan 12 09:37:24.207522 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f5dae005-f41b-499f-a670-735baf567252 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/4fee07d4-8342-4ddd-be73-d6a95f788ab4 HTTP/1.1" status: 204 len: 168 time: 1.3616126 Jan 12 09:37:24.208355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36378) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:24.335628 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Deleting port f4453f63-b56c-4409-837d-911dce17688b {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:24.336714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.352980 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f66c32a2-3ace-49e0-ac72-82d3d693fffc tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.413817 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36382) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:24.503888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-010af8e6-5284-4275-970e-7db1116efa8c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting subnet 2ae2adf4-a21e-4b70-8aeb-0a0a6bc82f2c {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:37:24.510877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router bb2bb69f-d1b2-4d37-a681-50f05ad563a8 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:37:24.511720 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36388) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:24.513303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-010af8e6-5284-4275-970e-7db1116efa8c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.557152 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9e7eaf2b-f105-455c-893e-fc37910fc62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.609725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9e7eaf2b-f105-455c-893e-fc37910fc62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.693680 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] For port f4453f63-b56c-4409-837d-911dce17688b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f4453f63-b56c-4409-837d-911dce17688b,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:24.694068 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.728181 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1cd8a34d-5d8e-4199-a292-c16ad6c4071a req-24aa5381-87af-4744-b45d-955ffa3b43a4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3886542 Jan 12 09:37:24.735088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9e7eaf2b-f105-455c-893e-fc37910fc62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.742635 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-010af8e6-5284-4275-970e-7db1116efa8c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.779976 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'network': {'name': 'tempest-network-smoke--1586677180', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'port_security_enabled': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:24.796982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:24.810414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:network and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:24.813862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:37:24.825981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7eaf2b-f105-455c-893e-fc37910fc62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37262ca5-bbbb-474a-b24e-6ca2876c2633,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:24.826290 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:24.843753 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:24.852001 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f66c32a2-3ace-49e0-ac72-82d3d693fffc tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.870707 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f66c32a2-3ace-49e0-ac72-82d3d693fffc tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.874867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Calling delete_port for f4453f63-b56c-4409-837d-911dce17688b owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:24.878703 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e8b54242-8e2e-4116-baa2-1d61c7ee3040 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/bb2bb69f-d1b2-4d37-a681-50f05ad563a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6838710 Jan 12 09:37:24.890409 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36396) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:24.891465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9e7eaf2b-f105-455c-893e-fc37910fc62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.895693 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9e7eaf2b-f105-455c-893e-fc37910fc62a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37262ca5-bbbb-474a-b24e-6ca2876c2633 HTTP/1.1" status: 204 len: 168 time: 0.9586589 Jan 12 09:37:24.944154 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1736029615', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:24.960046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:24.965419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:24.968910 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:24.986145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Usage tracker for resource:router and tenant:c0af6060244e4af493818f6faea43dc8 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:24.991730 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:24.994973 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d283b9-0daa-4e88-a758-96d6eceb93b7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:24.999557 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e3d283b9-0daa-4e88-a758-96d6eceb93b7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports/0ccb5907-0bba-4c57-8f2d-f14f0a26d381 HTTP/1.1" status: 200 len: 910 time: 0.0994868 Jan 12 09:37:25.001166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.001326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c32a2-3ace-49e0-ac72-82d3d693fffc tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12147cb6-686d-40d1-9569-715e8ea98434,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:25.007514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36402) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:25.013029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.019153 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:25.042493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:25.046385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958b45d-64f9-4c51-9449-af1054f7e632 None None] Sync routers for ids ['bb2bb69f-d1b2-4d37-a681-50f05ad563a8'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:37:25.052395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:25.056332 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:25.059672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-010af8e6-5284-4275-970e-7db1116efa8c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.069409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.087125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f66c32a2-3ace-49e0-ac72-82d3d693fffc tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.091479 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f66c32a2-3ace-49e0-ac72-82d3d693fffc tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1082749 Jan 12 09:37:25.098992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36406) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:25.103777 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.104824 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.109750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:25.122687 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-c22ae8e7-c23a-444f-b8e8-15cc5bbfbf82 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group_rule': {'security_group_id': '374579b6-ab61-4cfd-91c8-3d3725f2174f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:25.129539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c22ae8e7-c23a-444f-b8e8-15cc5bbfbf82 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:25.134073 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c22ae8e7-c23a-444f-b8e8-15cc5bbfbf82 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:25.137607 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c22ae8e7-c23a-444f-b8e8-15cc5bbfbf82 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:25.144366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c22ae8e7-c23a-444f-b8e8-15cc5bbfbf82 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:25.155016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8a34d-5d8e-4199-a292-c16ad6c4071a req-881c5a99-278f-4085-be88-87ac4ad649c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:25.157727 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1cd8a34d-5d8e-4199-a292-c16ad6c4071a req-881c5a99-278f-4085-be88-87ac4ad649c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83593b4cf2574a6d998ae195c62151f9&device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 1098 time: 0.2890589 Jan 12 09:37:25.190587 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e531859e-75b0-4b06-9322-1d0f8dac0b5d None None] Provisioning complete for port 0ccb5907-0bba-4c57-8f2d-f14f0a26d381 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:25.191229 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e531859e-75b0-4b06-9322-1d0f8dac0b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.215460 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958b45d-64f9-4c51-9449-af1054f7e632 None None] Routers {'bb2bb69f-d1b2-4d37-a681-50f05ad563a8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:25.216104 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-7958b45d-64f9-4c51-9449-af1054f7e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['bb2bb69f-d1b2-4d37-a681-50f05ad563a8'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:25.238284 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8e7-c23a-444f-b8e8-15cc5bbfbf82 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.266115 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.291899 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-7958b45d-64f9-4c51-9449-af1054f7e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:25.294089 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] Pushing event deleted for resources: {'Port': ['ID=f4453f63-b56c-4409-837d-911dce17688b,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:25.339621 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object d9d2d36e-6720-4fd0-b9a4-da44ba0f92f9 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:25.398411 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958b45d-64f9-4c51-9449-af1054f7e632 None None] Routers {'bb2bb69f-d1b2-4d37-a681-50f05ad563a8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:25.399088 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-7958b45d-64f9-4c51-9449-af1054f7e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['bb2bb69f-d1b2-4d37-a681-50f05ad563a8'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:25.403632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-010af8e6-5284-4275-970e-7db1116efa8c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.471452 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4679e0-dcea-400e-b682-20f2477fb27f None None] No DVR routers for this DVR port f4453f63-b56c-4409-837d-911dce17688b on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:25.479409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-7958b45d-64f9-4c51-9449-af1054f7e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:25.479527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958b45d-64f9-4c51-9449-af1054f7e632 None None] The sync data for ids ['bb2bb69f-d1b2-4d37-a681-50f05ad563a8'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:37:25.484682 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e531859e-75b0-4b06-9322-1d0f8dac0b5d None None] Port 0ccb5907-0bba-4c57-8f2d-f14f0a26d381 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:25.494563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a040517b-333a-40ca-b572-d578dd3c6984 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:25.568832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010af8e6-5284-4275-970e-7db1116efa8c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae2adf4-a21e-4b70-8aeb-0a0a6bc82f2c,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:25.612804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-010af8e6-5284-4275-970e-7db1116efa8c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.737055 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8a34d-5d8e-4199-a292-c16ad6c4071a req-ccc2c963-314d-42b3-b281-7be8eb99bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:25.738604 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1cd8a34d-5d8e-4199-a292-c16ad6c4071a req-ccc2c963-314d-42b3-b281-7be8eb99bf13 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 HTTP/1.1" status: 200 len: 897 time: 0.5446408 Jan 12 09:37:25.760669 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-010af8e6-5284-4275-970e-7db1116efa8c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/2ae2adf4-a21e-4b70-8aeb-0a0a6bc82f2c HTTP/1.1" status: 204 len: 168 time: 1.5006731 Jan 12 09:37:25.795970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.797453 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36422) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:25.849011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8e7-c23a-444f-b8e8-15cc5bbfbf82 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.851029 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': '704b2e6b-cda2-4815-b16e-6c79fd5567e4'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:37:25.852200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:25.989944 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0b74d5-325e-435c-bdcf-d74c5d88383c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] DELETE failed (client error): The resource could not be found. Jan 12 09:37:25.990450 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0b74d5-325e-435c-bdcf-d74c5d88383c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:25.994313 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7a0b74d5-325e-435c-bdcf-d74c5d88383c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/4fee07d4-8342-4ddd-be73-d6a95f788ab4 HTTP/1.1" status: 404 len: 337 time: 0.1936948 Jan 12 09:37:25.994947 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36432) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:26.072071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:26.087854 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:26.093056 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=d9d2d36e-6720-4fd0-b9a4-da44ba0f92f9,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:26.095473 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:26.106308 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:26.107119 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.125507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Allocated IP 2001:db8::f816:3eff:fee3:e140 (ff4a5360-acb6-446d-a4d9-75b6632567e8/704b2e6b-cda2-4815-b16e-6c79fd5567e4/a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:26.137270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36436) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:26.157684 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1b966ebb-8f39-4567-a5f9-0a51d4ab137b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8118827 Jan 12 09:37:26.161624 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36442) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:26.172617 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8e7-c23a-444f-b8e8-15cc5bbfbf82 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.249461 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-de39639a-b78b-4f87-80c4-c4a81c19160c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting subnet 5fb4cd76-e079-454a-9992-ad0acc2bfeab {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:37:26.264206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de39639a-b78b-4f87-80c4-c4a81c19160c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.266562 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.274589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.298292 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ae8e7-c23a-444f-b8e8-15cc5bbfbf82 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831c7bdc-b232-41e8-99c7-450b0aed1129,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:26.300150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.346841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f443855-31e5-4699-9e07-0b8a6163c52b,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:26.377529 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1255144004'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:26.396304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:37:26.405521 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1cd8a34d-5d8e-4199-a292-c16ad6c4071a req-f74cfa44-5eda-4487-950c-4874deaf50d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a HTTP/1.1" status: 200 len: 1000 time: 0.5550992 Jan 12 09:37:26.406217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8e7-c23a-444f-b8e8-15cc5bbfbf82 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.407262 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c22ae8e7-c23a-444f-b8e8-15cc5bbfbf82 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3051813 Jan 12 09:37:26.409359 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:26.411667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36446) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:26.419964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de39639a-b78b-4f87-80c4-c4a81c19160c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.444935 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa70e7e8-ff64-4dba-8d7b-487ca5042445 None None] Network 24c06832-e5be-4cfc-84ee-269a182e3296 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:26.452589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Usage tracker for resource:network and tenant:fffe8988ca4d4813acd5a2fcf719f110 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:26.462128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:26.472112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:26.493624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-67cba018-0c12-44a8-a97f-88a650d24a23 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group_rule': {'security_group_id': '374579b6-ab61-4cfd-91c8-3d3725f2174f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:26.500173 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8a34d-5d8e-4199-a292-c16ad6c4071a req-63b19c21-22f6-4408-be7e-1bd2875b53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:26.501944 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1cd8a34d-5d8e-4199-a292-c16ad6c4071a req-63b19c21-22f6-4408-be7e-1bd2875b53ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=23fa9bd8-ea9a-46a0-8f13-81ada7344c9b HTTP/1.1" status: 200 len: 835 time: 0.0861988 Jan 12 09:37:26.505878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.506897 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Added segment 2fc119e9-af3a-4c58-b9b9-fbee38ff857d of type vlan for network 05455418-2c08-41bc-9a26-899de66012ad Jan 12 09:37:26.508528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-67cba018-0c12-44a8-a97f-88a650d24a23 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:26.511738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8561ffe-fe47-4eb6-85ac-a9ff116b70df tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.523802 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-67cba018-0c12-44a8-a97f-88a650d24a23 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:26.558891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-67cba018-0c12-44a8-a97f-88a650d24a23 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:26.570132 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Made reservation on behalf of fffe8988ca4d4813acd5a2fcf719f110 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:26.571304 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.573978 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.584443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-67cba018-0c12-44a8-a97f-88a650d24a23 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:26.596858 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Transition to ACTIVE for port object a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:26.612564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e173c6f-ac0d-4d4a-bf01-e032ffdd7b2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:26.613263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1e173c6f-ac0d-4d4a-bf01-e032ffdd7b2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:26.622146 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.635824 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0f8b988f-e58f-4c24-9cf6-9968c21c0ef4 None None] Provisioning complete for port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:26.636288 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0f8b988f-e58f-4c24-9cf6-9968c21c0ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.661369 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Transition to ACTIVE for port object a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:26.668995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.694896 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67cba018-0c12-44a8-a97f-88a650d24a23 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.730702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:26.738613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1e173c6f-ac0d-4d4a-bf01-e032ffdd7b2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:26.743094 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1e173c6f-ac0d-4d4a-bf01-e032ffdd7b2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5551832 Jan 12 09:37:26.744205 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Usage tracker for resource:security_group_rule and tenant:fffe8988ca4d4813acd5a2fcf719f110 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:26.750184 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36450) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:26.752750 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:26.761550 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.780276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.785744 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:26.786261 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.817663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8a34d-5d8e-4199-a292-c16ad6c4071a req-5ea683ef-2f0a-40a2-849f-dac5bc94d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:26.819264 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1cd8a34d-5d8e-4199-a292-c16ad6c4071a req-5ea683ef-2f0a-40a2-849f-dac5bc94d68b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5579038e-9c4a-4e1b-9451-bb4f59f0e3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2993486 Jan 12 09:37:26.852163 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:26.858611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:26.861435 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:26.867978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:26.890901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de39639a-b78b-4f87-80c4-c4a81c19160c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.897868 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4765410 Jan 12 09:37:26.917395 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Pushing event updated for resources: {'Port': ['ID=a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:26.949463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36454) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:26.971513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-304790350', 'admin_state_up': True, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:26.973140 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67cba018-0c12-44a8-a97f-88a650d24a23 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:26.994622 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5e6148ee-0934-414e-9c0b-e2e9784f9ae2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port d9d2d36e-6720-4fd0-b9a4-da44ba0f92f9 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:26.995030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e6148ee-0934-414e-9c0b-e2e9784f9ae2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.021972 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8828a-3aab-442d-bfe1-5c0f592a9c03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Network': ['ID=05455418-2c08-41bc-9a26-899de66012ad,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:27.030231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:27.044927 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:router and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:27.052330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 05455418-2c08-41bc-9a26-899de66012ad details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:37:27.054378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:27.077686 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67cba018-0c12-44a8-a97f-88a650d24a23 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.080850 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:27.131947 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.132918 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.188999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cba018-0c12-44a8-a97f-88a650d24a23 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1baa28b-9a63-4961-bb9c-85aba6055a85,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:27.210827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Attempting to bind port a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:27.211211 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Attempting to bind port a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:27.211440 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Attempting to bind port a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:37:27.220362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de39639a-b78b-4f87-80c4-c4a81c19160c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.221474 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:37:27.221849 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:27.222252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.223063 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:37:27.223180 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Bound port: a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:27.223557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.243066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.280694 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67cba018-0c12-44a8-a97f-88a650d24a23 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.284729 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-67cba018-0c12-44a8-a97f-88a650d24a23 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8691175 Jan 12 09:37:27.284729 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1cd8a34d-5d8e-4199-a292-c16ad6c4071a req-75383d91-3355-423f-be7f-7f9167409955 service neutron] 10.222.0.53 "GET /v2.0/networks/5579038e-9c4a-4e1b-9451-bb4f59f0e3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540801 Jan 12 09:37:27.285635 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.287750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36458) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:27.296213 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0f8b988f-e58f-4c24-9cf6-9968c21c0ef4 None None] Provisioning complete for port c97a0118-ac53-4b65-9d27-58c9ce70f4d6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:27.296585 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0f8b988f-e58f-4c24-9cf6-9968c21c0ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.363878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ea00d61f-5ef1-47b0-8d40-4d19af44e76b tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group_rule': {'security_group_id': '374579b6-ab61-4cfd-91c8-3d3725f2174f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:27.380285 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ea00d61f-5ef1-47b0-8d40-4d19af44e76b tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:27.403833 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ea00d61f-5ef1-47b0-8d40-4d19af44e76b tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:27.409316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ea00d61f-5ef1-47b0-8d40-4d19af44e76b tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:27.418441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ea00d61f-5ef1-47b0-8d40-4d19af44e76b tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:27.421141 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.427433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b988f-e58f-4c24-9cf6-9968c21c0ef4 None None] Port c97a0118-ac53-4b65-9d27-58c9ce70f4d6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:27.437302 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] For port a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:37:27.443499 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] For port a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:37:27.450741 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.454220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716d4f25-fb24-4d1d-816f-6375b26badc9 None None] Update dhcp port {'port': {'network_id': '24c06832-e5be-4cfc-84ee-269a182e3296', 'fixed_ips': [{'subnet_id': '5fb4cd76-e079-454a-9992-ad0acc2bfeab'}], 'binding:host_id': 'dv-neutron-824346-1-hyperv'}, 'id': '31d4c0c9-aabc-4687-98e6-dd494e3c8f04'} from dv-neutron-824346-1-hyperv. {{(pid=87665) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 12 09:37:27.463463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39639a-b78b-4f87-80c4-c4a81c19160c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb4cd76-e079-454a-9992-ad0acc2bfeab,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:27.489612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de39639a-b78b-4f87-80c4-c4a81c19160c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.517862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.574900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea00d61f-5ef1-47b0-8d40-4d19af44e76b tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.585574 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1cd8a34d-5d8e-4199-a292-c16ad6c4071a req-c73143d7-15e1-41a5-a535-aaf01a171440 service neutron] 10.222.0.53 "GET /v2.0/networks/5579038e-9c4a-4e1b-9451-bb4f59f0e3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431765 Jan 12 09:37:27.603528 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.611413 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-716d4f25-fb24-4d1d-816f-6375b26badc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.614409 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Allocated IP 172.26.2.129 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/1f72cf6e-d7a1-46ca-b96a-9ca32e4a2473) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:27.684941 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-de39639a-b78b-4f87-80c4-c4a81c19160c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/5fb4cd76-e079-454a-9992-ad0acc2bfeab HTTP/1.1" status: 204 len: 168 time: 1.6806970 Jan 12 09:37:27.690668 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36462) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:27.714380 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69f9f3-f30b-4cdc-b932-b2f65cee3d56 None None] Pushing event updated for resources: {'Port': ['ID=a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:27.735526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea00d61f-5ef1-47b0-8d40-4d19af44e76b tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.757432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:37:27.853149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e6148ee-0934-414e-9c0b-e2e9784f9ae2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.865448 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485902e6-575b-499f-b55f-b7c76ccf3320,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:27.868436 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.868727 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Added segment 3ef9e647-40f1-4c83-8236-590f655bfff4 of type vlan for network c41e5b15-8285-431e-8f66-285cbb0681d3 Jan 12 09:37:27.875222 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39d96a8-34a9-420e-805e-bd469f066038 None None] Network 24c06832-e5be-4cfc-84ee-269a182e3296 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:27.876387 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b8561ffe-fe47-4eb6-85ac-a9ff116b70df tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 0ccb5907-0bba-4c57-8f2d-f14f0a26d381 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:27.876725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8561ffe-fe47-4eb6-85ac-a9ff116b70df tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:27.948369 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b3a833-a895-409c-be6b-7e6b7680ea5d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] DELETE failed (client error): The resource could not be found. Jan 12 09:37:27.948841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b3a833-a895-409c-be6b-7e6b7680ea5d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:27.956763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea00d61f-5ef1-47b0-8d40-4d19af44e76b tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.003568 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-85b3a833-a895-409c-be6b-7e6b7680ea5d tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/c7889582-1b82-4a63-8085-47a9e035fb49 HTTP/1.1" status: 404 len: 337 time: 0.3116043 Jan 12 09:37:28.006892 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00d61f-5ef1-47b0-8d40-4d19af44e76b tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5267182b-0ef5-4c17-8435-1850d5030fef,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:28.008600 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36466) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:28.058018 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ea00d61f-5ef1-47b0-8d40-4d19af44e76b tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.060319 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ea00d61f-5ef1-47b0-8d40-4d19af44e76b tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7694950 Jan 12 09:37:28.067435 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36470) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:28.081620 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-77815dd6-d536-4391-a868-84322c1c43c5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group_rule': {'security_group_id': '374579b6-ab61-4cfd-91c8-3d3725f2174f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:28.099391 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8bead96c-4d89-4bf7-81b7-b3ce0f1cfe34 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Synchronizing usage tracker for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:28.102034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-77815dd6-d536-4391-a868-84322c1c43c5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:28.111173 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-77815dd6-d536-4391-a868-84322c1c43c5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:28.117621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.122429 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-77815dd6-d536-4391-a868-84322c1c43c5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:28.134459 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-77815dd6-d536-4391-a868-84322c1c43c5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:28.143159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8bead96c-4d89-4bf7-81b7-b3ce0f1cfe34 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Unset dirty status for tenant:10f7e76caa244da5865ff48f8d07b730 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:28.144582 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8bead96c-4d89-4bf7-81b7-b3ce0f1cfe34 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "GET /v2.0/ports?device_id=93e63d49-7d2c-4886-992b-fd91c5e61202 HTTP/1.1" status: 200 len: 205 time: 0.1322272 Jan 12 09:37:28.147760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36474) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:28.167964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5e6148ee-0934-414e-9c0b-e2e9784f9ae2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for d9d2d36e-6720-4fd0-b9a4-da44ba0f92f9 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:28.213076 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-15ff6167-d5be-4029-aa90-b243f64614ee None None] Provisioning complete for port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:28.213709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-15ff6167-d5be-4029-aa90-b243f64614ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.224834 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-2d0cb979-fa14-4923-abb9-f68f51fc9cea tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] delete failed (client error): The resource could not be found. Jan 12 09:37:28.226475 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2d0cb979-fa14-4923-abb9-f68f51fc9cea tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/routers/93e63d49-7d2c-4886-992b-fd91c5e61202 HTTP/1.1" status: 404 len: 336 time: 0.0770116 Jan 12 09:37:28.229815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36478) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:28.230463 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-77815dd6-d536-4391-a868-84322c1c43c5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.293765 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b66ac23-9554-44d0-8e6d-401121ad7c50 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] DELETE failed (client error): The resource could not be found. Jan 12 09:37:28.294134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b66ac23-9554-44d0-8e6d-401121ad7c50 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:28.298138 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0b66ac23-9554-44d0-8e6d-401121ad7c50 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/89a3b480-3c39-442a-abf1-f2d27b014fb9 HTTP/1.1" status: 404 len: 337 time: 0.0575857 Jan 12 09:37:28.300060 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36482) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:28.316939 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.326468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb479a-d243-421d-8057-2e450d5e97f0 None None] DHCP port deletion for 24c06832-e5be-4cfc-84ee-269a182e3296 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:37:28.333442 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.354892 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b08f170-221d-4b26-bb08-86a821a18f4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] DELETE failed (client error): The resource could not be found. Jan 12 09:37:28.355354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b08f170-221d-4b26-bb08-86a821a18f4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:28.356531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-72cb479a-d243-421d-8057-2e450d5e97f0 None None] Deleting port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:28.356911 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-72cb479a-d243-421d-8057-2e450d5e97f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.357077 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0b08f170-221d-4b26-bb08-86a821a18f4b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/c6d764da-08fd-4694-b91f-c9d7923862a7 HTTP/1.1" status: 404 len: 337 time: 0.0550528 Jan 12 09:37:28.361611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36486) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:28.436544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-77815dd6-d536-4391-a868-84322c1c43c5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.445040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.473733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-15ff6167-d5be-4029-aa90-b243f64614ee None None] Provisioning complete for port c97a0118-ac53-4b65-9d27-58c9ce70f4d6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:28.474283 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-15ff6167-d5be-4029-aa90-b243f64614ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.509480 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7aa098-c466-4176-b1f9-1091a98185ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] DELETE failed (client error): The resource could not be found. Jan 12 09:37:28.509937 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7aa098-c466-4176-b1f9-1091a98185ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:28.512518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-77815dd6-d536-4391-a868-84322c1c43c5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.525175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.530123 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:28.530702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.563430 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4d7aa098-c466-4176-b1f9-1091a98185ca tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/216e7ed8-ca74-42ba-b1ba-16df4270a5c8 HTTP/1.1" status: 404 len: 337 time: 0.1948202 Jan 12 09:37:28.563701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:28.568721 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36490) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:28.572325 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:28.577754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77815dd6-d536-4391-a868-84322c1c43c5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362a478f-87df-42c0-b598-7855daf27531,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:28.584744 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:28.593471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8561ffe-fe47-4eb6-85ac-a9ff116b70df tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.645032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-15ff6167-d5be-4029-aa90-b243f64614ee None None] Port c97a0118-ac53-4b65-9d27-58c9ce70f4d6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:28.655947 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-77815dd6-d536-4391-a868-84322c1c43c5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.657539 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-77815dd6-d536-4391-a868-84322c1c43c5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5874412 Jan 12 09:37:28.665976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-72cb479a-d243-421d-8057-2e450d5e97f0 None None] For port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=31d4c0c9-aabc-4687-98e6-dd494e3c8f04,segment=NetworkSegment(ce00a61f-3b62-42b0-8a45-076474907eec),segment_id=ce00a61f-3b62-42b0-8a45-076474907eec)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:28.666652 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-72cb479a-d243-421d-8057-2e450d5e97f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.671909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36494) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:28.674606 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Pushing event updated for resources: {'Port': ['ID=1f72cf6e-d7a1-46ca-b96a-9ca32e4a2473,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:28.698547 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-903fdc14-61f5-4bf7-8a05-35b6666c0e83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] DELETE failed (client error): The resource could not be found. Jan 12 09:37:28.699310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903fdc14-61f5-4bf7-8a05-35b6666c0e83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:28.703289 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-903fdc14-61f5-4bf7-8a05-35b6666c0e83 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/a908df32-ffb2-4c91-ae41-c4ab495e21dd HTTP/1.1" status: 404 len: 333 time: 0.1251738 Jan 12 09:37:28.710785 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36498) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:28.770696 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b8561ffe-fe47-4eb6-85ac-a9ff116b70df tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for 0ccb5907-0bba-4c57-8f2d-f14f0a26d381 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:28.772169 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-a578971a-54ed-48df-9a9c-27f306481e81 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] DELETE failed (client error): The resource could not be found. Jan 12 09:37:28.772631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a578971a-54ed-48df-9a9c-27f306481e81 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:28.776645 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a578971a-54ed-48df-9a9c-27f306481e81 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/21c3e942-0e89-4ddf-a05f-9f1db5ade842 HTTP/1.1" status: 404 len: 337 time: 0.0613153 Jan 12 09:37:28.802840 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36502) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:28.826536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cc92621d-cc97-4f28-8292-468583f2d564 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.852296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cc92621d-cc97-4f28-8292-468583f2d564 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.893405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-72cb479a-d243-421d-8057-2e450d5e97f0 None None] Calling delete_port for 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:28.989465 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cc92621d-cc97-4f28-8292-468583f2d564 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:28.991766 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-72cb479a-d243-421d-8057-2e450d5e97f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.004750 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8638206 Jan 12 09:37:29.008621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36506) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:29.022128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9354402e-a30d-48b6-92b7-66f174bb43c7 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Request body: {'subnet': {'network_id': 'c41e5b15-8285-431e-8f66-285cbb0681d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:29.041128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92621d-cc97-4f28-8292-468583f2d564 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=362a478f-87df-42c0-b598-7855daf27531,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:29.044057 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cc92621d-cc97-4f28-8292-468583f2d564 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.045215 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cc92621d-cc97-4f28-8292-468583f2d564 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/362a478f-87df-42c0-b598-7855daf27531 HTTP/1.1" status: 204 len: 168 time: 0.3719654 Jan 12 09:37:29.050081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8369bbb-bc35-4caa-854c-bbf69bdcbabd tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Pushing event updated for resources: {'Network': ['ID=c41e5b15-8285-431e-8f66-285cbb0681d3,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:29.060621 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36510) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:29.071442 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e6148ee-0934-414e-9c0b-e2e9784f9ae2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.089368 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e581319-89cc-47fb-bb2c-76cae734da12 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] DELETE failed (client error): The resource could not be found. Jan 12 09:37:29.090073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e581319-89cc-47fb-bb2c-76cae734da12 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:29.091963 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1e581319-89cc-47fb-bb2c-76cae734da12 tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/4700d24f-dc5a-43fc-bfca-3901f4ba912f HTTP/1.1" status: 404 len: 337 time: 0.0886533 Jan 12 09:37:29.114029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36514) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:29.118704 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network c41e5b15-8285-431e-8f66-285cbb0681d3 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:37:29.166729 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb479a-d243-421d-8057-2e450d5e97f0 None None] Pushing event deleted for resources: {'Port': ['ID=31d4c0c9-aabc-4687-98e6-dd494e3c8f04,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:29.179486 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb479a-d243-421d-8057-2e450d5e97f0 None None] No DVR routers for this DVR port 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:29.249339 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6148ee-0934-414e-9c0b-e2e9784f9ae2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=d9d2d36e-6720-4fd0-b9a4-da44ba0f92f9,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:29.309893 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:29.330074 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e6148ee-0934-414e-9c0b-e2e9784f9ae2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.332324 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5e6148ee-0934-414e-9c0b-e2e9784f9ae2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/d9d2d36e-6720-4fd0-b9a4-da44ba0f92f9 HTTP/1.1" status: 204 len: 168 time: 2.5811932 Jan 12 09:37:29.338699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36518) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:29.343614 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-93b75b36-9b29-47cf-a9d6-089ef64748e8 None None] Provisioning for port a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:29.353313 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-25aa925e-840c-479e-a942-50cf386d1cd8 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:29.359785 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9354402e-a30d-48b6-92b7-66f174bb43c7 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:29.364345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9354402e-a30d-48b6-92b7-66f174bb43c7 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Usage tracker for resource:subnet and tenant:fffe8988ca4d4813acd5a2fcf719f110 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:29.367510 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9354402e-a30d-48b6-92b7-66f174bb43c7 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:29.373864 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9354402e-a30d-48b6-92b7-66f174bb43c7 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:29.376466 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ff8039-2508-4dbc-bb54-ab2dc9024f9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] DELETE failed (client error): The resource could not be found. Jan 12 09:37:29.376927 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ff8039-2508-4dbc-bb54-ab2dc9024f9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:29.378743 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d9ff8039-2508-4dbc-bb54-ab2dc9024f9a tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/ebabfff5-c81b-485b-8e3a-39b79c0774ad HTTP/1.1" status: 404 len: 333 time: 0.2584085 Jan 12 09:37:29.384067 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-93b75b36-9b29-47cf-a9d6-089ef64748e8 None None] Could not find standard attr ID for object d9d2d36e-6720-4fd0-b9a4-da44ba0f92f9. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:37:29.384223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36522) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:29.421001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:29.429825 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:29.430516 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.435931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9354402e-a30d-48b6-92b7-66f174bb43c7 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Made reservation on behalf of fffe8988ca4d4813acd5a2fcf719f110 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:29.439807 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9354402e-a30d-48b6-92b7-66f174bb43c7 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.451257 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-25aa925e-840c-479e-a942-50cf386d1cd8 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:29.455704 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-25aa925e-840c-479e-a942-50cf386d1cd8 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3910134 Jan 12 09:37:29.462954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36526) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:29.505366 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1f170de8-29b7-4e9d-a077-978e374e5f5d None None] Could not find standard attr ID for object d9d2d36e-6720-4fd0-b9a4-da44ba0f92f9. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:37:29.512517 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbb2431-c083-429c-b2a7-ce292a4f2e0e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] DELETE failed (client error): The resource could not be found. Jan 12 09:37:29.513051 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddbb2431-c083-429c-b2a7-ce292a4f2e0e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:29.514665 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ddbb2431-c083-429c-b2a7-ce292a4f2e0e tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/aba1f89e-83ce-48f8-821e-e5564d0b5ac4 HTTP/1.1" status: 404 len: 337 time: 0.1296339 Jan 12 09:37:29.526320 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36530) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:29.582729 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893fa8a0-6871-467c-8e58-ba5861990149 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:29.585013 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893fa8a0-6871-467c-8e58-ba5861990149 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:29.585804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-893fa8a0-6871-467c-8e58-ba5861990149 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:29.590422 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc93023-ce7f-44e1-9f8f-dab645c27cdc tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] DELETE failed (client error): The resource could not be found. Jan 12 09:37:29.590891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc93023-ce7f-44e1-9f8f-dab645c27cdc tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:37:29.592770 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2fc93023-ce7f-44e1-9f8f-dab645c27cdc tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/subnets/d90498d1-0291-4e73-93d7-4e6c4dc4f12c HTTP/1.1" status: 404 len: 337 time: 0.0626178 Jan 12 09:37:29.595034 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.599978 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36534) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:29.630184 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:29.636254 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.672161 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.674520 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8561ffe-fe47-4eb6-85ac-a9ff116b70df tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.691861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:29.737909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:37:29.738382 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 31d4c0c9-aabc-4687-98e6-dd494e3c8f04 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:29.756149 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:29.827931 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8561ffe-fe47-4eb6-85ac-a9ff116b70df tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Port': ['ID=0ccb5907-0bba-4c57-8f2d-f14f0a26d381,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:29.897719 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d6bcffe5-7b5f-4c30-9621-732f684b3d9c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:29.938586 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-893fa8a0-6871-467c-8e58-ba5861990149 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:29.942702 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-893fa8a0-6871-467c-8e58-ba5861990149 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5828447 Jan 12 09:37:29.951850 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36538) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:29.953391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d6bcffe5-7b5f-4c30-9621-732f684b3d9c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.041786 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-d584d812-7d0b-48c8-b9f4-e8d0c3538f3b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Deleting port c97a0118-ac53-4b65-9d27-58c9ce70f4d6 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:30.042475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d584d812-7d0b-48c8-b9f4-e8d0c3538f3b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.066167 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.129073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.244740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9354402e-a30d-48b6-92b7-66f174bb43c7 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.280809 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:37:30.292202 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.300743 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d6bcffe5-7b5f-4c30-9621-732f684b3d9c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.325368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7309963-4283-4a02-8fd7-325edad43369 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 704b2e6b-cda2-4815-b16e-6c79fd5567e4 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:37:30.352547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c7309963-4283-4a02-8fd7-325edad43369 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.384842 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcffe5-7b5f-4c30-9621-732f684b3d9c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5267182b-0ef5-4c17-8435-1850d5030fef,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:30.402442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354402e-a30d-48b6-92b7-66f174bb43c7 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Pushing event updated for resources: {'Subnet': ['ID=565961ca-bbea-403e-805a-5de883ed3c56,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:30.418537 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354402e-a30d-48b6-92b7-66f174bb43c7 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Checking segment: {'id': '3ef9e647-40f1-4c83-8236-590f655bfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c41e5b15-8285-431e-8f66-285cbb0681d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:30.418922 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9354402e-a30d-48b6-92b7-66f174bb43c7 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Network hostable DHCP agents. Network: c41e5b15-8285-431e-8f66-285cbb0681d3, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:37:30.514133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9354402e-a30d-48b6-92b7-66f174bb43c7 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Network c41e5b15-8285-431e-8f66-285cbb0681d3 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:37:30.533276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-9354402e-a30d-48b6-92b7-66f174bb43c7 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, c41e5b15-8285-431e-8f66-285cbb0681d3) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:30.540165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9354402e-a30d-48b6-92b7-66f174bb43c7 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:30.540761 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9354402e-a30d-48b6-92b7-66f174bb43c7 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.543743 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a64281-2bae-40a8-a3ca-6a4008d0ceaf None None] Network c41e5b15-8285-431e-8f66-285cbb0681d3 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:30.573723 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9354402e-a30d-48b6-92b7-66f174bb43c7 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5614021 Jan 12 09:37:30.576627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36542) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:30.582106 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-fdb8448a-85d7-47e8-bce4-23fd6445985f tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1900585991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:30.588822 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Router ab5ae55a-f840-45d5-8024-0a3dc5bccf38 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:37:30.591350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fdb8448a-85d7-47e8-bce4-23fd6445985f tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:30.596859 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fdb8448a-85d7-47e8-bce4-23fd6445985f tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Usage tracker for resource:router and tenant:fffe8988ca4d4813acd5a2fcf719f110 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:30.602928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fdb8448a-85d7-47e8-bce4-23fd6445985f tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:30.661947 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fdb8448a-85d7-47e8-bce4-23fd6445985f tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:30.699957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fdb8448a-85d7-47e8-bce4-23fd6445985f tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.701010 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fdb8448a-85d7-47e8-bce4-23fd6445985f tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.719590 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c7309963-4283-4a02-8fd7-325edad43369 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.761224 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8561ffe-fe47-4eb6-85ac-a9ff116b70df tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.764714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d6bcffe5-7b5f-4c30-9621-732f684b3d9c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.768544 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d6bcffe5-7b5f-4c30-9621-732f684b3d9c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/5267182b-0ef5-4c17-8435-1850d5030fef HTTP/1.1" status: 204 len: 168 time: 1.3041234 Jan 12 09:37:30.772941 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36546) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:30.807786 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fdb8448a-85d7-47e8-bce4-23fd6445985f tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.808846 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-c41e5b15-8285-431e-8f66-285cbb0681d3', 'network_id': 'c41e5b15-8285-431e-8f66-285cbb0681d3', 'tenant_id': 'fffe8988ca4d4813acd5a2fcf719f110', 'fixed_ips': [{'subnet_id': '565961ca-bbea-403e-805a-5de883ed3c56'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:37:30.810058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.826575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:37:30.839300 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8900cc-447b-4ebc-af33-91c3ef9012e1 None None] Sync routers for ids ['ab5ae55a-f840-45d5-8024-0a3dc5bccf38'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:37:30.852283 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8900cc-447b-4ebc-af33-91c3ef9012e1 None None] Routers {'ab5ae55a-f840-45d5-8024-0a3dc5bccf38'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:30.853242 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8b8900cc-447b-4ebc-af33-91c3ef9012e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ab5ae55a-f840-45d5-8024-0a3dc5bccf38'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:30.874732 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-78d4e85e-53b5-43ac-93e1-9343fed6de86 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:30.878926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.883208 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5313c486-ce03-4c75-a399-79043d9d90d0 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.3389804 Jan 12 09:37:30.883208 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fdb8448a-85d7-47e8-bce4-23fd6445985f tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.887889 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36550) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:30.946300 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8b8900cc-447b-4ebc-af33-91c3ef9012e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:30.955741 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.231 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/4105904e-0e34-4310-a2f9-3910fa10cb80) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:30.960107 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8900cc-447b-4ebc-af33-91c3ef9012e1 None None] Routers {'ab5ae55a-f840-45d5-8024-0a3dc5bccf38'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:30.961102 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8b8900cc-447b-4ebc-af33-91c3ef9012e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ab5ae55a-f840-45d5-8024-0a3dc5bccf38'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:30.983832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fdb8448a-85d7-47e8-bce4-23fd6445985f tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:30.986842 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fdb8448a-85d7-47e8-bce4-23fd6445985f tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4073191 Jan 12 09:37:30.986842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-78d4e85e-53b5-43ac-93e1-9343fed6de86 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:30.987084 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-78d4e85e-53b5-43ac-93e1-9343fed6de86 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2136476 Jan 12 09:37:30.990068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36554) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:30.990280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36556) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:31.020239 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d584d812-7d0b-48c8-b9f4-e8d0c3538f3b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.039575 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8b8900cc-447b-4ebc-af33-91c3ef9012e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:31.040466 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8900cc-447b-4ebc-af33-91c3ef9012e1 None None] The sync data for ids ['ab5ae55a-f840-45d5-8024-0a3dc5bccf38'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:37:31.050211 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Allocated IP 172.20.0.2 (c41e5b15-8285-431e-8f66-285cbb0681d3/565961ca-bbea-403e-805a-5de883ed3c56/16ea4dd4-0ef1-4532-a333-1d824cebd2b3) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:31.200497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-d584d812-7d0b-48c8-b9f4-e8d0c3538f3b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Calling delete_port for c97a0118-ac53-4b65-9d27-58c9ce70f4d6 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:31.212599 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:31.288964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c7309963-4283-4a02-8fd7-325edad43369 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.375942 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:31.376354 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.428448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-301174b6-512b-4269-b20a-79e594906207 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.440038 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.446623 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-301174b6-512b-4269-b20a-79e594906207 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.454239 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Transition to ACTIVE for port object 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:31.504251 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Transition to ACTIVE for port object 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:31.516006 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0a51938b-44da-4e3d-b78f-db5548876f78 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/routers/ab5ae55a-f840-45d5-8024-0a3dc5bccf38 HTTP/1.1" status: 200 len: 921 time: 0.6268589 Jan 12 09:37:31.520484 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36562) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:31.527848 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.615374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d584d812-7d0b-48c8-b9f4-e8d0c3538f3b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.618038 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Network c41e5b15-8285-431e-8f66-285cbb0681d3 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:31.619026 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Pushing event updated for resources: {'Port': ['ID=16ea4dd4-0ef1-4532-a333-1d824cebd2b3,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:31.622101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:31.627154 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:31.635498 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4e5a7b81-0119-4e81-ae0d-df93050ed154 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab5ae55a-f840-45d5-8024-0a3dc5bccf38 HTTP/1.1" status: 200 len: 205 time: 0.1135406 Jan 12 09:37:31.640022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36566) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:31.709065 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584d812-7d0b-48c8-b9f4-e8d0c3538f3b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Port': ['ID=c97a0118-ac53-4b65-9d27-58c9ce70f4d6,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:31.715371 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.718865 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d584d812-7d0b-48c8-b9f4-e8d0c3538f3b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.721698 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c7309963-4283-4a02-8fd7-325edad43369 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.727762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8561ffe-fe47-4eb6-85ac-a9ff116b70df tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router bb2bb69f-d1b2-4d37-a681-50f05ad563a8 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:37:31.756231 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Attempting to bind port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:31.756849 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Attempting to bind port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '3ef9e647-40f1-4c83-8236-590f655bfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c41e5b15-8285-431e-8f66-285cbb0681d3'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:31.757026 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Attempting to bind port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 on network c41e5b15-8285-431e-8f66-285cbb0681d3 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:37:31.762467 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:37:31.762931 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Checking segment: {'id': '3ef9e647-40f1-4c83-8236-590f655bfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c41e5b15-8285-431e-8f66-285cbb0681d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:31.763396 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.764373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Bound using segment: {'id': '3ef9e647-40f1-4c83-8236-590f655bfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c41e5b15-8285-431e-8f66-285cbb0681d3'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:37:31.764373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Bound port: 16ea4dd4-0ef1-4532-a333-1d824cebd2b3, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef9e647-40f1-4c83-8236-590f655bfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c41e5b15-8285-431e-8f66-285cbb0681d3'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:31.764727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.784403 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7309963-4283-4a02-8fd7-325edad43369 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=704b2e6b-cda2-4815-b16e-6c79fd5567e4,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:31.787780 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c7309963-4283-4a02-8fd7-325edad43369 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.789585 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c7309963-4283-4a02-8fd7-325edad43369 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/704b2e6b-cda2-4815-b16e-6c79fd5567e4 HTTP/1.1" status: 204 len: 168 time: 1.8301404 Jan 12 09:37:31.793609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36570) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:31.799223 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d584d812-7d0b-48c8-b9f4-e8d0c3538f3b tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/ports/c97a0118-ac53-4b65-9d27-58c9ce70f4d6 HTTP/1.1" status: 204 len: 168 time: 2.1977499 Jan 12 09:37:31.803760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36574) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:31.813861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-301174b6-512b-4269-b20a-79e594906207 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:31.816642 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5516d940-b977-48bf-b2be-4687e9124d2d None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:31.870014 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301174b6-512b-4269-b20a-79e594906207 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1baa28b-9a63-4961-bb9c-85aba6055a85,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:31.936103 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f98357ac-4d62-4e44-a921-fa18682f196e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1367576 Jan 12 09:37:31.942750 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36578) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:31.997570 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] For port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:37:32.014180 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-301174b6-512b-4269-b20a-79e594906207 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.014542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] For port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=16ea4dd4-0ef1-4532-a333-1d824cebd2b3,segment=NetworkSegment(3ef9e647-40f1-4c83-8236-590f655bfff4),segment_id=3ef9e647-40f1-4c83-8236-590f655bfff4)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:37:32.015318 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-301174b6-512b-4269-b20a-79e594906207 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/b1baa28b-9a63-4961-bb9c-85aba6055a85 HTTP/1.1" status: 204 len: 168 time: 1.0227175 Jan 12 09:37:32.026399 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.027350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36582) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:32.080812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cd47370c-2d29-422d-a596-8aa67e27252c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.097463 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.101044 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8561ffe-fe47-4eb6-85ac-a9ff116b70df tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:37:32.111969 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b8561ffe-fe47-4eb6-85ac-a9ff116b70df tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/bb2bb69f-d1b2-4d37-a681-50f05ad563a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1033630 Jan 12 09:37:32.113952 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.114209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36586) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:32.121126 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d842d-88c5-480c-9b54-79011f2c194e None None] Sync routers for ids ['bb2bb69f-d1b2-4d37-a681-50f05ad563a8'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:37:32.131417 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631711ab-1002-4c9c-86bf-db21f0365253 None None] Pushing event updated for resources: {'Port': ['ID=16ea4dd4-0ef1-4532-a333-1d824cebd2b3,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:32.142536 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d842d-88c5-480c-9b54-79011f2c194e None None] Routers {'bb2bb69f-d1b2-4d37-a681-50f05ad563a8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:32.143198 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a80d842d-88c5-480c-9b54-79011f2c194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['bb2bb69f-d1b2-4d37-a681-50f05ad563a8'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:32.208605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a80d842d-88c5-480c-9b54-79011f2c194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:32.218485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d842d-88c5-480c-9b54-79011f2c194e None None] Routers {'bb2bb69f-d1b2-4d37-a681-50f05ad563a8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:32.219161 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a80d842d-88c5-480c-9b54-79011f2c194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['bb2bb69f-d1b2-4d37-a681-50f05ad563a8'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:32.289231 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a80d842d-88c5-480c-9b54-79011f2c194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:32.289627 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d842d-88c5-480c-9b54-79011f2c194e None None] The sync data for ids ['bb2bb69f-d1b2-4d37-a681-50f05ad563a8'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:37:32.305632 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053ac59b-bc8c-4b01-9965-9c65b2cd52db None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:37:32.312056 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-053ac59b-bc8c-4b01-9965-9c65b2cd52db None None] Deleting port a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:32.312653 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-053ac59b-bc8c-4b01-9965-9c65b2cd52db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.315287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a24e4bd9-1937-48e0-a46d-ceb490c3a0da tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.365197 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:32.368774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:32.376048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:32.407045 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=4105904e-0e34-4310-a2f9-3910fa10cb80,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:32.429898 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a758ea1a-bdee-4f91-9c1e-347c899d6b1a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:32.430620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a758ea1a-bdee-4f91-9c1e-347c899d6b1a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:32.551911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a758ea1a-bdee-4f91-9c1e-347c899d6b1a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:32.556958 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a758ea1a-bdee-4f91-9c1e-347c899d6b1a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6119969 Jan 12 09:37:32.557694 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36590) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:32.576330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-053ac59b-bc8c-4b01-9965-9c65b2cd52db None None] For port a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:32.577126 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-053ac59b-bc8c-4b01-9965-9c65b2cd52db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.728321 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-053ac59b-bc8c-4b01-9965-9c65b2cd52db None None] Calling delete_port for a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:32.765812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49e1ac3-252f-43dd-abd6-be44325ca16c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:32.766644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f49e1ac3-252f-43dd-abd6-be44325ca16c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:32.780267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a36df969-7a2f-43ec-8b14-44fc41e0f79f tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:32.808056 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-053ac59b-bc8c-4b01-9965-9c65b2cd52db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:32.856802 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ac59b-bc8c-4b01-9965-9c65b2cd52db None None] Pushing event deleted for resources: {'Port': ['ID=a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:32.864060 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ac59b-bc8c-4b01-9965-9c65b2cd52db None None] No DVR routers for this DVR port a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:32.880650 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f49e1ac3-252f-43dd-abd6-be44325ca16c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:32.882045 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f49e1ac3-252f-43dd-abd6-be44325ca16c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2089136 Jan 12 09:37:32.884796 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36594) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:32.968290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.202296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a36df969-7a2f-43ec-8b14-44fc41e0f79f tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:33.205195 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a36df969-7a2f-43ec-8b14-44fc41e0f79f tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 1.1753249 Jan 12 09:37:33.209994 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f466d260-1cca-4157-b065-cb7264fc7d4e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2617292 Jan 12 09:37:33.217439 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:33.225408 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36598) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:33.225747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36600) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:33.246320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-cc07d598-bc07-4c16-8eac-fcef1757409a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:33.298758 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4ed31986-c480-4d63-b4d2-2c61db1b28a9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.310799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:33.312804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cd47370c-2d29-422d-a596-8aa67e27252c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.326392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a24e4bd9-1937-48e0-a46d-ceb490c3a0da tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.330747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4ed31986-c480-4d63-b4d2-2c61db1b28a9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.378869 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:33.385624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a24e4bd9-1937-48e0-a46d-ceb490c3a0da tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Deleting port 1f72cf6e-d7a1-46ca-b96a-9ca32e4a2473 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:33.386216 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a24e4bd9-1937-48e0-a46d-ceb490c3a0da tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.427176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:37:33.428802 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a3e096e3-a2ba-4ec3-ad6c-e8c88a4b0568 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:33.467300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79f700c-72ad-49b5-8d52-e3e4a9ac11fc None None] Network c41e5b15-8285-431e-8f66-285cbb0681d3 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:33.482151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-cd47370c-2d29-422d-a596-8aa67e27252c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c06832-e5be-4cfc-84ee-269a182e3296']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:33.501465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4ed31986-c480-4d63-b4d2-2c61db1b28a9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.519988 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-cd47370c-2d29-422d-a596-8aa67e27252c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce00a61f-3b62-42b0-8a45-076474907eec') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:33.520596 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-cd47370c-2d29-422d-a596-8aa67e27252c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce00a61f-3b62-42b0-8a45-076474907eec') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:33.522410 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cc07d598-bc07-4c16-8eac-fcef1757409a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:33.537266 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed31986-c480-4d63-b4d2-2c61db1b28a9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=831c7bdc-b232-41e8-99c7-450b0aed1129,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:33.545968 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.560225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cd47370c-2d29-422d-a596-8aa67e27252c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.590387 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a374073e-5d50-462a-8438-7a4dca3c815f None None] Provisioning for port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:33.597214 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a374073e-5d50-462a-8438-7a4dca3c815f None None] Provisioning complete for port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:33.597591 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a374073e-5d50-462a-8438-7a4dca3c815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.599463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cc07d598-bc07-4c16-8eac-fcef1757409a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:33.607623 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4ed31986-c480-4d63-b4d2-2c61db1b28a9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.608739 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4ed31986-c480-4d63-b4d2-2c61db1b28a9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/831c7bdc-b232-41e8-99c7-450b0aed1129 HTTP/1.1" status: 204 len: 168 time: 0.3820069 Jan 12 09:37:33.619725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36606) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:33.650813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc07d598-bc07-4c16-8eac-fcef1757409a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:33.654227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc07d598-bc07-4c16-8eac-fcef1757409a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.665043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cd47370c-2d29-422d-a596-8aa67e27252c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.742917 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd47370c-2d29-422d-a596-8aa67e27252c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:37:33.743262 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cd47370c-2d29-422d-a596-8aa67e27252c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:33.759763 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:33.860891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Allocated IP 172.20.0.1 (c41e5b15-8285-431e-8f66-285cbb0681d3/565961ca-bbea-403e-805a-5de883ed3c56/372eb8f9-6cf1-4d6f-988a-4fbd26ddbf25) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:33.898215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a24e4bd9-1937-48e0-a46d-ceb490c3a0da tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.898827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a374073e-5d50-462a-8438-7a4dca3c815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.926842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cd47370c-2d29-422d-a596-8aa67e27252c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.940159 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a374073e-5d50-462a-8438-7a4dca3c815f None None] For port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=16ea4dd4-0ef1-4532-a333-1d824cebd2b3,segment=NetworkSegment(3ef9e647-40f1-4c83-8236-590f655bfff4),segment_id=3ef9e647-40f1-4c83-8236-590f655bfff4)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:33.947114 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a374073e-5d50-462a-8438-7a4dca3c815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:33.984837 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cb45e2d0-3c35-44e6-ba4d-1cea7394de8c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:34.015014 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cd47370c-2d29-422d-a596-8aa67e27252c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.023706 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374073e-5d50-462a-8438-7a4dca3c815f None None] Pushing event updated for resources: {'Port': ['ID=16ea4dd4-0ef1-4532-a333-1d824cebd2b3,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:34.045828 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cb45e2d0-3c35-44e6-ba4d-1cea7394de8c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:34.049887 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cb45e2d0-3c35-44e6-ba4d-1cea7394de8c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4265196 Jan 12 09:37:34.050618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36610) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:34.107934 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a24e4bd9-1937-48e0-a46d-ceb490c3a0da tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Calling delete_port for 1f72cf6e-d7a1-46ca-b96a-9ca32e4a2473 owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:34.144677 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d612768e-d70c-409e-b047-7bf6405f4015 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.161551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 1fd02700-e34e-4a48-b91d-caaf972235f9 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:37:34.164457 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d612768e-d70c-409e-b047-7bf6405f4015 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.282403 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f3706bf9-b64a-4d0c-9ad5-d32d511fd7a9 None None] Provisioning complete for port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:34.283096 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f3706bf9-b64a-4d0c-9ad5-d32d511fd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.295758 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d612768e-d70c-409e-b047-7bf6405f4015 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.326514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47370c-2d29-422d-a596-8aa67e27252c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] Pushing event deleted for resources: {'Network': ['ID=24c06832-e5be-4cfc-84ee-269a182e3296,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:34.360545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612768e-d70c-409e-b047-7bf6405f4015 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12147cb6-686d-40d1-9569-715e8ea98434,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:34.397085 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cd47370c-2d29-422d-a596-8aa67e27252c tempest-PortsIpV6TestJSON-806225485 tempest-PortsIpV6TestJSON-806225485-project] 10.222.0.26 "DELETE /v2.0/networks/24c06832-e5be-4cfc-84ee-269a182e3296 HTTP/1.1" status: 204 len: 168 time: 2.5829904 Jan 12 09:37:34.504920 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d612768e-d70c-409e-b047-7bf6405f4015 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.506550 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d612768e-d70c-409e-b047-7bf6405f4015 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/12147cb6-686d-40d1-9569-715e8ea98434 HTTP/1.1" status: 204 len: 168 time: 0.4549959 Jan 12 09:37:34.510032 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36620) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:34.512480 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.objects.ports [None req-cc07d598-bc07-4c16-8eac-fcef1757409a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87664) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:37:34.515728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc07d598-bc07-4c16-8eac-fcef1757409a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.564751 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.573862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:37:34.586077 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Sync routers for ids ['1fd02700-e34e-4a48-b91d-caaf972235f9'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:37:34.596048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc07d598-bc07-4c16-8eac-fcef1757409a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:34.603569 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Routers {'1fd02700-e34e-4a48-b91d-caaf972235f9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:34.604097 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-cc07d598-bc07-4c16-8eac-fcef1757409a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:34.606119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Transition to ACTIVE for port object 372eb8f9-6cf1-4d6f-988a-4fbd26ddbf25 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:34.612428 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc07d598-bc07-4c16-8eac-fcef1757409a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:34.613118 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc07d598-bc07-4c16-8eac-fcef1757409a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.621864 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1fd02700-e34e-4a48-b91d-caaf972235f9'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:34.623219 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19e0521-28d2-485d-83ff-97265f605409 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:34.626479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07d598-bc07-4c16-8eac-fcef1757409a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=bbc08ba1-1acd-47e1-bdca-1a1dbca038fa,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:34.632402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.633717 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-359b2bbf-687a-4530-b983-3ba43fc377b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.6796272 Jan 12 09:37:34.636822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36626) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:34.637126 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-de76511b-9ba0-4b48-acb7-2ab39beaccfb tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1248577 Jan 12 09:37:34.638965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36628) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:34.654540 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cc07d598-bc07-4c16-8eac-fcef1757409a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4254987 Jan 12 09:37:34.658063 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36636) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:34.666519 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'mac_address': 'fa:16:3e:bd:c9:0a', 'name': 'tempest-NetworksTestDHCPv6-1825037071'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:34.687365 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-995a90b7-1f96-4a83-8cdd-e35d4eaeee8d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.813091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f5c8-41de-4a95-b918-f10c7b277862 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.815739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36640) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:34.853875 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.882990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f5c8-41de-4a95-b918-f10c7b277862 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:34.908702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:34.957815 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Set router 1fd02700-e34e-4a48-b91d-caaf972235f9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:37:34.969342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:34.977966 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Network c41e5b15-8285-431e-8f66-285cbb0681d3 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:35.001558 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': 'bbc08ba1-1acd-47e1-bdca-1a1dbca038fa'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:37:35.003604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.017524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:35.042720 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-84127f75-de2e-45f6-bc55-5ca7eba76105 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10f7e76caa244da5865ff48f8d07b730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215638 Jan 12 09:37:35.042720 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f5c8-41de-4a95-b918-f10c7b277862 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.044747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36646) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:35.071789 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8f5c8-41de-4a95-b918-f10c7b277862 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374579b6-ab61-4cfd-91c8-3d3725f2174f,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:35.169351 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:35.172224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:35.227625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f5c8-41de-4a95-b918-f10c7b277862 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.228721 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-eaa8f5c8-41de-4a95-b918-f10c7b277862 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-groups/374579b6-ab61-4cfd-91c8-3d3725f2174f HTTP/1.1" status: 204 len: 168 time: 0.5908856 Jan 12 09:37:35.233229 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36650) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:35.238222 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:35.282620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6cf47f27-3f1a-4811-9a1f-2c94d9f1a82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.309358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6cf47f27-3f1a-4811-9a1f-2c94d9f1a82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.324538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.335597 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Allocated IP 2001:db8::f816:3eff:fe51:dfb5 (ff4a5360-acb6-446d-a4d9-75b6632567e8/bbc08ba1-1acd-47e1-bdca-1a1dbca038fa/8c983d58-7f90-489b-b3fe-7a9754d64c96) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:35.390609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.403405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6cf47f27-3f1a-4811-9a1f-2c94d9f1a82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.427916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a24e4bd9-1937-48e0-a46d-ceb490c3a0da tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.445922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf47f27-3f1a-4811-9a1f-2c94d9f1a82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02de2d66-94aa-447b-80d4-22102b7b4124,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:35.451959 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-af6ec2dd-8dff-4f42-98be-7789f9b93def tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:35.461978 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6cf47f27-3f1a-4811-9a1f-2c94d9f1a82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.465373 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6cf47f27-3f1a-4811-9a1f-2c94d9f1a82b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02de2d66-94aa-447b-80d4-22102b7b4124 HTTP/1.1" status: 204 len: 168 time: 0.4039736 Jan 12 09:37:35.465373 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port 492ccc5f-f1f7-451f-a7bc-d5c65eb4c27c yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:35.521394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-af6ec2dd-8dff-4f42-98be-7789f9b93def tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:35.522784 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-af6ec2dd-8dff-4f42-98be-7789f9b93def tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2885952 Jan 12 09:37:35.528568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36656) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:35.541102 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-042aa19b-cb12-407c-b7e0-c59c7639d25c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416832984'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:35.556573 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-042aa19b-cb12-407c-b7e0-c59c7639d25c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:35.562749 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:35.563605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.573990 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:37:32Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:35.575113 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7ab54ee6-a27c-44a3-91fc-cce41aa91d78 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=05fdfd0263cb464989f6119e683582f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9329667 Jan 12 09:37:35.577481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36660) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:35.586737 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.592960 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Checking router: 1fd02700-e34e-4a48-b91d-caaf972235f9 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:37:35.594247 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Updating router 1fd02700-e34e-4a48-b91d-caaf972235f9 port 4105904e-0e34-4310-a2f9-3910fa10cb80 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:37:35.605238 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-042aa19b-cb12-407c-b7e0-c59c7639d25c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:35.649434 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-eae7fc89-2fa6-4a7f-899b-72d08e3fa3c3 None None] Provisioning for port 372eb8f9-6cf1-4d6f-988a-4fbd26ddbf25 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:35.672275 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-eae7fc89-2fa6-4a7f-899b-72d08e3fa3c3 None None] Provisioning complete for port 372eb8f9-6cf1-4d6f-988a-4fbd26ddbf25 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:35.673239 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-eae7fc89-2fa6-4a7f-899b-72d08e3fa3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.704795 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-042aa19b-cb12-407c-b7e0-c59c7639d25c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.706315 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.763671 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-042aa19b-cb12-407c-b7e0-c59c7639d25c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:35.771745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-042aa19b-cb12-407c-b7e0-c59c7639d25c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:35.783515 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-042aa19b-cb12-407c-b7e0-c59c7639d25c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:35.793698 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-042aa19b-cb12-407c-b7e0-c59c7639d25c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:35.798877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e8bc42-1147-42fe-9937-9e62535c3586 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:35.800584 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-36e8bc42-1147-42fe-9937-9e62535c3586 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2221949 Jan 12 09:37:35.804362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36666) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:35.846138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Pushing event updated for resources: {'Port': ['ID=372eb8f9-6cf1-4d6f-988a-4fbd26ddbf25,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:35.858494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-eae7fc89-2fa6-4a7f-899b-72d08e3fa3c3 None None] Port 372eb8f9-6cf1-4d6f-988a-4fbd26ddbf25 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:35.910909 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-093e9ff3-2251-413b-903d-3217e7c9a121 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1054449 Jan 12 09:37:35.911541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36674) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:35.930424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f277cdb2-b999-4f74-93cb-d0e867b3a241 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-716283181', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:35.946551 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:35.967937 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Transition to ACTIVE for port object 8c983d58-7f90-489b-b3fe-7a9754d64c96 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:35.983511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e4bd9-1937-48e0-a46d-ceb490c3a0da tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Pushing event deleted for resources: {'Port': ['ID=1f72cf6e-d7a1-46ca-b96a-9ca32e4a2473,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:35.993094 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Transition to ACTIVE for port object 8c983d58-7f90-489b-b3fe-7a9754d64c96 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:36.004829 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.020403 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-042aa19b-cb12-407c-b7e0-c59c7639d25c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.091410 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-042aa19b-cb12-407c-b7e0-c59c7639d25c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.096816 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:36.100870 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:36.108607 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:36.110912 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a24e4bd9-1937-48e0-a46d-ceb490c3a0da tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.166213 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Pushing event updated for resources: {'Port': ['ID=8c983d58-7f90-489b-b3fe-7a9754d64c96,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:36.230546 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Attempting to bind port 8c983d58-7f90-489b-b3fe-7a9754d64c96 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:36.231224 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Attempting to bind port 8c983d58-7f90-489b-b3fe-7a9754d64c96 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:36.231755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Attempting to bind port 8c983d58-7f90-489b-b3fe-7a9754d64c96 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:37:36.242265 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:37:36.243131 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:36.244021 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.245677 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:37:36.246360 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Bound port: 8c983d58-7f90-489b-b3fe-7a9754d64c96, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:36.247085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.279786 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.295493 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Transition to ACTIVE for port object 4105904e-0e34-4310-a2f9-3910fa10cb80 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:36.307004 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.320314 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-042aa19b-cb12-407c-b7e0-c59c7639d25c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.321553 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-042aa19b-cb12-407c-b7e0-c59c7639d25c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7930005 Jan 12 09:37:36.340237 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36684) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:36.369980 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] For port 8c983d58-7f90-489b-b3fe-7a9754d64c96, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:37:36.374793 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] For port 8c983d58-7f90-489b-b3fe-7a9754d64c96, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=8c983d58-7f90-489b-b3fe-7a9754d64c96,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:37:36.390648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.414797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d3706a9a-9fcc-42f4-9979-bfd5e02d9388 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group_rule': {'security_group_id': '17c2445d-faa6-4c51-8fd7-c69cf3547e72', 'direction': 'ingress', 'protocol': 17}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:36.423858 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Attempting to bind port 4105904e-0e34-4310-a2f9-3910fa10cb80 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:36.425116 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Attempting to bind port 4105904e-0e34-4310-a2f9-3910fa10cb80 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:36.425630 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Attempting to bind port 4105904e-0e34-4310-a2f9-3910fa10cb80 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:37:36.443373 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295c300-82cd-4f54-b8d9-354aa0b8ab52 None None] Pushing event updated for resources: {'Port': ['ID=4105904e-0e34-4310-a2f9-3910fa10cb80,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:36.447949 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:37:36.448790 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:36.449354 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.449882 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:37:36.450525 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Bound port: 4105904e-0e34-4310-a2f9-3910fa10cb80, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:36.451101 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.470748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d3706a9a-9fcc-42f4-9979-bfd5e02d9388 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:36.508122 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4ebb2-548e-4ef5-a82f-13151728ff24 None None] Pushing event updated for resources: {'Port': ['ID=8c983d58-7f90-489b-b3fe-7a9754d64c96,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:36.516152 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f277cdb2-b999-4f74-93cb-d0e867b3a241 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:36.518710 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042aa19b-cb12-407c-b7e0-c59c7639d25c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c2445d-faa6-4c51-8fd7-c69cf3547e72,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:36.523423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::f816:3eff:febd:c90a (ff4a5360-acb6-446d-a4d9-75b6632567e8/bbc08ba1-1acd-47e1-bdca-1a1dbca038fa/492ccc5f-f1f7-451f-a7bc-d5c65eb4c27c) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:36.527290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d3706a9a-9fcc-42f4-9979-bfd5e02d9388 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:36.530687 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f277cdb2-b999-4f74-93cb-d0e867b3a241 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:subnet and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:36.536116 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d3706a9a-9fcc-42f4-9979-bfd5e02d9388 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:36.539291 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f277cdb2-b999-4f74-93cb-d0e867b3a241 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:36.552765 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d3706a9a-9fcc-42f4-9979-bfd5e02d9388 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:36.560015 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f277cdb2-b999-4f74-93cb-d0e867b3a241 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:36.571010 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] For port 4105904e-0e34-4310-a2f9-3910fa10cb80, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:37:36.575556 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] For port 4105904e-0e34-4310-a2f9-3910fa10cb80, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4105904e-0e34-4310-a2f9-3910fa10cb80,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:37:36.592470 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.608870 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f277cdb2-b999-4f74-93cb-d0e867b3a241 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:36.612408 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f277cdb2-b999-4f74-93cb-d0e867b3a241 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.627164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a24e4bd9-1937-48e0-a46d-ceb490c3a0da tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.636420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a24e4bd9-1937-48e0-a46d-ceb490c3a0da tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.707496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-00e8f9a1-a48f-4728-a5d6-7c0865615783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.710681 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Routers {'1fd02700-e34e-4a48-b91d-caaf972235f9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:36.711510 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1fd02700-e34e-4a48-b91d-caaf972235f9'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:36.748524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a24e4bd9-1937-48e0-a46d-ceb490c3a0da tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.749344 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24e4bd9-1937-48e0-a46d-ceb490c3a0da tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Fanout notify agent at l3_agent the message router_deleted on router ab5ae55a-f840-45d5-8024-0a3dc5bccf38 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:37:36.795371 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295c300-82cd-4f54-b8d9-354aa0b8ab52 None None] Pushing event updated for resources: {'Port': ['ID=4105904e-0e34-4310-a2f9-3910fa10cb80,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:36.803808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36694) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:36.867977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d3706a9a-9fcc-42f4-9979-bfd5e02d9388 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.928323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a24e4bd9-1937-48e0-a46d-ceb490c3a0da tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.938875 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a24e4bd9-1937-48e0-a46d-ceb490c3a0da tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "DELETE /v2.0/routers/ab5ae55a-f840-45d5-8024-0a3dc5bccf38 HTTP/1.1" status: 204 len: 168 time: 5.2916367 Jan 12 09:37:36.941214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-995a90b7-1f96-4a83-8cdd-e35d4eaeee8d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 7f29bc39-630a-466b-8c93-40885843f1d4 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:36.941570 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-995a90b7-1f96-4a83-8cdd-e35d4eaeee8d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:36.943085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36702) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:36.978889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1680942649', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'enable_snat': False}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:37.010336 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] Set router 1fd02700-e34e-4a48-b91d-caaf972235f9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:37:37.011109 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:37.082903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5b63a42c-b5a7-40f8-963b-4acf7042281e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1362311582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:37.115742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.122373 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5b63a42c-b5a7-40f8-963b-4acf7042281e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:37.149653 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5b63a42c-b5a7-40f8-963b-4acf7042281e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Usage tracker for resource:router and tenant:dbd1044850ef43a39653983a5ecd1554 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:37.151818 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object 492ccc5f-f1f7-451f-a7bc-d5c65eb4c27c will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:37.156574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5b63a42c-b5a7-40f8-963b-4acf7042281e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:37.169658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5b63a42c-b5a7-40f8-963b-4acf7042281e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:37.179819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Usage tracker for resource:router and tenant:d23b5299cf3947899973a50f41649db8 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:37.189037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:37.199112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:37.235757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d3706a9a-9fcc-42f4-9979-bfd5e02d9388 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.246372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.251063 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 8c983d58-7f90-489b-b3fe-7a9754d64c96 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:37.251922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d3706a9a-9fcc-42f4-9979-bfd5e02d9388 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.273764 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b63a42c-b5a7-40f8-963b-4acf7042281e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.274832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b63a42c-b5a7-40f8-963b-4acf7042281e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.278071 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.327565 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.328791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.344808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.351797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3706a9a-9fcc-42f4-9979-bfd5e02d9388 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4ef922-1ac9-46b2-9d50-e61baba6de3e,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:37.376127 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 8c983d58-7f90-489b-b3fe-7a9754d64c96 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:37.384302 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:37:32Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:37.391687 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3906620-fdd7-4f14-b9b6-b4392e452227 None None] The sync data for ids ['1fd02700-e34e-4a48-b91d-caaf972235f9'] in dv-neutron-824346-1-hyperv is: [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:37:32Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:37:37.407781 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-995a90b7-1f96-4a83-8cdd-e35d4eaeee8d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.454789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.479982 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.496690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:37.497747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d3706a9a-9fcc-42f4-9979-bfd5e02d9388 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.501898 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d3706a9a-9fcc-42f4-9979-bfd5e02d9388 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1403265 Jan 12 09:37:37.510071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=492ccc5f-f1f7-451f-a7bc-d5c65eb4c27c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:37.512709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:37.514942 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36706) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:37.524763 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:37.530025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:37.530657 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.562557 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f277cdb2-b999-4f74-93cb-d0e867b3a241 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.608140 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-995a90b7-1f96-4a83-8cdd-e35d4eaeee8d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for 7f29bc39-630a-466b-8c93-40885843f1d4 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:37.648853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b63a42c-b5a7-40f8-963b-4acf7042281e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.723511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b63a42c-b5a7-40f8-963b-4acf7042281e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.729975 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Pushing event updated for resources: {'Port': ['ID=372eb8f9-6cf1-4d6f-988a-4fbd26ddbf25,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:37.744450 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7b5f54e1-76b7-44cd-8661-fe1e1b3cd38d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0852511 Jan 12 09:37:37.758346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36710) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:37.792055 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277cdb2-b999-4f74-93cb-d0e867b3a241 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Subnet': ['ID=bbbf6f51-59e4-4e33-a453-640639438896,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:37.944480 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b63a42c-b5a7-40f8-963b-4acf7042281e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:37.948127 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5b63a42c-b5a7-40f8-963b-4acf7042281e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1384878 Jan 12 09:37:37.961121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36714) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:37.963269 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Network c41e5b15-8285-431e-8f66-285cbb0681d3 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:37.965480 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:37.970603 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f277cdb2-b999-4f74-93cb-d0e867b3a241 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Checking segment: {'id': '2fc119e9-af3a-4c58-b9b9-fbee38ff857d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05455418-2c08-41bc-9a26-899de66012ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:37.970853 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f277cdb2-b999-4f74-93cb-d0e867b3a241 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network hostable DHCP agents. Network: 05455418-2c08-41bc-9a26-899de66012ad, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:37:37.989657 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-689182028'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:37.998168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f034041a-fe17-43f2-aa49-ad5f5f2140a2 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.100894 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:38.113820 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.115464 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e9e6a250-f435-443a-be87-2fd6bcb9021e None None] Provisioning for port 8c983d58-7f90-489b-b3fe-7a9754d64c96 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:38.120733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e9e6a250-f435-443a-be87-2fd6bcb9021e None None] Provisioning complete for port 8c983d58-7f90-489b-b3fe-7a9754d64c96 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:38.121109 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e9e6a250-f435-443a-be87-2fd6bcb9021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.141849 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Usage tracker for resource:network and tenant:dbd1044850ef43a39653983a5ecd1554 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:38.151062 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:38.179508 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f277cdb2-b999-4f74-93cb-d0e867b3a241 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 05455418-2c08-41bc-9a26-899de66012ad is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:37:38.210573 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:38.226057 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-f277cdb2-b999-4f74-93cb-d0e867b3a241 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 05455418-2c08-41bc-9a26-899de66012ad) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:38.229376 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f034041a-fe17-43f2-aa49-ad5f5f2140a2 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.238238 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fb3fc7-f768-4095-bba7-2ecc996819ec None None] Network 05455418-2c08-41bc-9a26-899de66012ad requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:38.265434 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f277cdb2-b999-4f74-93cb-d0e867b3a241 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:38.266027 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f277cdb2-b999-4f74-93cb-d0e867b3a241 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.274719 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a099ef-3e51-4c55-8542-3493affd7361 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:38.287496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a099ef-3e51-4c55-8542-3493affd7361 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:38.288462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-00a099ef-3e51-4c55-8542-3493affd7361 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:38.316862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Made reservation on behalf of dbd1044850ef43a39653983a5ecd1554 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:38.326715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.384928 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.400729 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f277cdb2-b999-4f74-93cb-d0e867b3a241 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4846458 Jan 12 09:37:38.406691 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36718) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:38.427300 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-995a90b7-1f96-4a83-8cdd-e35d4eaeee8d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.477069 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:38.493095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a90b7-1f96-4a83-8cdd-e35d4eaeee8d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Port': ['ID=7f29bc39-630a-466b-8c93-40885843f1d4,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:38.505238 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Usage tracker for resource:security_group_rule and tenant:dbd1044850ef43a39653983a5ecd1554 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:38.511652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:38.532067 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:38.541385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-00a099ef-3e51-4c55-8542-3493affd7361 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:38.545425 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-00a099ef-3e51-4c55-8542-3493affd7361 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7835703 Jan 12 09:37:38.553013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36722) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:38.554334 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f034041a-fe17-43f2-aa49-ad5f5f2140a2 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.563142 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e9e6a250-f435-443a-be87-2fd6bcb9021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.640847 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-05455418-2c08-41bc-9a26-899de66012ad', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:37:38.641694 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.647964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034041a-fe17-43f2-aa49-ad5f5f2140a2 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c2445d-faa6-4c51-8fd7-c69cf3547e72,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:38.686061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e9e6a250-f435-443a-be87-2fd6bcb9021e None None] For port 8c983d58-7f90-489b-b3fe-7a9754d64c96, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=8c983d58-7f90-489b-b3fe-7a9754d64c96,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:38.770191 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e9e6a250-f435-443a-be87-2fd6bcb9021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.914884 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f034041a-fe17-43f2-aa49-ad5f5f2140a2 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.918532 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f034041a-fe17-43f2-aa49-ad5f5f2140a2 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-groups/17c2445d-faa6-4c51-8fd7-c69cf3547e72 HTTP/1.1" status: 204 len: 168 time: 1.3960092 Jan 12 09:37:38.924657 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36726) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:38.937282 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6a250-f435-443a-be87-2fd6bcb9021e None None] Pushing event updated for resources: {'Port': ['ID=8c983d58-7f90-489b-b3fe-7a9754d64c96,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:38.938374 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Router dc978c24-9c36-4363-835a-94bb568bd3bc is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:37:38.946616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1ad240ac-c89a-40e3-8c64-7028017dcfb2 None None] Provisioning complete for port 372eb8f9-6cf1-4d6f-988a-4fbd26ddbf25 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:38.947027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1ad240ac-c89a-40e3-8c64-7028017dcfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.949124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-9410633b-4de0-407f-80e2-acd235e96a54 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port 492ccc5f-f1f7-451f-a7bc-d5c65eb4c27c {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:38.949481 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9410633b-4de0-407f-80e2-acd235e96a54 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:38.997230 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Allocated IP 172.20.0.2 (05455418-2c08-41bc-9a26-899de66012ad/bbbf6f51-59e4-4e33-a453-640639438896/25bc19e1-b55b-47c4-8967-f306860ad687) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:39.015807 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1ad240ac-c89a-40e3-8c64-7028017dcfb2 None None] Port 372eb8f9-6cf1-4d6f-988a-4fbd26ddbf25 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:39.112966 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1ad240ac-c89a-40e3-8c64-7028017dcfb2 None None] Provisioning for port 492ccc5f-f1f7-451f-a7bc-d5c65eb4c27c completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:39.125248 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1ad240ac-c89a-40e3-8c64-7028017dcfb2 None None] Provisioning complete for port 492ccc5f-f1f7-451f-a7bc-d5c65eb4c27c triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:39.125621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1ad240ac-c89a-40e3-8c64-7028017dcfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.224155 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1ad240ac-c89a-40e3-8c64-7028017dcfb2 None None] Port 492ccc5f-f1f7-451f-a7bc-d5c65eb4c27c cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:39.224563 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ac3762aa-8e86-4da6-9405-51beded65da7 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:39.289483 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-995a90b7-1f96-4a83-8cdd-e35d4eaeee8d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.313238 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.323515 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Transition to ACTIVE for port object 25bc19e1-b55b-47c4-8967-f306860ad687 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:39.350671 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 8c983d58-7f90-489b-b3fe-7a9754d64c96 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:39.377683 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Transition to ACTIVE for port object 25bc19e1-b55b-47c4-8967-f306860ad687 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:39.378126 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.405326 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.420968 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.442089 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-31dad9fb-c356-4c57-abff-876444de1293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.451122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ac3762aa-8e86-4da6-9405-51beded65da7 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:39.455431 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ac3762aa-8e86-4da6-9405-51beded65da7 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5297716 Jan 12 09:37:39.463281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36730) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:39.476223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-be31e4ba-3020-4d16-985f-65f97a4e7e70 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group': {'name': 'tempest-secgroup--718530316'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:39.481933 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Network 05455418-2c08-41bc-9a26-899de66012ad is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:39.488069 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:39.493024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:39.532924 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Pushing event updated for resources: {'Port': ['ID=25bc19e1-b55b-47c4-8967-f306860ad687,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:39.537890 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:37:39.558004 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-be31e4ba-3020-4d16-985f-65f97a4e7e70 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:39.573792 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d152464b-1138-453e-b863-1ef39e7cd46a None None] Sync routers for ids ['dc978c24-9c36-4363-835a-94bb568bd3bc'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:37:39.591761 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f5b11995-4870-43da-8afc-63d37ae3768a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] 10.222.0.26 "PUT /v2.0/routers/dc978c24-9c36-4363-835a-94bb568bd3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5977011 Jan 12 09:37:39.593315 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36734) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:39.606453 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 8c983d58-7f90-489b-b3fe-7a9754d64c96 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:39.607192 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.638021 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d152464b-1138-453e-b863-1ef39e7cd46a None None] Routers {'dc978c24-9c36-4363-835a-94bb568bd3bc'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:39.638895 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d152464b-1138-453e-b863-1ef39e7cd46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['dc978c24-9c36-4363-835a-94bb568bd3bc'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:39.674047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-be31e4ba-3020-4d16-985f-65f97a4e7e70 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:39.679679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Request body: {'port': {'network_id': 'c41e5b15-8285-431e-8f66-285cbb0681d3', 'name': 'tempest-FloatingIPNegativeTestJSON-1775365586'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:39.697558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:37:39.706102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Attempting to bind port 25bc19e1-b55b-47c4-8967-f306860ad687 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:39.706740 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Attempting to bind port 25bc19e1-b55b-47c4-8967-f306860ad687 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '2fc119e9-af3a-4c58-b9b9-fbee38ff857d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05455418-2c08-41bc-9a26-899de66012ad'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:39.707123 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Attempting to bind port 25bc19e1-b55b-47c4-8967-f306860ad687 on network 05455418-2c08-41bc-9a26-899de66012ad {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:37:39.714411 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6afc7b8-d901-453b-b573-c24fb1fcecb7,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:39.723606 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:37:39.724315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Checking segment: {'id': '2fc119e9-af3a-4c58-b9b9-fbee38ff857d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05455418-2c08-41bc-9a26-899de66012ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:39.724877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.725451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Bound using segment: {'id': '2fc119e9-af3a-4c58-b9b9-fbee38ff857d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05455418-2c08-41bc-9a26-899de66012ad'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:37:39.725992 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.726249 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Bound port: 25bc19e1-b55b-47c4-8967-f306860ad687, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc119e9-af3a-4c58-b9b9-fbee38ff857d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05455418-2c08-41bc-9a26-899de66012ad'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:39.726801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.737865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d152464b-1138-453e-b863-1ef39e7cd46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:39.760631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d152464b-1138-453e-b863-1ef39e7cd46a None None] Routers {'dc978c24-9c36-4363-835a-94bb568bd3bc'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:39.761700 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d152464b-1138-453e-b863-1ef39e7cd46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['dc978c24-9c36-4363-835a-94bb568bd3bc'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:39.773270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.777879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.778224 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Added segment dfe769ee-7665-46fa-ab1e-6e9487cb63c7 of type vlan for network 1cb63f3c-ccf9-43a9-984c-4a8501a13330 Jan 12 09:37:39.840983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be31e4ba-3020-4d16-985f-65f97a4e7e70 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.872807 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d152464b-1138-453e-b863-1ef39e7cd46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:39.873469 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d152464b-1138-453e-b863-1ef39e7cd46a None None] The sync data for ids ['dc978c24-9c36-4363-835a-94bb568bd3bc'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:37:39.910813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.958266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995a90b7-1f96-4a83-8cdd-e35d4eaeee8d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router bb2bb69f-d1b2-4d37-a681-50f05ad563a8 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:37:39.963714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] For port 25bc19e1-b55b-47c4-8967-f306860ad687, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:37:39.966532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-be31e4ba-3020-4d16-985f-65f97a4e7e70 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:39.967622 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] For port 25bc19e1-b55b-47c4-8967-f306860ad687, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=25bc19e1-b55b-47c4-8967-f306860ad687,segment=NetworkSegment(2fc119e9-af3a-4c58-b9b9-fbee38ff857d),segment_id=2fc119e9-af3a-4c58-b9b9-fbee38ff857d)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:37:39.969223 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4105904e-0e34-4310-a2f9-3910fa10cb80 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:39.982330 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9410633b-4de0-407f-80e2-acd235e96a54 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.992072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:39.997921 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.000938 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-be31e4ba-3020-4d16-985f-65f97a4e7e70 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:40.008322 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-be31e4ba-3020-4d16-985f-65f97a4e7e70 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:40.042231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:37:40.070954 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-be31e4ba-3020-4d16-985f-65f97a4e7e70 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:40.149418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503fe7f-19d3-44a5-ae45-b6004b931101 None None] Pushing event updated for resources: {'Port': ['ID=25bc19e1-b55b-47c4-8967-f306860ad687,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:40.159523 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 4105904e-0e34-4310-a2f9-3910fa10cb80 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:40.166382 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 4105904e-0e34-4310-a2f9-3910fa10cb80 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:40.167101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.175467 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.181374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:40.182376 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.213916 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Allocated IP 172.26.2.251 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/a320579d-f4ec-45c1-980a-5bf3e420e8b3) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:40.316898 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.353503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-9410633b-4de0-407f-80e2-acd235e96a54 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for 492ccc5f-f1f7-451f-a7bc-d5c65eb4c27c owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:40.399536 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.419396 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 4105904e-0e34-4310-a2f9-3910fa10cb80, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4105904e-0e34-4310-a2f9-3910fa10cb80,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:40.427608 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.516415 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=4105904e-0e34-4310-a2f9-3910fa10cb80,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:40.542895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995a90b7-1f96-4a83-8cdd-e35d4eaeee8d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:37:40.550540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:40.559911 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09429fdf-d877-4530-a2be-9f80519d146d None None] Sync routers for ids ['bb2bb69f-d1b2-4d37-a681-50f05ad563a8'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:37:40.562329 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Usage tracker for resource:port and tenant:fffe8988ca4d4813acd5a2fcf719f110 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:40.572007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:40.577387 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-995a90b7-1f96-4a83-8cdd-e35d4eaeee8d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/bb2bb69f-d1b2-4d37-a681-50f05ad563a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4600356 Jan 12 09:37:40.581006 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09429fdf-d877-4530-a2be-9f80519d146d None None] Routers {'bb2bb69f-d1b2-4d37-a681-50f05ad563a8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:40.581738 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-09429fdf-d877-4530-a2be-9f80519d146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['bb2bb69f-d1b2-4d37-a681-50f05ad563a8'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:40.595339 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36740) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:40.599475 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:40.623102 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event updated for resources: {'Network': ['ID=1cb63f3c-ccf9-43a9-984c-4a8501a13330,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:40.639693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 1cb63f3c-ccf9-43a9-984c-4a8501a13330 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:37:40.646849 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-24566c15-9391-4566-9b6f-102164a588eb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.6692891 Jan 12 09:37:40.660836 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36744) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:40.661177 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-09429fdf-d877-4530-a2be-9f80519d146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:40.668768 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-98f22c64-a2fb-4c64-9eb2-9c1285199410 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Synchronizing usage tracker for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:40.673823 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09429fdf-d877-4530-a2be-9f80519d146d None None] Routers {'bb2bb69f-d1b2-4d37-a681-50f05ad563a8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:40.674787 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-09429fdf-d877-4530-a2be-9f80519d146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['bb2bb69f-d1b2-4d37-a681-50f05ad563a8'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:40.677520 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-8b67014d-c667-4996-aab0-ef46b1b7109b tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Request body: {'subnet': {'network_id': '1cb63f3c-ccf9-43a9-984c-4a8501a13330', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:40.711411 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Made reservation on behalf of fffe8988ca4d4813acd5a2fcf719f110 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:40.714972 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.773610 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-09429fdf-d877-4530-a2be-9f80519d146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:40.774102 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09429fdf-d877-4530-a2be-9f80519d146d None None] The sync data for ids ['bb2bb69f-d1b2-4d37-a681-50f05ad563a8'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:37:40.884599 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] device_id is not set on port 59529380-dd2d-4c34-b64b-ec04c19e2a57 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:40.920611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be31e4ba-3020-4d16-985f-65f97a4e7e70 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.921596 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-98f22c64-a2fb-4c64-9eb2-9c1285199410 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Unset dirty status for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:40.925628 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-98f22c64-a2fb-4c64-9eb2-9c1285199410 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb2bb69f-d1b2-4d37-a681-50f05ad563a8 HTTP/1.1" status: 200 len: 205 time: 0.3253880 Jan 12 09:37:40.926715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36748) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:40.951218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be31e4ba-3020-4d16-985f-65f97a4e7e70 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:40.959219 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.000054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8b67014d-c667-4996-aab0-ef46b1b7109b tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:41.010130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9410633b-4de0-407f-80e2-acd235e96a54 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.020550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.064808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8b67014d-c667-4996-aab0-ef46b1b7109b tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Usage tracker for resource:subnet and tenant:dbd1044850ef43a39653983a5ecd1554 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:41.092723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8b67014d-c667-4996-aab0-ef46b1b7109b tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:41.104930 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-402f763b-a50b-4215-a36b-df400da8faac tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.119043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410633b-4de0-407f-80e2-acd235e96a54 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=492ccc5f-f1f7-451f-a7bc-d5c65eb4c27c,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:41.154244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8b67014d-c667-4996-aab0-ef46b1b7109b tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:41.196157 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31e4ba-3020-4d16-985f-65f97a4e7e70 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e3dff5-b844-407b-878d-198c187a5929,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:41.219514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be31e4ba-3020-4d16-985f-65f97a4e7e70 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.220929 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-be31e4ba-3020-4d16-985f-65f97a4e7e70 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7559650 Jan 12 09:37:41.230416 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36752) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:41.237356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9410633b-4de0-407f-80e2-acd235e96a54 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.240770 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9410633b-4de0-407f-80e2-acd235e96a54 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/492ccc5f-f1f7-451f-a7bc-d5c65eb4c27c HTTP/1.1" status: 204 len: 168 time: 2.6702254 Jan 12 09:37:41.248613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9103d59a-60d6-4267-a4d0-539be5f0c3ce tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1113081405'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:41.254085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36756) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:41.255435 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b67014d-c667-4996-aab0-ef46b1b7109b tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Made reservation on behalf of dbd1044850ef43a39653983a5ecd1554 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:41.259094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8b67014d-c667-4996-aab0-ef46b1b7109b tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.266994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.1 (05455418-2c08-41bc-9a26-899de66012ad/bbbf6f51-59e4-4e33-a453-640639438896/9a73fb72-b7f4-4e4a-b6ca-112da29143a0) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:41.292735 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9103d59a-60d6-4267-a4d0-539be5f0c3ce tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:41.344782 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 25bc19e1-b55b-47c4-8967-f306860ad687 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:41.356943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9103d59a-60d6-4267-a4d0-539be5f0c3ce tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:41.444934 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 25bc19e1-b55b-47c4-8967-f306860ad687 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:41.450175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Allocated IP 172.20.0.14 (c41e5b15-8285-431e-8f66-285cbb0681d3/565961ca-bbea-403e-805a-5de883ed3c56/59529380-dd2d-4c34-b64b-ec04c19e2a57) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:41.463531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4105904e-0e34-4310-a2f9-3910fa10cb80 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:41.470415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9103d59a-60d6-4267-a4d0-539be5f0c3ce tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.513330 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81b8b7c-e8f5-4783-8673-30d0a7d158bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:41.514982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81b8b7c-e8f5-4783-8673-30d0a7d158bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:41.515860 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e81b8b7c-e8f5-4783-8673-30d0a7d158bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:41.533892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.542423 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9103d59a-60d6-4267-a4d0-539be5f0c3ce tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:41.552568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9103d59a-60d6-4267-a4d0-539be5f0c3ce tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:41.567768 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9103d59a-60d6-4267-a4d0-539be5f0c3ce tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:41.572228 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 4105904e-0e34-4310-a2f9-3910fa10cb80 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:41.572864 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.585023 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9103d59a-60d6-4267-a4d0-539be5f0c3ce tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:41.637201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e81b8b7c-e8f5-4783-8673-30d0a7d158bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:41.638544 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e81b8b7c-e8f5-4783-8673-30d0a7d158bd tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3627715 Jan 12 09:37:41.647423 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a719b42-cf5f-42bb-a2e0-1fb8ae88cd6f None None] Network 05455418-2c08-41bc-9a26-899de66012ad requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:41.649198 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36760) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:41.651823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-402f763b-a50b-4215-a36b-df400da8faac tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.674757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-402f763b-a50b-4215-a36b-df400da8faac tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.737054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:41.754958 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:41.758075 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:41.783915 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-95a640f6-72c2-4778-996f-87887a03fdda None None] Provisioning for port 25bc19e1-b55b-47c4-8967-f306860ad687 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:41.820449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-95a640f6-72c2-4778-996f-87887a03fdda None None] Provisioning complete for port 25bc19e1-b55b-47c4-8967-f306860ad687 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:41.821387 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95a640f6-72c2-4778-996f-87887a03fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.882646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9103d59a-60d6-4267-a4d0-539be5f0c3ce tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.890908 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Pushing event updated for resources: {'Port': ['ID=a320579d-f4ec-45c1-980a-5bf3e420e8b3,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:41.894448 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-402f763b-a50b-4215-a36b-df400da8faac tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.895309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402f763b-a50b-4215-a36b-df400da8faac tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Fanout notify agent at l3_agent the message router_deleted on router bb2bb69f-d1b2-4d37-a681-50f05ad563a8 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:37:41.896823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9103d59a-60d6-4267-a4d0-539be5f0c3ce tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.917724 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.920843 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8b67014d-c667-4996-aab0-ef46b1b7109b tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:41.937200 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-806d28bf-4e46-4382-8c92-4e39e3c215e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet bbc08ba1-1acd-47e1-bdca-1a1dbca038fa {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:37:41.958184 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-806d28bf-4e46-4382-8c92-4e39e3c215e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.009794 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Transition to ACTIVE for port object 59529380-dd2d-4c34-b64b-ec04c19e2a57 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:42.040382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103d59a-60d6-4267-a4d0-539be5f0c3ce tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546f6816-37f8-40cb-b011-bf7e0a4be13a,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:42.055797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9103d59a-60d6-4267-a4d0-539be5f0c3ce tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.057045 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9103d59a-60d6-4267-a4d0-539be5f0c3ce tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8245130 Jan 12 09:37:42.059067 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-402f763b-a50b-4215-a36b-df400da8faac tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.060548 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-402f763b-a50b-4215-a36b-df400da8faac tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/routers/bb2bb69f-d1b2-4d37-a681-50f05ad563a8 HTTP/1.1" status: 204 len: 168 time: 1.1261692 Jan 12 09:37:42.065070 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36764) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:42.065405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36766) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:42.071000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67014d-c667-4996-aab0-ef46b1b7109b tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event updated for resources: {'Subnet': ['ID=ce7d2c61-21d3-41c6-9493-e9bee5fa0871,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:42.085397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95a640f6-72c2-4778-996f-87887a03fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.105948 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-1e9501ba-522c-4d05-86fb-8a5e5f35803c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group_rule': {'security_group_id': 'a8e3dff5-b844-407b-878d-198c187a5929', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '546f6816-37f8-40cb-b011-bf7e0a4be13a', 'remote_ip_prefix': None}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:42.121934 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1e9501ba-522c-4d05-86fb-8a5e5f35803c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:42.124809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b67014d-c667-4996-aab0-ef46b1b7109b tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Checking segment: {'id': 'dfe769ee-7665-46fa-ab1e-6e9487cb63c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1cb63f3c-ccf9-43a9-984c-4a8501a13330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:42.125176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b67014d-c667-4996-aab0-ef46b1b7109b tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Network hostable DHCP agents. Network: 1cb63f3c-ccf9-43a9-984c-4a8501a13330, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:37:42.128164 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-95a640f6-72c2-4778-996f-87887a03fdda None None] For port 25bc19e1-b55b-47c4-8967-f306860ad687, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=25bc19e1-b55b-47c4-8967-f306860ad687,segment=NetworkSegment(2fc119e9-af3a-4c58-b9b9-fbee38ff857d),segment_id=2fc119e9-af3a-4c58-b9b9-fbee38ff857d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:42.136734 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95a640f6-72c2-4778-996f-87887a03fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.138584 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1e9501ba-522c-4d05-86fb-8a5e5f35803c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:42.143042 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1e9501ba-522c-4d05-86fb-8a5e5f35803c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:42.153180 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1e9501ba-522c-4d05-86fb-8a5e5f35803c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:42.205812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-27419f03-a8e6-4eec-9722-c53ce5300834 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting subnet 8fc1f65e-2914-4a30-b6f5-8b532f14dcee {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:37:42.211582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27419f03-a8e6-4eec-9722-c53ce5300834 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.270165 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a640f6-72c2-4778-996f-87887a03fdda None None] Pushing event updated for resources: {'Port': ['ID=25bc19e1-b55b-47c4-8967-f306860ad687,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:42.342346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.354962 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-806d28bf-4e46-4382-8c92-4e39e3c215e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.395397 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.397003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b67014d-c667-4996-aab0-ef46b1b7109b tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Network 1cb63f3c-ccf9-43a9-984c-4a8501a13330 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:37:42.461571 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:42.469537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d4414ae1-0d6e-4e73-ba16-e29ddc9aabba None None] Provisioning complete for port 25bc19e1-b55b-47c4-8967-f306860ad687 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:42.470299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d4414ae1-0d6e-4e73-ba16-e29ddc9aabba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.485900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-8b67014d-c667-4996-aab0-ef46b1b7109b tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 1cb63f3c-ccf9-43a9-984c-4a8501a13330) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:42.491789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27419f03-a8e6-4eec-9722-c53ce5300834 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.505863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ee8452-49aa-4423-a02b-1ef40f0c3f47 None None] Network 1cb63f3c-ccf9-43a9-984c-4a8501a13330 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:42.523677 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1e9501ba-522c-4d05-86fb-8a5e5f35803c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.535109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Network c41e5b15-8285-431e-8f66-285cbb0681d3 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:42.548134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67014d-c667-4996-aab0-ef46b1b7109b tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:42.548637 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8b67014d-c667-4996-aab0-ef46b1b7109b tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.552572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:42.562224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:42.616338 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-806d28bf-4e46-4382-8c92-4e39e3c215e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.647788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.659729 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Pushing event updated for resources: {'Port': ['ID=59529380-dd2d-4c34-b64b-ec04c19e2a57,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:42.691271 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8b67014d-c667-4996-aab0-ef46b1b7109b tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0274034 Jan 12 09:37:42.691499 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.696188 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36772) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:42.710157 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-8df21dbf-0d75-42f2-8424-8b1055f23451 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Request body: {'network': {'name': 'tempest-router-network01--2097906852'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:42.724201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:42.724862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.730246 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8df21dbf-0d75-42f2-8424-8b1055f23451 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:42.756085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8df21dbf-0d75-42f2-8424-8b1055f23451 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Usage tracker for resource:network and tenant:dbd1044850ef43a39653983a5ecd1554 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:42.762411 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8df21dbf-0d75-42f2-8424-8b1055f23451 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:42.775429 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8df21dbf-0d75-42f2-8424-8b1055f23451 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:42.793736 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1e9501ba-522c-4d05-86fb-8a5e5f35803c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.802405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27419f03-a8e6-4eec-9722-c53ce5300834 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.836167 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ad1c5a90-bca1-43f1-a736-65d1118817b5 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1771157 Jan 12 09:37:42.836931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df21dbf-0d75-42f2-8424-8b1055f23451 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Made reservation on behalf of dbd1044850ef43a39653983a5ecd1554 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:42.840553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8df21dbf-0d75-42f2-8424-8b1055f23451 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.852256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36776) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:42.853442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1e9501ba-522c-4d05-86fb-8a5e5f35803c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.866910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:42.881686 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:42.889485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 05455418-2c08-41bc-9a26-899de66012ad is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:42.895898 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:42.898497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:42.902694 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9501ba-522c-4d05-86fb-8a5e5f35803c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f0c55a-9301-45d9-ae4c-f51bdb9b2331,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:42.918637 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-1cb63f3c-ccf9-43a9-984c-4a8501a13330', 'network_id': '1cb63f3c-ccf9-43a9-984c-4a8501a13330', 'tenant_id': 'dbd1044850ef43a39653983a5ecd1554', 'fixed_ips': [{'subnet_id': 'ce7d2c61-21d3-41c6-9493-e9bee5fa0871'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:37:42.919449 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df21dbf-0d75-42f2-8424-8b1055f23451 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:37:42.923237 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.935389 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1e9501ba-522c-4d05-86fb-8a5e5f35803c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.940029 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1e9501ba-522c-4d05-86fb-8a5e5f35803c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8702948 Jan 12 09:37:42.940029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8df21dbf-0d75-42f2-8424-8b1055f23451 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.940029 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-8df21dbf-0d75-42f2-8424-8b1055f23451 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Added segment 1ef8cc07-f02f-438f-8834-4f0fde06a225 of type vlan for network 79cbbe17-b293-4fb1-9fb3-94f5a6f873a7 Jan 12 09:37:42.940029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36780) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:42.944683 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:42.965980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27419f03-a8e6-4eec-9722-c53ce5300834 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.053949 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27419f03-a8e6-4eec-9722-c53ce5300834 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc1f65e-2914-4a30-b6f5-8b532f14dcee,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:43.067081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-27419f03-a8e6-4eec-9722-c53ce5300834 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.089146 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3988b58c-0b80-4312-8de4-b2e4deb476d5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.116967 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3988b58c-0b80-4312-8de4-b2e4deb476d5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.151050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8df21dbf-0d75-42f2-8424-8b1055f23451 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.153882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Usage tracker for resource:floatingip and tenant:fffe8988ca4d4813acd5a2fcf719f110 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:43.164606 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3988b58c-0b80-4312-8de4-b2e4deb476d5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.190819 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3988b58c-0b80-4312-8de4-b2e4deb476d5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.192378 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3988b58c-0b80-4312-8de4-b2e4deb476d5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/73f0c55a-9301-45d9-ae4c-f51bdb9b2331 HTTP/1.1" status: 204 len: 168 time: 0.2516639 Jan 12 09:37:43.195617 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36784) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:43.201790 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-27419f03-a8e6-4eec-9722-c53ce5300834 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/8fc1f65e-2914-4a30-b6f5-8b532f14dcee HTTP/1.1" status: 204 len: 168 time: 1.1338112 Jan 12 09:37:43.211698 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:43.214485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Allocated IP 2001:db8::2 (1cb63f3c-ccf9-43a9-984c-4a8501a13330/ce7d2c61-21d3-41c6-9493-e9bee5fa0871/d0cc0998-9765-4b53-9817-c74aed55ee9e) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:43.224494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36788) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:43.225127 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28a4783-7a56-4401-90b7-4e9327dedc1d None None] Network 2a3f12d5-72b1-42f5-a521-362186b1dc3f requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:43.227236 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988b58c-0b80-4312-8de4-b2e4deb476d5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73f0c55a-9301-45d9-ae4c-f51bdb9b2331,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:43.230572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=9a73fb72-b7f4-4e4a-b6ca-112da29143a0,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:43.253621 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:43.255670 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 25bc19e1-b55b-47c4-8967-f306860ad687 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:43.263694 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8df21dbf-0d75-42f2-8424-8b1055f23451 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.269704 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df21dbf-0d75-42f2-8424-8b1055f23451 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:43.270317 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8df21dbf-0d75-42f2-8424-8b1055f23451 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.305555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a207aa17-00e7-44a7-8ba3-797b95259a73 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:43.328587 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-806d28bf-4e46-4382-8c92-4e39e3c215e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.357390 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8df21dbf-0d75-42f2-8424-8b1055f23451 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6567929 Jan 12 09:37:43.383365 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36792) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:43.399421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.401206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a207aa17-00e7-44a7-8ba3-797b95259a73 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:43.402403 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a207aa17-00e7-44a7-8ba3-797b95259a73 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2034473 Jan 12 09:37:43.407526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36796) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:43.410198 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df21dbf-0d75-42f2-8424-8b1055f23451 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event updated for resources: {'Network': ['ID=79cbbe17-b293-4fb1-9fb3-94f5a6f873a7,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:43.426556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-0db7ae7e-8d5e-4971-8b16-84d0fcacf207 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Request body: {'network': {'name': 'tempest-router-network02--73257145'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:43.430270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d28bf-4e46-4382-8c92-4e39e3c215e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc08ba1-1acd-47e1-bdca-1a1dbca038fa,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:43.433055 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.447882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-806d28bf-4e46-4382-8c92-4e39e3c215e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.457914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 79cbbe17-b293-4fb1-9fb3-94f5a6f873a7 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:37:43.470266 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e062c55-35da-46d4-8a7c-cf7fb42c9499 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:43.473511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3b16f11d-1569-4d49-ba75-c2e654bc38dd tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.500812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3b16f11d-1569-4d49-ba75-c2e654bc38dd tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.502653 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3cc1b201-c471-41d7-ad8d-2687e3444e44 None None] Provisioning for port 59529380-dd2d-4c34-b64b-ec04c19e2a57 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:43.515008 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0db7ae7e-8d5e-4971-8b16-84d0fcacf207 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:43.535699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf66f3d5-565c-4c64-a6f0-ae8a6a66429c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting subnet 63f87eea-f563-41bf-aec7-7c9b2265dea9 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:37:43.538705 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0db7ae7e-8d5e-4971-8b16-84d0fcacf207 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Usage tracker for resource:network and tenant:dbd1044850ef43a39653983a5ecd1554 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:43.553680 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3b16f11d-1569-4d49-ba75-c2e654bc38dd tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.569616 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0db7ae7e-8d5e-4971-8b16-84d0fcacf207 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:43.574262 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16f11d-1569-4d49-ba75-c2e654bc38dd tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=546f6816-37f8-40cb-b011-bf7e0a4be13a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:43.588052 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cf66f3d5-565c-4c64-a6f0-ae8a6a66429c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.590590 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3b16f11d-1569-4d49-ba75-c2e654bc38dd tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.594335 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3b16f11d-1569-4d49-ba75-c2e654bc38dd tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-groups/546f6816-37f8-40cb-b011-bf7e0a4be13a HTTP/1.1" status: 204 len: 168 time: 0.1835539 Jan 12 09:37:43.594658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36800) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:43.598404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3cc1b201-c471-41d7-ad8d-2687e3444e44 None None] Provisioning complete for port 59529380-dd2d-4c34-b64b-ec04c19e2a57 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:43.598799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3cc1b201-c471-41d7-ad8d-2687e3444e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.633209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0db7ae7e-8d5e-4971-8b16-84d0fcacf207 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:43.647650 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-806d28bf-4e46-4382-8c92-4e39e3c215e4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/bbc08ba1-1acd-47e1-bdca-1a1dbca038fa HTTP/1.1" status: 204 len: 168 time: 1.9854708 Jan 12 09:37:43.654442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36804) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:43.674782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.699518 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cf66f3d5-565c-4c64-a6f0-ae8a6a66429c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.731077 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db7ae7e-8d5e-4971-8b16-84d0fcacf207 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Made reservation on behalf of dbd1044850ef43a39653983a5ecd1554 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:43.732343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ce5b7940-6a2e-4903-b75a-c757cb180198 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:43.734609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0db7ae7e-8d5e-4971-8b16-84d0fcacf207 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.750528 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8a5ac321-d7fb-491b-a362-4b74825738de tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918384 Jan 12 09:37:43.750745 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36808) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:43.756230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:43.771077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ce5b7940-6a2e-4903-b75a-c757cb180198 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:43.775161 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ce5b7940-6a2e-4903-b75a-c757cb180198 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1766760 Jan 12 09:37:43.776314 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36812) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:43.912042 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:43.919528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:43.930472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:43.934804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1b201-c471-41d7-ad8d-2687e3444e44 None None] Port 59529380-dd2d-4c34-b64b-ec04c19e2a57 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:43.940704 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:43.945644 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-befab125-c1d6-409c-a74c-45f7388388ba tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.951564 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 25bc19e1-b55b-47c4-8967-f306860ad687 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:43.951902 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:43.965989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:43.969606 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.014576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-befab125-c1d6-409c-a74c-45f7388388ba tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.105677 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db7ae7e-8d5e-4971-8b16-84d0fcacf207 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:37:44.151358 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-db923c17-b6b4-485d-bcef-ad075b843f9d None None] Provisioning for port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:44.165266 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-db923c17-b6b4-485d-bcef-ad075b843f9d None None] Provisioning complete for port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:44.165857 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-db923c17-b6b4-485d-bcef-ad075b843f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.166169 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-befab125-c1d6-409c-a74c-45f7388388ba tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.195767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befab125-c1d6-409c-a74c-45f7388388ba tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e3dff5-b844-407b-878d-198c187a5929,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:44.208944 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0db7ae7e-8d5e-4971-8b16-84d0fcacf207 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.209278 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-0db7ae7e-8d5e-4971-8b16-84d0fcacf207 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Added segment 60864829-3248-4d74-8bc1-95860cac872a of type vlan for network e3e1ec9d-8919-4c2e-892b-7ca23d9f532c Jan 12 09:37:44.215752 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-befab125-c1d6-409c-a74c-45f7388388ba tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.219110 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-befab125-c1d6-409c-a74c-45f7388388ba tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-groups/a8e3dff5-b844-407b-878d-198c187a5929 HTTP/1.1" status: 204 len: 168 time: 0.4425364 Jan 12 09:37:44.220823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36816) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:44.252035 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.305374 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-db923c17-b6b4-485d-bcef-ad075b843f9d None None] Port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:44.308403 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Transition to ACTIVE for port object d0cc0998-9765-4b53-9817-c74aed55ee9e will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:44.331531 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0c7c52ac-5b5b-43c7-8e4f-fe7186c4fae0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:44.338633 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0db7ae7e-8d5e-4971-8b16-84d0fcacf207 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.348220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Transition to ACTIVE for port object d0cc0998-9765-4b53-9817-c74aed55ee9e will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:44.352236 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cf66f3d5-565c-4c64-a6f0-ae8a6a66429c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.358174 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0c7c52ac-5b5b-43c7-8e4f-fe7186c4fae0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:44.359535 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.365706 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0c7c52ac-5b5b-43c7-8e4f-fe7186c4fae0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1432948 Jan 12 09:37:44.366311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36820) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:44.373278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-cbd92f6f-87f1-4bab-8152-b0bd86456af0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group': {'name': 'tempest-secgroup--2106761592'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:44.392526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-cbd92f6f-87f1-4bab-8152-b0bd86456af0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:44.406071 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f84550-7245-4a2b-bcc8-7fbb8e2c9b57 None None] DHCP port deletion for 2a3f12d5-72b1-42f5-a521-362186b1dc3f request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:37:44.418456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-cbd92f6f-87f1-4bab-8152-b0bd86456af0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:44.433318 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-32f84550-7245-4a2b-bcc8-7fbb8e2c9b57 None None] Deleting port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:44.433565 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-32f84550-7245-4a2b-bcc8-7fbb8e2c9b57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.456672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.467121 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cbd92f6f-87f1-4bab-8152-b0bd86456af0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.484980 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.485947 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0a2bbc-742e-43c3-8b3f-ff6f3be00026 None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:37:44.497853 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Network 1cb63f3c-ccf9-43a9-984c-4a8501a13330 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:44.500432 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-cbd92f6f-87f1-4bab-8152-b0bd86456af0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:44.505582 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:44.511231 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a2bbc-742e-43c3-8b3f-ff6f3be00026 None None] Deleting port 8c983d58-7f90-489b-b3fe-7a9754d64c96 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:44.511816 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7d0a2bbc-742e-43c3-8b3f-ff6f3be00026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.513152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-cbd92f6f-87f1-4bab-8152-b0bd86456af0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:44.518012 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-cbd92f6f-87f1-4bab-8152-b0bd86456af0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:44.527225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-cbd92f6f-87f1-4bab-8152-b0bd86456af0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:44.538225 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:44.553634 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Pushing event updated for resources: {'Port': ['ID=d0cc0998-9765-4b53-9817-c74aed55ee9e,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:44.582861 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0db7ae7e-8d5e-4971-8b16-84d0fcacf207 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.588929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db7ae7e-8d5e-4971-8b16-84d0fcacf207 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:44.589593 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0db7ae7e-8d5e-4971-8b16-84d0fcacf207 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.615840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.objects.ports [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87663) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:37:44.671831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Router 4ded42e8-0df3-4435-9204-7cd062f178ac is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:37:44.705726 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cf66f3d5-565c-4c64-a6f0-ae8a6a66429c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.733410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cbd92f6f-87f1-4bab-8152-b0bd86456af0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.750207 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Attempting to bind port d0cc0998-9765-4b53-9817-c74aed55ee9e on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:44.750596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Attempting to bind port d0cc0998-9765-4b53-9817-c74aed55ee9e by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'dfe769ee-7665-46fa-ab1e-6e9487cb63c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1cb63f3c-ccf9-43a9-984c-4a8501a13330'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:44.750973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Attempting to bind port d0cc0998-9765-4b53-9817-c74aed55ee9e on network 1cb63f3c-ccf9-43a9-984c-4a8501a13330 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:37:44.782876 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:37:44.783329 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Checking segment: {'id': 'dfe769ee-7665-46fa-ab1e-6e9487cb63c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1cb63f3c-ccf9-43a9-984c-4a8501a13330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:44.783647 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.784037 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Bound using segment: {'id': 'dfe769ee-7665-46fa-ab1e-6e9487cb63c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1cb63f3c-ccf9-43a9-984c-4a8501a13330'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:37:44.784530 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Bound port: d0cc0998-9765-4b53-9817-c74aed55ee9e, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe769ee-7665-46fa-ab1e-6e9487cb63c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1cb63f3c-ccf9-43a9-984c-4a8501a13330'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:44.784902 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.854627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cbd92f6f-87f1-4bab-8152-b0bd86456af0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.882954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66f3d5-565c-4c64-a6f0-ae8a6a66429c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Subnet': ['ID=63f87eea-f563-41bf-aec7-7c9b2265dea9,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:44.885382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cf66f3d5-565c-4c64-a6f0-ae8a6a66429c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:44.887766 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cf66f3d5-565c-4c64-a6f0-ae8a6a66429c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/63f87eea-f563-41bf-aec7-7c9b2265dea9 HTTP/1.1" status: 204 len: 168 time: 1.6536009 Jan 12 09:37:44.897617 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36824) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:44.901379 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7ae7e-8d5e-4971-8b16-84d0fcacf207 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event updated for resources: {'Network': ['ID=e3e1ec9d-8919-4c2e-892b-7ca23d9f532c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:44.908579 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0db7ae7e-8d5e-4971-8b16-84d0fcacf207 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5195067 Jan 12 09:37:44.932792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36828) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:44.944672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-31ca711b-901b-4256-8d63-9dccb1c2da09 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Request body: {'subnet': {'network_id': '79cbbe17-b293-4fb1-9fb3-94f5a6f873a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:44.994735 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90760bfa-210a-43ff-ae8c-4ac1fd4033f6 None None] Network 185f2ae8-70b6-4acd-a381-32ea82379f90 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:45.006810 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network e3e1ec9d-8919-4c2e-892b-7ca23d9f532c details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:37:45.010368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd92f6f-87f1-4bab-8152-b0bd86456af0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9749df6-e10e-404e-9b12-5ce82d61c808,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:45.126843 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cbd92f6f-87f1-4bab-8152-b0bd86456af0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.130629 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cbd92f6f-87f1-4bab-8152-b0bd86456af0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7617090 Jan 12 09:37:45.133834 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36834) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:45.198614 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.199644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-addbf292-a666-4575-9c43-6e1b1b541d43 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group_rule': {'security_group_id': 'e9749df6-e10e-404e-9b12-5ce82d61c808', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:45.217044 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.219631 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Allocated IP 172.26.2.47 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/4b1e854b-532c-4140-b2fe-14c225b5e197) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:45.233937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-addbf292-a666-4575-9c43-6e1b1b541d43 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:45.251581 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-32f84550-7245-4a2b-bcc8-7fbb8e2c9b57 None None] For port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4e9d67e3-954d-47f6-b64c-77ab690bc0fa,segment=NetworkSegment(0d53050d-8a8a-4825-bdb1-39803066cbe3),segment_id=0d53050d-8a8a-4825-bdb1-39803066cbe3)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:45.251974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-32f84550-7245-4a2b-bcc8-7fbb8e2c9b57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.253623 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-addbf292-a666-4575-9c43-6e1b1b541d43 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:45.259644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-addbf292-a666-4575-9c43-6e1b1b541d43 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:45.259846 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4e9d67e3-954d-47f6-b64c-77ab690bc0fa no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:45.274100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-addbf292-a666-4575-9c43-6e1b1b541d43 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:45.284546 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-31ca711b-901b-4256-8d63-9dccb1c2da09 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:45.295068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-31ca711b-901b-4256-8d63-9dccb1c2da09 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Usage tracker for resource:subnet and tenant:dbd1044850ef43a39653983a5ecd1554 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:45.298513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-31ca711b-901b-4256-8d63-9dccb1c2da09 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:45.308204 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:45.308600 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.330719 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:37:45.339599 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-31ca711b-901b-4256-8d63-9dccb1c2da09 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:45.354529 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36838) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:45.386716 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-addbf292-a666-4575-9c43-6e1b1b541d43 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.404561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Sync routers for ids ['4ded42e8-0df3-4435-9204-7cd062f178ac'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:37:45.459638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ca711b-901b-4256-8d63-9dccb1c2da09 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Made reservation on behalf of dbd1044850ef43a39653983a5ecd1554 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:45.463285 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-31ca711b-901b-4256-8d63-9dccb1c2da09 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.517749 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.522014 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-53d2a7e4-ea54-487a-a31b-19c872d235ab tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.5622022 Jan 12 09:37:45.527362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36842) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:45.534575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-32f84550-7245-4a2b-bcc8-7fbb8e2c9b57 None None] Calling delete_port for 4e9d67e3-954d-47f6-b64c-77ab690bc0fa owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:45.577534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] For port d0cc0998-9765-4b53-9817-c74aed55ee9e, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:37:45.625433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-7d0a2bbc-742e-43c3-8b3f-ff6f3be00026 None None] For port 8c983d58-7f90-489b-b3fe-7a9754d64c96, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=8c983d58-7f90-489b-b3fe-7a9754d64c96,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:45.625829 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7d0a2bbc-742e-43c3-8b3f-ff6f3be00026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.646505 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Routers {'4ded42e8-0df3-4435-9204-7cd062f178ac'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:45.647095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4ded42e8-0df3-4435-9204-7cd062f178ac'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:45.703624 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] For port d0cc0998-9765-4b53-9817-c74aed55ee9e, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d0cc0998-9765-4b53-9817-c74aed55ee9e,segment=NetworkSegment(dfe769ee-7665-46fa-ab1e-6e9487cb63c7),segment_id=dfe769ee-7665-46fa-ab1e-6e9487cb63c7)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:37:45.802448 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.857292 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.870655 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-addbf292-a666-4575-9c43-6e1b1b541d43 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.918751 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a2bbc-742e-43c3-8b3f-ff6f3be00026 None None] Calling delete_port for 8c983d58-7f90-489b-b3fe-7a9754d64c96 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:45.937564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-addbf292-a666-4575-9c43-6e1b1b541d43 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:45.969545 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e830a161-6192-4bb3-948c-469cde83f554 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Deleting port f486f4dc-1848-4845-8e74-1170a428f905 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:45.969998 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e830a161-6192-4bb3-948c-469cde83f554 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.004267 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbf292-a666-4575-9c43-6e1b1b541d43 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d933ea-b99f-40ac-97fe-05234abccfb1,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:46.027814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.029135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] For port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4e9d67e3-954d-47f6-b64c-77ab690bc0fa,segment=NetworkSegment(0d53050d-8a8a-4825-bdb1-39803066cbe3),segment_id=0d53050d-8a8a-4825-bdb1-39803066cbe3)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:46.029574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.034955 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9f536c24-3c75-40a8-9c06-2adb28760ee9 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/routers/4ded42e8-0df3-4435-9204-7cd062f178ac HTTP/1.1" status: 200 len: 909 time: 0.5050724 Jan 12 09:37:46.038731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] For port 8c983d58-7f90-489b-b3fe-7a9754d64c96, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=8c983d58-7f90-489b-b3fe-7a9754d64c96,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:46.038919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36846) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:46.047762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1680942649', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'enable_snat': True}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:46.051762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.122821 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:46.128656 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-addbf292-a666-4575-9c43-6e1b1b541d43 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.130097 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-addbf292-a666-4575-9c43-6e1b1b541d43 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9922125 Jan 12 09:37:46.144348 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36850) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:46.145178 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Usage tracker for resource:router and tenant:d23b5299cf3947899973a50f41649db8 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:46.156148 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:46.173719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-32f84550-7245-4a2b-bcc8-7fbb8e2c9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.183030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138501c4-029e-499a-9f39-024e8c8114a2 None None] Pushing event updated for resources: {'Port': ['ID=d0cc0998-9765-4b53-9817-c74aed55ee9e,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:46.199609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:46.203600 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.210620 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.232282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for 4e9d67e3-954d-47f6-b64c-77ab690bc0fa owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:46.273957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.277667 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.278681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.298298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:46.299057 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=9a73fb72-b7f4-4e4a-b6ca-112da29143a0,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:46.347806 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-afc7f43c-1f29-4be1-83cb-1e2e59951a81 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.363554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:46.366489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:46.368229 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f84550-7245-4a2b-bcc8-7fbb8e2c9b57 None None] No DVR routers for this DVR port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:46.385428 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f84550-7245-4a2b-bcc8-7fbb8e2c9b57 None None] Pushing event deleted for resources: {'Port': ['ID=4e9d67e3-954d-47f6-b64c-77ab690bc0fa,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:46.406820 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Set router 4ded42e8-0df3-4435-9204-7cd062f178ac gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:37:46.436514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-afc7f43c-1f29-4be1-83cb-1e2e59951a81 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.492281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.539104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Pushing event updated for resources: {'Port': ['ID=4b1e854b-532c-4140-b2fe-14c225b5e197,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:46.591675 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-afc7f43c-1f29-4be1-83cb-1e2e59951a81 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.627123 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7f43c-1f29-4be1-83cb-1e2e59951a81 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7d933ea-b99f-40ac-97fe-05234abccfb1,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:46.637200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 8c983d58-7f90-489b-b3fe-7a9754d64c96 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:46.679600 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.711877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-afc7f43c-1f29-4be1-83cb-1e2e59951a81 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.712660 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-afc7f43c-1f29-4be1-83cb-1e2e59951a81 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f7d933ea-b99f-40ac-97fe-05234abccfb1 HTTP/1.1" status: 204 len: 168 time: 0.5612760 Jan 12 09:37:46.714217 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf91e14-7275-4575-b43a-aded07d657c8 None None] DHCP port deletion for 185f2ae8-70b6-4acd-a381-32ea82379f90 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:37:46.726583 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36854) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:46.765392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e830a161-6192-4bb3-948c-469cde83f554 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.765990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e830a161-6192-4bb3-948c-469cde83f554 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.781178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:37:46.786519 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-3cf91e14-7275-4575-b43a-aded07d657c8 None None] Deleting port c120cc50-c5cd-4c7b-9e8c-c6cdda78530b {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:46.786935 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3cf91e14-7275-4575-b43a-aded07d657c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.817827 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 05455418-2c08-41bc-9a26-899de66012ad is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:46.861789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.864320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:46.933645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e830a161-6192-4bb3-948c-469cde83f554 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Calling delete_port for f486f4dc-1848-4845-8e74-1170a428f905 owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:46.944850 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-7d0a2bbc-742e-43c3-8b3f-ff6f3be00026 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:46.945462 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-7d0a2bbc-742e-43c3-8b3f-ff6f3be00026 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:46.962838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:46.963748 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.003231 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.037063 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.037500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:47.037919 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:47.062607 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2bdbf749-95fd-4aec-be71-987305211bb8 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:47.096009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.148765 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=8c983d58-7f90-489b-b3fe-7a9754d64c96,revision_number=6']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:47.167563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 8c983d58-7f90-489b-b3fe-7a9754d64c96, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=8c983d58-7f90-489b-b3fe-7a9754d64c96,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:47.178940 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-3cf91e14-7275-4575-b43a-aded07d657c8 None None] For port c120cc50-c5cd-4c7b-9e8c-c6cdda78530b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=c120cc50-c5cd-4c7b-9e8c-c6cdda78530b,segment=NetworkSegment(eccfdc4a-2f68-4f64-9385-cfd0548684e3),segment_id=eccfdc4a-2f68-4f64-9385-cfd0548684e3)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:47.183582 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3cf91e14-7275-4575-b43a-aded07d657c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.193390 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2bdbf749-95fd-4aec-be71-987305211bb8 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:47.197394 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2bdbf749-95fd-4aec-be71-987305211bb8 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4666250 Jan 12 09:37:47.201055 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36858) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:47.259003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:47.263809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:47.265653 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-31ca711b-901b-4256-8d63-9dccb1c2da09 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.280727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:47.281328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.339899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 1fd02700-e34e-4a48-b91d-caaf972235f9 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:37:47.340515 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-3cf91e14-7275-4575-b43a-aded07d657c8 None None] Calling delete_port for c120cc50-c5cd-4c7b-9e8c-c6cdda78530b owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:47.341049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.415963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=01d5194b-e8b1-4d9c-99bc-3523bc0a7aee,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:47.423415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e830a161-6192-4bb3-948c-469cde83f554 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.433865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.471053 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3cf91e14-7275-4575-b43a-aded07d657c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.485495 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a2bbc-742e-43c3-8b3f-ff6f3be00026 None None] Deleting port 8c983d58-7f90-489b-b3fe-7a9754d64c96 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:47.485972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7d0a2bbc-742e-43c3-8b3f-ff6f3be00026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.504199 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-02678264-8c81-4a30-99a7-35bc626ae1b7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.7524133 Jan 12 09:37:47.518120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36862) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:47.545894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 4e9d67e3-954d-47f6-b64c-77ab690bc0fa {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:47.546240 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.592725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf91e14-7275-4575-b43a-aded07d657c8 None None] No DVR routers for this DVR port c120cc50-c5cd-4c7b-9e8c-c6cdda78530b on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:47.611181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830a161-6192-4bb3-948c-469cde83f554 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event deleted for resources: {'Port': ['ID=f486f4dc-1848-4845-8e74-1170a428f905,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:47.617615 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'mac_address': 'fa:16:3e:64:0a:5d', 'name': 'tempest-NetworksTestDHCPv6-1800778557'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:47.631286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9e307eb5-d070-4a25-9043-f727d92b2961 None None] Provisioning complete for port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:47.631639 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9e307eb5-d070-4a25-9043-f727d92b2961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.666727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d0cc0998-9765-4b53-9817-c74aed55ee9e up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:47.729776 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ded42e8-0df3-4435-9204-7cd062f178ac', 'name': 'tempest-snat-router-1680942649', 'tenant_id': 'd23b5299cf3947899973a50f41649db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.251'}], 'enable_snat': False}, 'gw_port_id': 'a320579d-f4ec-45c1-980a-5bf3e420e8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:37Z', 'updated_at': '2022-01-12T09:37:42Z', 'revision_number': 3, 'project_id': 'd23b5299cf3947899973a50f41649db8', 'gw_port': {'id': 'a320579d-f4ec-45c1-980a-5bf3e420e8b3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ded42e8-0df3-4435-9204-7cd062f178ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:39Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:47.774049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=8c983d58-7f90-489b-b3fe-7a9754d64c96,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:47.805395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] The port '4e9d67e3-954d-47f6-b64c-77ab690bc0fa' was deleted {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:37:47.816105 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Checking router: 4ded42e8-0df3-4435-9204-7cd062f178ac for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:37:47.816707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Updating router 4ded42e8-0df3-4435-9204-7cd062f178ac port a320579d-f4ec-45c1-980a-5bf3e420e8b3 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:37:47.860874 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6ac78c-b322-4f55-aa13-77f665182bf1 None None] Network 1cb63f3c-ccf9-43a9-984c-4a8501a13330 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:47.877396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:47.886557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf91e14-7275-4575-b43a-aded07d657c8 None None] Pushing event deleted for resources: {'Port': ['ID=c120cc50-c5cd-4c7b-9e8c-c6cdda78530b,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:47.890258 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-18937613-5da3-41a3-95be-a0f71023cad3 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:47.920950 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-9e307eb5-d070-4a25-9043-f727d92b2961 None None] Port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:37:47.962372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:47.970665 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca711b-901b-4256-8d63-9dccb1c2da09 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event updated for resources: {'Subnet': ['ID=bac018f8-b9d2-4941-b58c-3ebc495f8520,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:48.001708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ca711b-901b-4256-8d63-9dccb1c2da09 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Checking segment: {'id': '1ef8cc07-f02f-438f-8834-4f0fde06a225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '79cbbe17-b293-4fb1-9fb3-94f5a6f873a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:48.001708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ca711b-901b-4256-8d63-9dccb1c2da09 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Network hostable DHCP agents. Network: 79cbbe17-b293-4fb1-9fb3-94f5a6f873a7, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:37:48.013052 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-18937613-5da3-41a3-95be-a0f71023cad3 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.075420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.083447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:48.090778 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:37:48.091505 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.108813 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Sync routers for ids ['1fd02700-e34e-4a48-b91d-caaf972235f9'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:37:48.118882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.124417 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Routers {'1fd02700-e34e-4a48-b91d-caaf972235f9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:48.126723 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1fd02700-e34e-4a48-b91d-caaf972235f9'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:48.137384 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.151373 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e830a161-6192-4bb3-948c-469cde83f554 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.151743 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-e830a161-6192-4bb3-948c-469cde83f554 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Floating IP 21726742-367a-4628-a4b5-927b0671fa91 disassociated (deleted). External IP: 172.26.2.82, port: 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a. Jan 12 09:37:48.217274 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3f12d5-72b1-42f5-a521-362186b1dc3f']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:48.256737 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-18937613-5da3-41a3-95be-a0f71023cad3 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.259740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-18937613-5da3-41a3-95be-a0f71023cad3 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.263732 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-18937613-5da3-41a3-95be-a0f71023cad3 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-groups/e9749df6-e10e-404e-9b12-5ce82d61c808 HTTP/1.1" status: 204 len: 168 time: 1.0615091 Jan 12 09:37:48.268999 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36866) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:48.291453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d53050d-8a8a-4825-bdb1-39803066cbe3') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:48.291756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d53050d-8a8a-4825-bdb1-39803066cbe3') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:48.298454 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ca711b-901b-4256-8d63-9dccb1c2da09 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Network 79cbbe17-b293-4fb1-9fb3-94f5a6f873a7 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:37:48.299917 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0b2af2f5-5111-4f77-9b1c-990fc237d9aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/1fd02700-e34e-4a48-b91d-caaf972235f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8920300 Jan 12 09:37:48.317045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36870) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:48.318668 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-814ad150-9f81-4803-a408-d836b36ec3df None None] Provisioning for port d0cc0998-9765-4b53-9817-c74aed55ee9e completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:48.410666 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port d0cc0998-9765-4b53-9817-c74aed55ee9e completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:48.411224 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Set router 1fd02700-e34e-4a48-b91d-caaf972235f9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:37:48.430372 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-814ad150-9f81-4803-a408-d836b36ec3df None None] Provisioning complete for port d0cc0998-9765-4b53-9817-c74aed55ee9e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:48.430749 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-814ad150-9f81-4803-a408-d836b36ec3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.452264 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Pushing event updated for resources: {'Port': ['ID=4b1e854b-532c-4140-b2fe-14c225b5e197,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:48.455152 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.486460 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.494285 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port d0cc0998-9765-4b53-9817-c74aed55ee9e triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:48.494665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.523270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-31ca711b-901b-4256-8d63-9dccb1c2da09 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 79cbbe17-b293-4fb1-9fb3-94f5a6f873a7) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:48.540776 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18937613-5da3-41a3-95be-a0f71023cad3 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9749df6-e10e-404e-9b12-5ce82d61c808,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:48.558168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.560056 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7ad5e841-238f-4238-8d90-a21e7e00225e tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7067626 Jan 12 09:37:48.579416 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c23331-987b-4039-918e-65c5329982ec None None] Network 79cbbe17-b293-4fb1-9fb3-94f5a6f873a7 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:48.581082 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36874) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:48.600218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-08ce78cd-f389-4ccd-ac93-648269245a59 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Request body: {'floatingip': {'port_id': '59529380-dd2d-4c34-b64b-ec04c19e2a57', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:48.619586 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca711b-901b-4256-8d63-9dccb1c2da09 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:48.619980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-31ca711b-901b-4256-8d63-9dccb1c2da09 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.624187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.694605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-08ce78cd-f389-4ccd-ac93-648269245a59 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for floatingip, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.704884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.724467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:37:48.724861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:48.743675 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:48.746410 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.762541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-7d0a2bbc-742e-43c3-8b3f-ff6f3be00026 None None] For port 8c983d58-7f90-489b-b3fe-7a9754d64c96, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=8c983d58-7f90-489b-b3fe-7a9754d64c96,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:48.764839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7d0a2bbc-742e-43c3-8b3f-ff6f3be00026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.779697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-565fe39e-7148-4917-9c3f-9f98c4eb5609 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:48.841481 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-31ca711b-901b-4256-8d63-9dccb1c2da09 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9020972 Jan 12 09:37:48.846513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.863412 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:37:44Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '9a73fb72-b7f4-4e4a-b6ca-112da29143a0', 'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:2e:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:40Z', 'updated_at': '2022-01-12T09:37:45Z', 'revision_number': 2, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:48.868868 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Checking router: 1fd02700-e34e-4a48-b91d-caaf972235f9 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:37:48.869338 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Updating router 1fd02700-e34e-4a48-b91d-caaf972235f9 port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:37:48.920633 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36878) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:48.935088 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port f89658af-57ce-49be-92c4-ace80a9eba3a yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:48.940566 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:48.988663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d4c96fb2-2780-4fb3-a3ff-804c15ea80a1 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Request body: {'subnet': {'network_id': 'e3e1ec9d-8919-4c2e-892b-7ca23d9f532c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:49.121825 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-565fe39e-7148-4917-9c3f-9f98c4eb5609 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:49.131855 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a2bbc-742e-43c3-8b3f-ff6f3be00026 None None] Calling delete_port for 8c983d58-7f90-489b-b3fe-7a9754d64c96 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:49.134115 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-565fe39e-7148-4917-9c3f-9f98c4eb5609 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8450711 Jan 12 09:37:49.135019 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36882) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:49.145939 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-565989bb-b975-429f-9685-cfe2540d1364 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group': {'name': 'tempest-secgroup--2037837733'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:49.153599 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-565989bb-b975-429f-9685-cfe2540d1364 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:49.201631 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-565989bb-b975-429f-9685-cfe2540d1364 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:49.250462 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-08ce78cd-f389-4ccd-ac93-648269245a59 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] update failed (client error): The resource could not be found. Jan 12 09:37:49.258243 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-08ce78cd-f389-4ccd-ac93-648269245a59 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] 10.222.0.26 "PUT /v2.0/floatingips/80553585-a737-4bc3-a33b-3f6528b35ccc HTTP/1.1" status: 404 len: 507 time: 0.6710851 Jan 12 09:37:49.259050 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36886) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:49.284226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-814ad150-9f81-4803-a408-d836b36ec3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.339674 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e830a161-6192-4bb3-948c-469cde83f554 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Router 5a7691ae-7ada-4d28-95da-b17745005599 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:37:49.343226 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025846e4-9d06-41bf-b66e-4b43a683f2a3 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:49.345222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025846e4-9d06-41bf-b66e-4b43a683f2a3 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:49.345758 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025846e4-9d06-41bf-b66e-4b43a683f2a3 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:49.347123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025846e4-9d06-41bf-b66e-4b43a683f2a3 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:49.347658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025846e4-9d06-41bf-b66e-4b43a683f2a3 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:49.348244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025846e4-9d06-41bf-b66e-4b43a683f2a3 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:49.349445 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025846e4-9d06-41bf-b66e-4b43a683f2a3 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:49.350012 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025846e4-9d06-41bf-b66e-4b43a683f2a3 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:49.350572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025846e4-9d06-41bf-b66e-4b43a683f2a3 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:49.351796 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025846e4-9d06-41bf-b66e-4b43a683f2a3 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:49.352608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025846e4-9d06-41bf-b66e-4b43a683f2a3 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:49.353168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025846e4-9d06-41bf-b66e-4b43a683f2a3 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:49.356139 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-025846e4-9d06-41bf-b66e-4b43a683f2a3 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8306 time: 1.0379677 Jan 12 09:37:49.357149 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.361780 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36890) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:49.364614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-565989bb-b975-429f-9685-cfe2540d1364 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.419643 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.445696 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.482183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-79cbbe17-b293-4fb1-9fb3-94f5a6f873a7', 'network_id': '79cbbe17-b293-4fb1-9fb3-94f5a6f873a7', 'tenant_id': 'dbd1044850ef43a39653983a5ecd1554', 'fixed_ips': [{'subnet_id': 'bac018f8-b9d2-4941-b58c-3ebc495f8520'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:37:49.483159 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.490384 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.508011 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Transition to ACTIVE for port object 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:49.519639 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.580027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-814ad150-9f81-4803-a408-d836b36ec3df None None] For port d0cc0998-9765-4b53-9817-c74aed55ee9e, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d0cc0998-9765-4b53-9817-c74aed55ee9e,segment=NetworkSegment(dfe769ee-7665-46fa-ab1e-6e9487cb63c7),segment_id=dfe769ee-7665-46fa-ab1e-6e9487cb63c7)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:49.611355 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936acb28-d05a-4755-9a3d-e13d47402302 None None] Pushing event updated for resources: {'Port': ['ID=9a73fb72-b7f4-4e4a-b6ca-112da29143a0,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:49.620259 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-814ad150-9f81-4803-a408-d836b36ec3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.660172 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-565989bb-b975-429f-9685-cfe2540d1364 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:49.671673 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-2336a244-c953-4e5d-a7e3-d0544a32b238 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Deleting port 4b1e854b-532c-4140-b2fe-14c225b5e197 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:49.672004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2336a244-c953-4e5d-a7e3-d0544a32b238 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.692868 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/networks/2a3f12d5-72b1-42f5-a521-362186b1dc3f HTTP/1.1" status: 204 len: 168 time: 4.7942212 Jan 12 09:37:49.752022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e830a161-6192-4bb3-948c-469cde83f554 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:37:49.757834 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36894) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:49.810338 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e830a161-6192-4bb3-948c-469cde83f554 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.843535 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Attempting to bind port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:49.843914 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Attempting to bind port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '2fc119e9-af3a-4c58-b9b9-fbee38ff857d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05455418-2c08-41bc-9a26-899de66012ad'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:49.844264 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Attempting to bind port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 on network 05455418-2c08-41bc-9a26-899de66012ad {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:37:49.850880 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:37:49.851315 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Checking segment: {'id': '2fc119e9-af3a-4c58-b9b9-fbee38ff857d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05455418-2c08-41bc-9a26-899de66012ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:49.852073 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.852472 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Bound using segment: {'id': '2fc119e9-af3a-4c58-b9b9-fbee38ff857d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05455418-2c08-41bc-9a26-899de66012ad'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:37:49.852944 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Bound port: 9a73fb72-b7f4-4e4a-b6ca-112da29143a0, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc119e9-af3a-4c58-b9b9-fbee38ff857d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05455418-2c08-41bc-9a26-899de66012ad'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:49.853318 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.874886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfddb3-ee98-477d-b274-2c6bbd1e8bda tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Network': ['ID=2a3f12d5-72b1-42f5-a521-362186b1dc3f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:49.885899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2336a244-c953-4e5d-a7e3-d0544a32b238 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.886231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2336a244-c953-4e5d-a7e3-d0544a32b238 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:49.923536 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:49.923888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:49.940384 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f564bfc2-dcac-42d5-ba1d-f7412f1091a7 None None] Sync routers for ids ['5a7691ae-7ada-4d28-95da-b17745005599'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:37:49.982225 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] For port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:37:49.999746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f564bfc2-dcac-42d5-ba1d-f7412f1091a7 None None] Routers {'5a7691ae-7ada-4d28-95da-b17745005599'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:50.000379 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f564bfc2-dcac-42d5-ba1d-f7412f1091a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a7691ae-7ada-4d28-95da-b17745005599'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:50.012267 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-2336a244-c953-4e5d-a7e3-d0544a32b238 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Calling delete_port for 4b1e854b-532c-4140-b2fe-14c225b5e197 owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:50.048483 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-df187f81-372c-4958-b401-a7c02a9c2ce5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.084672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d4c96fb2-2780-4fb3-a3ff-804c15ea80a1 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:50.089025 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d4c96fb2-2780-4fb3-a3ff-804c15ea80a1 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Usage tracker for resource:subnet and tenant:dbd1044850ef43a39653983a5ecd1554 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:50.092334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d4c96fb2-2780-4fb3-a3ff-804c15ea80a1 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:50.093367 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-565989bb-b975-429f-9685-cfe2540d1364 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:50.099495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d4c96fb2-2780-4fb3-a3ff-804c15ea80a1 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:50.129714 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e830a161-6192-4bb3-948c-469cde83f554 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "DELETE /v2.0/floatingips/21726742-367a-4628-a4b5-927b0671fa91 HTTP/1.1" status: 204 len: 168 time: 4.7731199 Jan 12 09:37:50.149218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4205e6f-60ce-4830-b92d-27e27f795fd2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:50.149593 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4205e6f-60ce-4830-b92d-27e27f795fd2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:50.150037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4205e6f-60ce-4830-b92d-27e27f795fd2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:50.150479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4205e6f-60ce-4830-b92d-27e27f795fd2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:50.150948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4205e6f-60ce-4830-b92d-27e27f795fd2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:50.151489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4205e6f-60ce-4830-b92d-27e27f795fd2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:50.151809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4205e6f-60ce-4830-b92d-27e27f795fd2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:50.152242 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4205e6f-60ce-4830-b92d-27e27f795fd2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:50.152669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4205e6f-60ce-4830-b92d-27e27f795fd2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:50.157618 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c4205e6f-60ce-4830-b92d-27e27f795fd2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5792 time: 0.7917578 Jan 12 09:37:50.170512 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36900) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:50.181324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715c988b-306b-40a3-a471-67e02a533804', 'tag': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:37:50.194669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c96fb2-2780-4fb3-a3ff-804c15ea80a1 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Made reservation on behalf of dbd1044850ef43a39653983a5ecd1554 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:50.200129 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d4c96fb2-2780-4fb3-a3ff-804c15ea80a1 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.305455 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-f564bfc2-dcac-42d5-ba1d-f7412f1091a7 None None] Set router 5a7691ae-7ada-4d28-95da-b17745005599 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:37:50.309628 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '715c988b-306b-40a3-a471-67e02a533804', 'tag': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a', 'status': 'completed', 'code': 200} Jan 12 09:37:50.469497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::f816:3eff:fe64:a5d (ff4a5360-acb6-446d-a4d9-75b6632567e8/01d5194b-e8b1-4d9c-99bc-3523bc0a7aee/f89658af-57ce-49be-92c4-ace80a9eba3a) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:50.501229 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2336a244-c953-4e5d-a7e3-d0544a32b238 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.516401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-565989bb-b975-429f-9685-cfe2540d1364 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.563004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-565989bb-b975-429f-9685-cfe2540d1364 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.566064 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.resource_extend [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:37:50.642276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565989bb-b975-429f-9685-cfe2540d1364 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1e387f-eaaf-42d9-bc36-ae9c394f8041,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:50.644720 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336a244-c953-4e5d-a7e3-d0544a32b238 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Pushing event deleted for resources: {'Port': ['ID=4b1e854b-532c-4140-b2fe-14c225b5e197,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:50.703436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ad150-9f81-4803-a408-d836b36ec3df None None] Pushing event updated for resources: {'Port': ['ID=d0cc0998-9765-4b53-9817-c74aed55ee9e,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:50.801400 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-df187f81-372c-4958-b401-a7c02a9c2ce5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.814637 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-565989bb-b975-429f-9685-cfe2540d1364 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.819966 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-565989bb-b975-429f-9685-cfe2540d1364 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6803522 Jan 12 09:37:50.821836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2336a244-c953-4e5d-a7e3-d0544a32b238 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.825539 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2336a244-c953-4e5d-a7e3-d0544a32b238 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.831534 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2336a244-c953-4e5d-a7e3-d0544a32b238 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] 10.222.0.26 "DELETE /v2.0/floatingips/80553585-a737-4bc3-a33b-3f6528b35ccc HTTP/1.1" status: 204 len: 168 time: 1.5673051 Jan 12 09:37:50.832783 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] For port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9a73fb72-b7f4-4e4a-b6ca-112da29143a0,segment=NetworkSegment(2fc119e9-af3a-4c58-b9b9-fbee38ff857d),segment_id=2fc119e9-af3a-4c58-b9b9-fbee38ff857d)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:37:50.836411 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36912) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:50.836754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36914) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:50.839038 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ff62d086-a332-48f0-af94-79ce0f4839af tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4640 time: 0.6672573 Jan 12 09:37:50.840618 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.846859 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device c120cc50-c5cd-4c7b-9e8c-c6cdda78530b no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:50.878204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da0eda-32bb-4ef7-a58a-820a40c4488c req-22aa7aa6-191f-46a5-beac-46081f0a8e7f tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:50.885614 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-96da0eda-32bb-4ef7-a58a-820a40c4488c req-22aa7aa6-191f-46a5-beac-46081f0a8e7f tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 945 time: 0.3347681 Jan 12 09:37:50.901878 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7d0a2bbc-742e-43c3-8b3f-ff6f3be00026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:50.949660 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-96da0eda-32bb-4ef7-a58a-820a40c4488c req-0a445279-d193-44d2-a2a5-4cc12cf3d7ab tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629938 Jan 12 09:37:50.978043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-df187f81-372c-4958-b401-a7c02a9c2ce5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185f2ae8-70b6-4acd-a381-32ea82379f90']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:50.985720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: c120cc50-c5cd-4c7b-9e8c-c6cdda78530b {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:37:50.986324 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device c120cc50-c5cd-4c7b-9e8c-c6cdda78530b not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:37:50.994384 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Routers {'1fd02700-e34e-4a48-b91d-caaf972235f9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:50.995050 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1fd02700-e34e-4a48-b91d-caaf972235f9'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:50.996884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-df187f81-372c-4958-b401-a7c02a9c2ce5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccfdc4a-2f68-4f64-9385-cfd0548684e3') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:50.997187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-df187f81-372c-4958-b401-a7c02a9c2ce5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccfdc4a-2f68-4f64-9385-cfd0548684e3') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:51.012461 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-df187f81-372c-4958-b401-a7c02a9c2ce5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.025093 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a2bbc-742e-43c3-8b3f-ff6f3be00026 None None] Pushing event deleted for resources: {'Port': ['ID=8c983d58-7f90-489b-b3fe-7a9754d64c96,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:51.042388 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-df187f81-372c-4958-b401-a7c02a9c2ce5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.055577 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df187f81-372c-4958-b401-a7c02a9c2ce5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:37:51.056525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-df187f81-372c-4958-b401-a7c02a9c2ce5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.153682 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-30690241-83e2-4ab7-ad3c-69fc69dac7a6 None None] Provisioning complete for port d0cc0998-9765-4b53-9817-c74aed55ee9e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:51.154266 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-30690241-83e2-4ab7-ad3c-69fc69dac7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.202390 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936acb28-d05a-4755-9a3d-e13d47402302 None None] Pushing event updated for resources: {'Port': ['ID=9a73fb72-b7f4-4e4a-b6ca-112da29143a0,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:51.235663 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Allocated IP 2001:db8::2 (79cbbe17-b293-4fb1-9fb3-94f5a6f873a7/bac018f8-b9d2-4941-b58c-3ebc495f8520/3e35c1ba-23e1-4f7f-9303-b2470a0e94c1) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:51.239273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.247460 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d0cc0998-9765-4b53-9817-c74aed55ee9e up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:51.255860 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-68d6dfd9-35df-4842-8a1a-8ac8932a712a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Request body: {'floatingip': {'floating_network_id': 'c41e5b15-8285-431e-8f66-285cbb0681d3', 'port_id': '59529380-dd2d-4c34-b64b-ec04c19e2a57', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:51.262788 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-68d6dfd9-35df-4842-8a1a-8ac8932a712a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:51.266886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-68d6dfd9-35df-4842-8a1a-8ac8932a712a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Usage tracker for resource:floatingip and tenant:fffe8988ca4d4813acd5a2fcf719f110 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:51.270190 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-68d6dfd9-35df-4842-8a1a-8ac8932a712a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:51.278126 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-68d6dfd9-35df-4842-8a1a-8ac8932a712a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:37:51.316583 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:37:51.322176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0a2bbc-742e-43c3-8b3f-ff6f3be00026 None None] No DVR routers for this DVR port 8c983d58-7f90-489b-b3fe-7a9754d64c96 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:51.349819 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] Set router 1fd02700-e34e-4a48-b91d-caaf972235f9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:37:51.353760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-cddfb9c4-5aee-4721-841f-d1db83fe6794 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group_rule': {'security_group_id': '6f1e387f-eaaf-42d9-bc36-ae9c394f8041', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:51.361416 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d186309-8467-478d-9b9e-2d707cbb8a0e None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:51.374158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-68d6dfd9-35df-4842-8a1a-8ac8932a712a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for floatingip, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.386627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36922) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:51.393455 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-565f5ea6-c7fc-4de6-81d4-99e39d65f1f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975506126', 'description': 'tempest-secgroup-smoke-975506126 description', 'project_id': '05fdfd0263cb464989f6119e683582f0'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:51.399597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d4c96fb2-2780-4fb3-a3ff-804c15ea80a1 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.403380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-565f5ea6-c7fc-4de6-81d4-99e39d65f1f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:51.409464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-565f5ea6-c7fc-4de6-81d4-99e39d65f1f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:51.412148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-cddfb9c4-5aee-4721-841f-d1db83fe6794 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:51.419050 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-565f5ea6-c7fc-4de6-81d4-99e39d65f1f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:51.428845 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-565f5ea6-c7fc-4de6-81d4-99e39d65f1f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:51.448078 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-565f5ea6-c7fc-4de6-81d4-99e39d65f1f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.456830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Transition to ACTIVE for port object a320579d-f4ec-45c1-980a-5bf3e420e8b3 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:51.473882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-565f5ea6-c7fc-4de6-81d4-99e39d65f1f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:51.480062 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-565f5ea6-c7fc-4de6-81d4-99e39d65f1f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:51.483475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-565f5ea6-c7fc-4de6-81d4-99e39d65f1f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:51.491049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-565f5ea6-c7fc-4de6-81d4-99e39d65f1f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:51.508147 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c96fb2-2780-4fb3-a3ff-804c15ea80a1 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event updated for resources: {'Subnet': ['ID=f0508790-5e5b-4bda-9128-8026ff899863,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:51.518523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-cddfb9c4-5aee-4721-841f-d1db83fe6794 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:51.529436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.571029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e748ff2-5fba-4d02-b68c-7954cb16a937 req-9075a057-d8a5-41f2-aa83-231ed287a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:51.572702 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e748ff2-5fba-4d02-b68c-7954cb16a937 req-9075a057-d8a5-41f2-aa83-231ed287a6df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83593b4cf2574a6d998ae195c62151f9&device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 1098 time: 1.2396321 Jan 12 09:37:51.589798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-df187f81-372c-4958-b401-a7c02a9c2ce5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.591999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-cddfb9c4-5aee-4721-841f-d1db83fe6794 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:51.632733 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Allocated IP 172.26.2.232 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/dcf3da2b-0725-4a15-8066-cb885875be51) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:51.751878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-565f5ea6-c7fc-4de6-81d4-99e39d65f1f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.759455 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:37:44Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '9a73fb72-b7f4-4e4a-b6ca-112da29143a0', 'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:2e:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:40Z', 'updated_at': '2022-01-12T09:37:49Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:51.760841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e748ff2-5fba-4d02-b68c-7954cb16a937 req-3aa20f98-c15c-482a-954c-7eb506422024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:51.762452 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e748ff2-5fba-4d02-b68c-7954cb16a937 req-3aa20f98-c15c-482a-954c-7eb506422024 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 HTTP/1.1" status: 200 len: 897 time: 0.1672816 Jan 12 09:37:51.769968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c96fb2-2780-4fb3-a3ff-804c15ea80a1 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Checking segment: {'id': '60864829-3248-4d74-8bc1-95860cac872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e3e1ec9d-8919-4c2e-892b-7ca23d9f532c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:51.770267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c96fb2-2780-4fb3-a3ff-804c15ea80a1 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Network hostable DHCP agents. Network: e3e1ec9d-8919-4c2e-892b-7ca23d9f532c, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:37:51.771676 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e873966f-8928-4845-9bd4-1ba3b456d5af None None] The sync data for ids ['1fd02700-e34e-4a48-b91d-caaf972235f9'] in dv-neutron-824346-1-hyperv is: [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:37:44Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '9a73fb72-b7f4-4e4a-b6ca-112da29143a0', 'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:2e:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:40Z', 'updated_at': '2022-01-12T09:37:49Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:37:51.818757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-565f5ea6-c7fc-4de6-81d4-99e39d65f1f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.820813 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-cddfb9c4-5aee-4721-841f-d1db83fe6794 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:51.823418 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-df187f81-372c-4958-b401-a7c02a9c2ce5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.869551 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63273201-aa2a-4723-b2e4-f65303609242 None None] Pushing event updated for resources: {'Port': ['ID=a320579d-f4ec-45c1-980a-5bf3e420e8b3,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:51.927981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f5ea6-c7fc-4de6-81d4-99e39d65f1f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50dc336b-8257-4beb-b54f-6b9256cdc774,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:51.946638 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-565f5ea6-c7fc-4de6-81d4-99e39d65f1f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:51.947986 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-565f5ea6-c7fc-4de6-81d4-99e39d65f1f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5599787 Jan 12 09:37:51.951268 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36926) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:51.956870 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df187f81-372c-4958-b401-a7c02a9c2ce5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Network': ['ID=185f2ae8-70b6-4acd-a381-32ea82379f90,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:51.957919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-feb90f61-c9ad-46f7-aa1e-503e52b62055 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '50dc336b-8257-4beb-b54f-6b9256cdc774', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:51.959483 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e748ff2-5fba-4d02-b68c-7954cb16a937 req-a0098db9-0d8c-4ebb-8b2b-91c266413a2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a HTTP/1.1" status: 200 len: 217 time: 0.0933471 Jan 12 09:37:51.965188 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-feb90f61-c9ad-46f7-aa1e-503e52b62055 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:51.969585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-feb90f61-c9ad-46f7-aa1e-503e52b62055 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:51.973092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-feb90f61-c9ad-46f7-aa1e-503e52b62055 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:51.979590 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-feb90f61-c9ad-46f7-aa1e-503e52b62055 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:51.983757 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Attempting to bind port a320579d-f4ec-45c1-980a-5bf3e420e8b3 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:51.990231 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Attempting to bind port a320579d-f4ec-45c1-980a-5bf3e420e8b3 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:51.990657 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Attempting to bind port a320579d-f4ec-45c1-980a-5bf3e420e8b3 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:37:52.010113 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-feb90f61-c9ad-46f7-aa1e-503e52b62055 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.043369 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.057891 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-df187f81-372c-4958-b401-a7c02a9c2ce5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/networks/185f2ae8-70b6-4acd-a381-32ea82379f90 HTTP/1.1" status: 204 len: 168 time: 2.2970507 Jan 12 09:37:52.068734 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36932) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:52.097826 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-891b9e7d-ce6b-4e6f-be90-dffdaff39dfb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'network': {'name': 'tempest-RoutersTest-1210922308'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:52.127940 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:37:52.128366 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:52.128707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.129098 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:37:52.129569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Bound port: a320579d-f4ec-45c1-980a-5bf3e420e8b3, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:52.129967 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.155864 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port d0cc0998-9765-4b53-9817-c74aed55ee9e triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:52.156409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.180329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-891b9e7d-ce6b-4e6f-be90-dffdaff39dfb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:52.190651 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c96fb2-2780-4fb3-a3ff-804c15ea80a1 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Network e3e1ec9d-8919-4c2e-892b-7ca23d9f532c is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:37:52.210346 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f564bfc2-dcac-42d5-ba1d-f7412f1091a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7691ae-7ada-4d28-95da-b17745005599', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719856618', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:35:37Z', 'revision_number': 4, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'gw_port': {'id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '3ee9e4b6-4f01-479a-9048-b352eada4fcb', 'name': '', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'mac_address': 'fa:16:3e:be:38:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:34Z', 'updated_at': '2022-01-12T09:35:48Z', 'revision_number': 5, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'subnets': [{'id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:52.267315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.283873 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f564bfc2-dcac-42d5-ba1d-f7412f1091a7 None None] Checking router: 5a7691ae-7ada-4d28-95da-b17745005599 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:37:52.288578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cddfb9c4-5aee-4721-841f-d1db83fe6794 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.307671 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Transition to ACTIVE for port object 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:52.324927 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-d4c96fb2-2780-4fb3-a3ff-804c15ea80a1 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, e3e1ec9d-8919-4c2e-892b-7ca23d9f532c) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:52.358901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-891b9e7d-ce6b-4e6f-be90-dffdaff39dfb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:network and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:52.360984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1949abd6-a7cb-49c0-bd91-d1a99cef1216 None None] Network e3e1ec9d-8919-4c2e-892b-7ca23d9f532c requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:52.364652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-891b9e7d-ce6b-4e6f-be90-dffdaff39dfb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:52.376762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c96fb2-2780-4fb3-a3ff-804c15ea80a1 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:52.377728 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d4c96fb2-2780-4fb3-a3ff-804c15ea80a1 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.377894 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-891b9e7d-ce6b-4e6f-be90-dffdaff39dfb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:52.389300 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.395901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e748ff2-5fba-4d02-b68c-7954cb16a937 req-cf1da011-229d-461d-a54f-ccd94c25eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:52.398227 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e748ff2-5fba-4d02-b68c-7954cb16a937 req-cf1da011-229d-461d-a54f-ccd94c25eacd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=23fa9bd8-ea9a-46a0-8f13-81ada7344c9b HTTP/1.1" status: 200 len: 835 time: 0.3386180 Jan 12 09:37:52.401448 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f564bfc2-dcac-42d5-ba1d-f7412f1091a7 None None] Routers {'5a7691ae-7ada-4d28-95da-b17745005599'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:52.402066 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f564bfc2-dcac-42d5-ba1d-f7412f1091a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a7691ae-7ada-4d28-95da-b17745005599'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:52.435364 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-feb90f61-c9ad-46f7-aa1e-503e52b62055 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.447076 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891b9e7d-ce6b-4e6f-be90-dffdaff39dfb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:52.451074 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-891b9e7d-ce6b-4e6f-be90-dffdaff39dfb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.467589 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428be81c-e131-4822-a163-29a518ad500c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': '01d5194b-e8b1-4d9c-99bc-3523bc0a7aee'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:37:52.468407 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-428be81c-e131-4822-a163-29a518ad500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.469977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.474267 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-feb90f61-c9ad-46f7-aa1e-503e52b62055 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.531174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Transition to ACTIVE for port object 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:52.536386 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] For port a320579d-f4ec-45c1-980a-5bf3e420e8b3, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:37:52.541083 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cddfb9c4-5aee-4721-841f-d1db83fe6794 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.553953 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object f89658af-57ce-49be-92c4-ace80a9eba3a will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:52.564848 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d4c96fb2-2780-4fb3-a3ff-804c15ea80a1 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6408074 Jan 12 09:37:52.578703 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36936) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:52.579308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cddfb9c4-5aee-4721-841f-d1db83fe6794 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.582895 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb90f61-c9ad-46f7-aa1e-503e52b62055 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4ab6bb-4dec-40b7-aad2-6b7e36536df2,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:52.605454 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891b9e7d-ce6b-4e6f-be90-dffdaff39dfb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:37:52.620124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-891b9e7d-ce6b-4e6f-be90-dffdaff39dfb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.620772 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-891b9e7d-ce6b-4e6f-be90-dffdaff39dfb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Added segment 9d8b6a87-b140-40aa-98bb-7aa91821abc2 of type vlan for network 1bd71052-9fd2-4870-8e1b-2d7d638d933e Jan 12 09:37:52.622737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.658339 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-891b9e7d-ce6b-4e6f-be90-dffdaff39dfb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.666211 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] For port a320579d-f4ec-45c1-980a-5bf3e420e8b3, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a320579d-f4ec-45c1-980a-5bf3e420e8b3,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:37:52.687936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:52.697702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:52.709235 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:52.714699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adcdc5-dbf0-43e6-a822-30b665a53dcf req-50151feb-1857-45b5-ab56-64bfbd2285fc tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:52.716604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-03adcdc5-dbf0-43e6-a822-30b665a53dcf req-50151feb-1857-45b5-ab56-64bfbd2285fc tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Synchronizing usage tracker for tenant:83593b4cf2574a6d998ae195c62151f9 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:52.722672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cddfb9c4-5aee-4721-841f-d1db83fe6794 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.722672 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cddfb9c4-5aee-4721-841f-d1db83fe6794 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8836515 Jan 12 09:37:52.734900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf3da2b-0725-4a15-8066-cb885875be51,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:52.743102 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36940) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:52.753192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e8638-acf5-4717-9995-0731524f7f67 req-317c5ea6-0c49-429f-975c-2d09ef878fda tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:52.755086 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-100e8638-acf5-4717-9995-0731524f7f67 req-317c5ea6-0c49-429f-975c-2d09ef878fda tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 945 time: 0.6620541 Jan 12 09:37:52.755989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-feb90f61-c9ad-46f7-aa1e-503e52b62055 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.757179 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-feb90f61-c9ad-46f7-aa1e-503e52b62055 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8049316 Jan 12 09:37:52.762681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36944) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:52.765278 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-891b9e7d-ce6b-4e6f-be90-dffdaff39dfb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.771331 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b9e7d-ce6b-4e6f-be90-dffdaff39dfb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:52.772283 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-891b9e7d-ce6b-4e6f-be90-dffdaff39dfb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.773745 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfb9c4-5aee-4721-841f-d1db83fe6794 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29be9af-c62e-450d-b499-89c6b974c1d7,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:52.780900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-84e73d80-41b6-457b-8885-823670ebe9c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '50dc336b-8257-4beb-b54f-6b9256cdc774', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:52.799413 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:52.835701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-84e73d80-41b6-457b-8885-823670ebe9c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:52.871817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-84e73d80-41b6-457b-8885-823670ebe9c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:52.877620 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-03adcdc5-dbf0-43e6-a822-30b665a53dcf req-50151feb-1857-45b5-ab56-64bfbd2285fc tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Unset dirty status for tenant:83593b4cf2574a6d998ae195c62151f9 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:52.878835 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-03adcdc5-dbf0-43e6-a822-30b665a53dcf req-50151feb-1857-45b5-ab56-64bfbd2285fc tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.53 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 945 time: 0.9180462 Jan 12 09:37:52.882274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-84e73d80-41b6-457b-8885-823670ebe9c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:52.893619 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-84e73d80-41b6-457b-8885-823670ebe9c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:52.905059 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-891b9e7d-ce6b-4e6f-be90-dffdaff39dfb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8264654 Jan 12 09:37:52.951053 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36948) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:52.959016 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Network 79cbbe17-b293-4fb1-9fb3-94f5a6f873a7 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:52.973848 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:52.993829 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:53.032901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-21ed9fb8-7e06-4ba4-a258-ef509511ac12 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'subnet': {'network_id': '1bd71052-9fd2-4870-8e1b-2d7d638d933e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:53.048387 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b9e7d-ce6b-4e6f-be90-dffdaff39dfb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Network': ['ID=1bd71052-9fd2-4870-8e1b-2d7d638d933e,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:53.127330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Pushing event updated for resources: {'Port': ['ID=3e35c1ba-23e1-4f7f-9303-b2470a0e94c1,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:53.129854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 1bd71052-9fd2-4870-8e1b-2d7d638d933e details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:37:53.142313 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Routers {'4ded42e8-0df3-4435-9204-7cd062f178ac'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:53.142975 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4ded42e8-0df3-4435-9204-7cd062f178ac'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:53.215078 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ed806e36-ec5d-4482-87c3-466f30cea82e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules/e29be9af-c62e-450d-b499-89c6b974c1d7 HTTP/1.1" status: 200 len: 763 time: 0.4616299 Jan 12 09:37:53.218641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36952) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:53.268845 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-100e8638-acf5-4717-9995-0731524f7f67 req-4c36e0a4-6ba2-41e6-b877-13089de66150 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4812968 Jan 12 09:37:53.327039 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] Set router 4ded42e8-0df3-4435-9204-7cd062f178ac gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:37:53.330991 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-84e73d80-41b6-457b-8885-823670ebe9c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.370297 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e748ff2-5fba-4d02-b68c-7954cb16a937 req-ee77a11e-1fb6-4fc9-9050-35be05f40ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:53.373129 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e748ff2-5fba-4d02-b68c-7954cb16a937 req-ee77a11e-1fb6-4fc9-9050-35be05f40ff6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5579038e-9c4a-4e1b-9451-bb4f59f0e3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9437439 Jan 12 09:37:53.378336 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-03adcdc5-dbf0-43e6-a822-30b665a53dcf req-5077fe92-8bbf-4322-839b-9becea407226 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Deleting port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:53.378677 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-03adcdc5-dbf0-43e6-a822-30b665a53dcf req-5077fe92-8bbf-4322-839b-9becea407226 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.501426 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-68d6dfd9-35df-4842-8a1a-8ac8932a712a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:37:53.506265 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-68d6dfd9-35df-4842-8a1a-8ac8932a712a tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.6560831 Jan 12 09:37:53.532528 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36956) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:53.559317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '59529380-dd2d-4c34-b64b-ec04c19e2a57', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:53.572714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-21ed9fb8-7e06-4ba4-a258-ef509511ac12 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:53.575267 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:53.588155 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Usage tracker for resource:floatingip and tenant:fffe8988ca4d4813acd5a2fcf719f110 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:53.592758 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-21ed9fb8-7e06-4ba4-a258-ef509511ac12 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:subnet and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:53.595753 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:53.608206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-21ed9fb8-7e06-4ba4-a258-ef509511ac12 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:53.610991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-e3e1ec9d-8919-4c2e-892b-7ca23d9f532c', 'network_id': 'e3e1ec9d-8919-4c2e-892b-7ca23d9f532c', 'tenant_id': 'dbd1044850ef43a39653983a5ecd1554', 'fixed_ips': [{'subnet_id': 'f0508790-5e5b-4bda-9128-8026ff899863'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:37:53.611577 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.620374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:53.623040 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-21ed9fb8-7e06-4ba4-a258-ef509511ac12 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:53.625400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.626372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.641924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-732d8cee-d952-4aea-80bf-bf812d9ff4a5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:53.663320 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-f564bfc2-dcac-42d5-ba1d-f7412f1091a7 None None] Set router 5a7691ae-7ada-4d28-95da-b17745005599 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:37:53.734492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-84e73d80-41b6-457b-8885-823670ebe9c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.735890 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ed9fb8-7e06-4ba4-a258-ef509511ac12 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:53.739642 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21ed9fb8-7e06-4ba4-a258-ef509511ac12 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.766527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.788663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-84e73d80-41b6-457b-8885-823670ebe9c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.846755 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e73d80-41b6-457b-8885-823670ebe9c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e06aebf-1aca-43a0-b528-147903100b2c,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:53.850106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:53.920741 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:53.938965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:53.940843 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-732d8cee-d952-4aea-80bf-bf812d9ff4a5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:53.944922 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-732d8cee-d952-4aea-80bf-bf812d9ff4a5 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6531892 Jan 12 09:37:53.951746 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36960) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:53.954341 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:53.959960 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:53.960616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.992338 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-84e73d80-41b6-457b-8885-823670ebe9c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:53.995245 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-84e73d80-41b6-457b-8885-823670ebe9c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2306249 Jan 12 09:37:54.012356 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36964) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:54.023819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7cfc0de4-24ca-4176-b984-9dd3a16c1c72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '50dc336b-8257-4beb-b54f-6b9256cdc774', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:54.039353 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7cfc0de4-24ca-4176-b984-9dd3a16c1c72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:54.044090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=f89658af-57ce-49be-92c4-ace80a9eba3a,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:54.053464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7cfc0de4-24ca-4176-b984-9dd3a16c1c72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:54.060227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7cfc0de4-24ca-4176-b984-9dd3a16c1c72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:54.105141 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e748ff2-5fba-4d02-b68c-7954cb16a937 req-2c83eaef-c7cb-439d-abdb-c512c1311797 service neutron] 10.222.0.53 "GET /v2.0/networks/5579038e-9c4a-4e1b-9451-bb4f59f0e3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665041 Jan 12 09:37:54.125753 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Attempting to bind port 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:54.126416 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7cfc0de4-24ca-4176-b984-9dd3a16c1c72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:54.126947 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Attempting to bind port 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1ef8cc07-f02f-438f-8834-4f0fde06a225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '79cbbe17-b293-4fb1-9fb3-94f5a6f873a7'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:54.127472 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Attempting to bind port 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 on network 79cbbe17-b293-4fb1-9fb3-94f5a6f873a7 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:37:54.134109 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-65a32b93-dc21-433c-8f4b-b13f28a549ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.5931280 Jan 12 09:37:54.146593 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36968) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:54.162233 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63273201-aa2a-4723-b2e4-f65303609242 None None] Pushing event updated for resources: {'Port': ['ID=a320579d-f4ec-45c1-980a-5bf3e420e8b3,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:54.166102 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.179621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:37:54.180314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Checking segment: {'id': '1ef8cc07-f02f-438f-8834-4f0fde06a225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '79cbbe17-b293-4fb1-9fb3-94f5a6f873a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:54.180878 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.181439 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Bound using segment: {'id': '1ef8cc07-f02f-438f-8834-4f0fde06a225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '79cbbe17-b293-4fb1-9fb3-94f5a6f873a7'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:37:54.182099 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Bound port: 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef8cc07-f02f-438f-8834-4f0fde06a225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '79cbbe17-b293-4fb1-9fb3-94f5a6f873a7'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:54.182641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.195074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-85269065-63de-4eeb-a7bc-6477614e92d9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.239372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-85269065-63de-4eeb-a7bc-6477614e92d9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.242680 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-428be81c-e131-4822-a163-29a518ad500c None None] Allocated IP 2001:db8::f816:3eff:fedd:5340 (ff4a5360-acb6-446d-a4d9-75b6632567e8/01d5194b-e8b1-4d9c-99bc-3523bc0a7aee/466bfb0a-03ee-43de-ae99-2aacb5567252) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:54.487626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-03adcdc5-dbf0-43e6-a822-30b665a53dcf req-5077fe92-8bbf-4322-839b-9becea407226 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] For port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,segment=NetworkSegment(a0920245-72b7-41df-85fb-36c03e06aa7d),segment_id=a0920245-72b7-41df-85fb-36c03e06aa7d)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:54.487945 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-03adcdc5-dbf0-43e6-a822-30b665a53dcf req-5077fe92-8bbf-4322-839b-9becea407226 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.514052 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:54.525597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0de4-24ca-4176-b984-9dd3a16c1c72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.564516 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:54.564887 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.674017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] For port 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:37:54.678169 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Allocated IP 2001:db8::2 (e3e1ec9d-8919-4c2e-892b-7ca23d9f532c/f0508790-5e5b-4bda-9128-8026ff899863/6b64bf13-a105-475d-809f-23239f4a1921) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:54.707853 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.709895 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] For port 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=3e35c1ba-23e1-4f7f-9303-b2470a0e94c1,segment=NetworkSegment(1ef8cc07-f02f-438f-8834-4f0fde06a225),segment_id=1ef8cc07-f02f-438f-8834-4f0fde06a225)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:37:54.720408 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.730043 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c070b-c01c-4613-8d07-8f97ba67c162 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:54.730813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2c6c070b-c01c-4613-8d07-8f97ba67c162 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:54.753580 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.828376 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21ed9fb8-7e06-4ba4-a258-ef509511ac12 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.882155 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-03adcdc5-dbf0-43e6-a822-30b665a53dcf req-5077fe92-8bbf-4322-839b-9becea407226 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Calling delete_port for 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:54.888651 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:37:54.916835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0de4-24ca-4176-b984-9dd3a16c1c72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.923868 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-85269065-63de-4eeb-a7bc-6477614e92d9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.943697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0de4-24ca-4176-b984-9dd3a16c1c72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:54.957165 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e748ff2-5fba-4d02-b68c-7954cb16a937 req-0085371e-2ab2-4b4d-a7ce-a054cfb5a9f0 service neutron] 10.222.0.53 "GET /v2.0/networks/5579038e-9c4a-4e1b-9451-bb4f59f0e3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8376501 Jan 12 09:37:54.979526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85269065-63de-4eeb-a7bc-6477614e92d9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e29be9af-c62e-450d-b499-89c6b974c1d7,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:54.997258 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2c6c070b-c01c-4613-8d07-8f97ba67c162 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:54.998027 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2c6c070b-c01c-4613-8d07-8f97ba67c162 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6481791 Jan 12 09:37:55.003101 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36976) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:55.047523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed9fb8-7e06-4ba4-a258-ef509511ac12 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Subnet': ['ID=9fe19afb-2b9a-471a-a7f4-30e1b4bd6c1a,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:55.050430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc0de4-24ca-4176-b984-9dd3a16c1c72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffaea3c-baae-482a-b4bc-71f9271f5865,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:55.134190 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-85269065-63de-4eeb-a7bc-6477614e92d9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.138168 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-85269065-63de-4eeb-a7bc-6477614e92d9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e29be9af-c62e-450d-b499-89c6b974c1d7 HTTP/1.1" status: 204 len: 168 time: 1.1734693 Jan 12 09:37:55.144848 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36980) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:55.174579 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0de4-24ca-4176-b984-9dd3a16c1c72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.177825 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7cfc0de4-24ca-4176-b984-9dd3a16c1c72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1616952 Jan 12 09:37:55.182500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36984) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:55.184405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed9fb8-7e06-4ba4-a258-ef509511ac12 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Checking segment: {'id': '9d8b6a87-b140-40aa-98bb-7aa91821abc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1bd71052-9fd2-4870-8e1b-2d7d638d933e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:55.185067 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ed9fb8-7e06-4ba4-a258-ef509511ac12 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network hostable DHCP agents. Network: 1bd71052-9fd2-4870-8e1b-2d7d638d933e, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:37:55.196685 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b9448cc6-1495-4d8a-9be5-a4b68723895a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '50dc336b-8257-4beb-b54f-6b9256cdc774', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:55.220107 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaca19-2e51-4e14-9a74-cb0f5278d688 req-68d549e6-066d-4470-8d4e-d81eae5809cb tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:55.227422 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7aaaca19-2e51-4e14-9a74-cb0f5278d688 req-68d549e6-066d-4470-8d4e-d81eae5809cb tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 945 time: 0.8235795 Jan 12 09:37:55.237016 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c3427-15ab-4e40-b07e-617a010cd497 None None] Pushing event updated for resources: {'Port': ['ID=3e35c1ba-23e1-4f7f-9303-b2470a0e94c1,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:55.238903 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Allocated IP 172.26.2.235 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/70bc0e23-8547-4c56-a44c-2e0b99019c91) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:55.252730 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ae744c3f-9276-4fbe-83b9-9e8527fe9173 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port f89658af-57ce-49be-92c4-ace80a9eba3a {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:55.253382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ae744c3f-9276-4fbe-83b9-9e8527fe9173 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.258742 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ded42e8-0df3-4435-9204-7cd062f178ac', 'name': 'tempest-snat-router-1680942649', 'tenant_id': 'd23b5299cf3947899973a50f41649db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.251'}], 'enable_snat': False}, 'gw_port_id': 'a320579d-f4ec-45c1-980a-5bf3e420e8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:37Z', 'updated_at': '2022-01-12T09:37:42Z', 'revision_number': 3, 'project_id': 'd23b5299cf3947899973a50f41649db8', 'gw_port': {'id': 'a320579d-f4ec-45c1-980a-5bf3e420e8b3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ded42e8-0df3-4435-9204-7cd062f178ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:39Z', 'updated_at': '2022-01-12T09:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:55.265463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ed9fb8-7e06-4ba4-a258-ef509511ac12 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 1bd71052-9fd2-4870-8e1b-2d7d638d933e is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:37:55.285215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b9448cc6-1495-4d8a-9be5-a4b68723895a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:55.306060 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-428be81c-e131-4822-a163-29a518ad500c None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.320816 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-428be81c-e131-4822-a163-29a518ad500c None None] Transition to ACTIVE for port object 466bfb0a-03ee-43de-ae99-2aacb5567252 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:55.325889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-21ed9fb8-7e06-4ba4-a258-ef509511ac12 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 1bd71052-9fd2-4870-8e1b-2d7d638d933e) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:55.330443 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ed9fb8-7e06-4ba4-a258-ef509511ac12 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:55.331341 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21ed9fb8-7e06-4ba4-a258-ef509511ac12 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.346663 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b47ccd-2186-4e26-8f58-5f0db15ae8cf None None] The sync data for ids ['4ded42e8-0df3-4435-9204-7cd062f178ac'] in dv-neutron-824346-1-hyperv is: [{'id': '4ded42e8-0df3-4435-9204-7cd062f178ac', 'name': 'tempest-snat-router-1680942649', 'tenant_id': 'd23b5299cf3947899973a50f41649db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.251'}], 'enable_snat': False}, 'gw_port_id': 'a320579d-f4ec-45c1-980a-5bf3e420e8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:37Z', 'updated_at': '2022-01-12T09:37:42Z', 'revision_number': 3, 'project_id': 'd23b5299cf3947899973a50f41649db8', 'gw_port': {'id': 'a320579d-f4ec-45c1-980a-5bf3e420e8b3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ded42e8-0df3-4435-9204-7cd062f178ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:39Z', 'updated_at': '2022-01-12T09:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:37:55.348796 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.424301 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-21ed9fb8-7e06-4ba4-a258-ef509511ac12 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4686017 Jan 12 09:37:55.427152 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36988) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:55.433980 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df66cf75-7bd2-4b82-9c04-fd8211386efc None None] Network 1bd71052-9fd2-4870-8e1b-2d7d638d933e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:55.434582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-4f7eb356-e4e7-4c6e-a655-ea7254f36d82 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-502995738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:55.450896 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Router 2030503e-2080-411d-8eb0-3625b98ce637 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:37:55.453154 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4f7eb356-e4e7-4c6e-a655-ea7254f36d82 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:55.460321 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4f7eb356-e4e7-4c6e-a655-ea7254f36d82 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:router and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:55.465966 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b9448cc6-1495-4d8a-9be5-a4b68723895a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:55.466190 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4f7eb356-e4e7-4c6e-a655-ea7254f36d82 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:55.486179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4f7eb356-e4e7-4c6e-a655-ea7254f36d82 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:55.490402 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c7a168a7-2d50-4c7c-8d09-14e28b5bbb3b tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:55.515409 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b9448cc6-1495-4d8a-9be5-a4b68723895a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:55.537357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9a73fb72-b7f4-4e4a-b6ca-112da29143a0,segment=NetworkSegment(2fc119e9-af3a-4c58-b9b9-fbee38ff857d),segment_id=2fc119e9-af3a-4c58-b9b9-fbee38ff857d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:55.545472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b9448cc6-1495-4d8a-9be5-a4b68723895a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:55.580884 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7aaaca19-2e51-4e14-9a74-cb0f5278d688 req-93710ac5-6868-41da-af7a-51bff3195194 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/security-groups?id=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523765 Jan 12 09:37:55.595493 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.639085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb356-e4e7-4c6e-a655-ea7254f36d82 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.640201 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb356-e4e7-4c6e-a655-ea7254f36d82 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.646573 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.705300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.719577 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Transition to ACTIVE for port object 6b64bf13-a105-475d-809f-23239f4a1921 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:55.748703 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb356-e4e7-4c6e-a655-ea7254f36d82 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.758989 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Transition to ACTIVE for port object 6b64bf13-a105-475d-809f-23239f4a1921 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:55.792225 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f564bfc2-dcac-42d5-ba1d-f7412f1091a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7691ae-7ada-4d28-95da-b17745005599', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719856618', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:35:37Z', 'revision_number': 4, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'gw_port': {'id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '3ee9e4b6-4f01-479a-9048-b352eada4fcb', 'name': '', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'mac_address': 'fa:16:3e:be:38:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:34Z', 'updated_at': '2022-01-12T09:35:48Z', 'revision_number': 5, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'subnets': [{'id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:55.801770 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:37:55.816885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb356-e4e7-4c6e-a655-ea7254f36d82 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.824688 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Sync routers for ids ['2030503e-2080-411d-8eb0-3625b98ce637'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:37:55.826527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f564bfc2-dcac-42d5-ba1d-f7412f1091a7 None None] The sync data for ids ['5a7691ae-7ada-4d28-95da-b17745005599'] in dv-neutron-824346-1-hyperv is: [{'id': '5a7691ae-7ada-4d28-95da-b17745005599', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719856618', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:35:37Z', 'revision_number': 4, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'gw_port': {'id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '3ee9e4b6-4f01-479a-9048-b352eada4fcb', 'name': '', 'network_id': '5579038e-9c4a-4e1b-9451-bb4f59f0e3c0', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'mac_address': 'fa:16:3e:be:38:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:34Z', 'updated_at': '2022-01-12T09:35:48Z', 'revision_number': 5, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'subnets': [{'id': '23fa9bd8-ea9a-46a0-8f13-81ada7344c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:37:55.829685 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.837347 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Allocated IP 2001:db8::1 (79cbbe17-b293-4fb1-9fb3-94f5a6f873a7/bac018f8-b9d2-4941-b58c-3ebc495f8520/5b410331-4eef-469c-8ffe-d8211795178d) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:55.846446 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Routers {'2030503e-2080-411d-8eb0-3625b98ce637'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:55.849224 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['2030503e-2080-411d-8eb0-3625b98ce637'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:55.860238 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.894328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c7a168a7-2d50-4c7c-8d09-14e28b5bbb3b tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:55.895523 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c7a168a7-2d50-4c7c-8d09-14e28b5bbb3b tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7484834 Jan 12 09:37:55.901829 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36992) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:55.905160 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb356-e4e7-4c6e-a655-ea7254f36d82 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.909276 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4f7eb356-e4e7-4c6e-a655-ea7254f36d82 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4809651 Jan 12 09:37:55.914107 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 36994) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:55.916167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b9448cc6-1495-4d8a-9be5-a4b68723895a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.921950 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-75e81953-618e-4052-8ad6-f2228d2320a7 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group_rule': {'security_group_id': '6f1e387f-eaaf-42d9-bc36-ae9c394f8041', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:55.927639 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:55.931656 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6e49f7bc-4dc8-4bbf-8738-26fe4143807d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.8916903 Jan 12 09:37:55.940408 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 36998) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:55.946823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-75e81953-618e-4052-8ad6-f2228d2320a7 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:55.960431 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'port': {'network_id': '1bd71052-9fd2-4870-8e1b-2d7d638d933e', 'name': 'tempest-RoutersTest-1960125940'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:56.014888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.027943 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-428be81c-e131-4822-a163-29a518ad500c None None] Transition to ACTIVE for port object 466bfb0a-03ee-43de-ae99-2aacb5567252 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:56.051373 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:56.061538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:56.062587 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:56.097144 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-75e81953-618e-4052-8ad6-f2228d2320a7 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:56.144508 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Pushing event updated for resources: {'Port': ['ID=70bc0e23-8547-4c56-a44c-2e0b99019c91,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:56.201502 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-75e81953-618e-4052-8ad6-f2228d2320a7 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.213882 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-428be81c-e131-4822-a163-29a518ad500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.241936 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:37:56.251664 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Set router 2030503e-2080-411d-8eb0-3625b98ce637 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:37:56.404850 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Network e3e1ec9d-8919-4c2e-892b-7ca23d9f532c is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:56.423575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b9448cc6-1495-4d8a-9be5-a4b68723895a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.428587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-03adcdc5-dbf0-43e6-a822-30b665a53dcf req-5077fe92-8bbf-4322-839b-9becea407226 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.477089 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:56.483762 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:56.545103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b9448cc6-1495-4d8a-9be5-a4b68723895a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.577555 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428be81c-e131-4822-a163-29a518ad500c None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:56.631841 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=9a73fb72-b7f4-4e4a-b6ca-112da29143a0,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:56.719739 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077fe92-8bbf-4322-839b-9becea407226 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event deleted for resources: {'Port': ['ID=42c4a625-e8c3-4a2e-bbd6-dc4256c2170a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:56.747243 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-428be81c-e131-4822-a163-29a518ad500c None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:56.749658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b9448cc6-1495-4d8a-9be5-a4b68723895a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.752052 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428be81c-e131-4822-a163-29a518ad500c None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:56.753601 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b9448cc6-1495-4d8a-9be5-a4b68723895a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5662172 Jan 12 09:37:56.759784 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37006) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:56.760979 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbcca18-af10-420e-b81d-6b01d779eb15 None None] New status for floating IP 21726742-367a-4628-a4b5-927b0671fa91: DOWN {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:37:56.776630 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ae744c3f-9276-4fbe-83b9-9e8527fe9173 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.863530 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9448cc6-1495-4d8a-9be5-a4b68723895a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94269ec0-7dc3-4ac8-ac8c-0e5e202ecab7,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:56.873608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:56.907224 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2030503e-2080-411d-8eb0-3625b98ce637', 'name': 'tempest-snat-router-1680942649', 'tenant_id': 'd23b5299cf3947899973a50f41649db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'dcf3da2b-0725-4a15-8066-cb885875be51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:46Z', 'updated_at': '2022-01-12T09:37:53Z', 'revision_number': 3, 'project_id': 'd23b5299cf3947899973a50f41649db8', 'gw_port': {'id': 'dcf3da2b-0725-4a15-8066-cb885875be51', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2030503e-2080-411d-8eb0-3625b98ce637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:48Z', 'updated_at': '2022-01-12T09:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:56.909328 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-da03bc68-e318-40d1-a914-452185ac05e7 req-1678c009-f172-4878-a24d-9f72720645e2 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 210 time: 0.0577965 Jan 12 09:37:56.913187 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Checking router: 2030503e-2080-411d-8eb0-3625b98ce637 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:37:56.913549 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Updating router 2030503e-2080-411d-8eb0-3625b98ce637 port dcf3da2b-0725-4a15-8066-cb885875be51 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:37:56.964205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-02ca1e9b-71f8-4b80-98df-e3e337f9ebad tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '50dc336b-8257-4beb-b54f-6b9256cdc774', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:56.971380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-02ca1e9b-71f8-4b80-98df-e3e337f9ebad tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:56.981963 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bc47de31-6650-44f7-b339-8b6ded9a39df tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/routers/2030503e-2080-411d-8eb0-3625b98ce637 HTTP/1.1" status: 200 len: 908 time: 1.0402179 Jan 12 09:37:56.990549 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37010) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:57.025167 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.091976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2e164d-b602-4221-a476-98d70353674f None None] Network 79cbbe17-b293-4fb1-9fb3-94f5a6f873a7 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:37:57.148857 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-75e81953-618e-4052-8ad6-f2228d2320a7 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.196439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ae744c3f-9276-4fbe-83b9-9e8527fe9173 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for f89658af-57ce-49be-92c4-ace80a9eba3a owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:57.208939 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-75e81953-618e-4052-8ad6-f2228d2320a7 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.275736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Pushing event updated for resources: {'Port': ['ID=6b64bf13-a105-475d-809f-23239f4a1921,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:57.278617 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e81953-618e-4052-8ad6-f2228d2320a7 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd13259-1281-4281-87a0-ec61bc290e54,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:57.285850 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Deleting port 70bc0e23-8547-4c56-a44c-2e0b99019c91 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:57.286374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.341843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Attempting to bind port 6b64bf13-a105-475d-809f-23239f4a1921 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:57.342658 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Attempting to bind port 6b64bf13-a105-475d-809f-23239f4a1921 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '60864829-3248-4d74-8bc1-95860cac872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e3e1ec9d-8919-4c2e-892b-7ca23d9f532c'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:57.343348 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Attempting to bind port 6b64bf13-a105-475d-809f-23239f4a1921 on network e3e1ec9d-8919-4c2e-892b-7ca23d9f532c {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:37:57.457434 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-02ca1e9b-71f8-4b80-98df-e3e337f9ebad tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:57.465479 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-02ca1e9b-71f8-4b80-98df-e3e337f9ebad tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:57.471720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-40e4f532-2c76-47a0-ba8b-1e08b8597960 None None] Provisioning for port 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:57.490758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:37:57.494360 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:37:57.494730 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Checking segment: {'id': '60864829-3248-4d74-8bc1-95860cac872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e3e1ec9d-8919-4c2e-892b-7ca23d9f532c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:57.495177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.495562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Bound using segment: {'id': '60864829-3248-4d74-8bc1-95860cac872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e3e1ec9d-8919-4c2e-892b-7ca23d9f532c'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:37:57.496200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Bound port: 6b64bf13-a105-475d-809f-23239f4a1921, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60864829-3248-4d74-8bc1-95860cac872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e3e1ec9d-8919-4c2e-892b-7ca23d9f532c'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:57.496571 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.513448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-02ca1e9b-71f8-4b80-98df-e3e337f9ebad tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:57.528182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ae744c3f-9276-4fbe-83b9-9e8527fe9173 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.530831 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Transition to ACTIVE for port object 5b410331-4eef-469c-8ffe-d8211795178d will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:57.575692 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-428be81c-e131-4822-a163-29a518ad500c None None] Attempting to bind port 466bfb0a-03ee-43de-ae99-2aacb5567252 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:57.576134 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-428be81c-e131-4822-a163-29a518ad500c None None] Attempting to bind port 466bfb0a-03ee-43de-ae99-2aacb5567252 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:57.576570 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428be81c-e131-4822-a163-29a518ad500c None None] Attempting to bind port 466bfb0a-03ee-43de-ae99-2aacb5567252 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:37:57.584314 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.584554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0225aa8a-f918-4d43-8258-33201bb544e4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.584654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-40e4f532-2c76-47a0-ba8b-1e08b8597960 None None] Provisioning complete for port 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:57.584654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-40e4f532-2c76-47a0-ba8b-1e08b8597960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.594755 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Transition to ACTIVE for port object dcf3da2b-0725-4a15-8066-cb885875be51 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:57.606166 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.687263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-75e81953-618e-4052-8ad6-f2228d2320a7 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.691001 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-75e81953-618e-4052-8ad6-f2228d2320a7 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7781417 Jan 12 09:37:57.694693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-1bd71052-9fd2-4870-8e1b-2d7d638d933e', 'network_id': '1bd71052-9fd2-4870-8e1b-2d7d638d933e', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'fixed_ips': [{'subnet_id': '9fe19afb-2b9a-471a-a7f4-30e1b4bd6c1a'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:37:57.695545 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.706646 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e432b13-ae77-4134-a2c9-c6eea8c0944b None None] Pushing event updated for resources: {'Port': ['ID=dcf3da2b-0725-4a15-8066-cb885875be51,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:57.708836 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:37:57.709850 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.714060 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37014) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:57.745189 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Attempting to bind port dcf3da2b-0725-4a15-8066-cb885875be51 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:37:57.745896 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Attempting to bind port dcf3da2b-0725-4a15-8066-cb885875be51 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:37:57.746576 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Attempting to bind port dcf3da2b-0725-4a15-8066-cb885875be51 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:37:57.754448 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:37:57.755167 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:57.756617 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.757454 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:37:57.758220 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Bound port: dcf3da2b-0725-4a15-8066-cb885875be51, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:57.758918 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.776037 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-03adcdc5-dbf0-43e6-a822-30b665a53dcf req-5077fe92-8bbf-4322-839b-9becea407226 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] No DVR routers for this DVR port 42c4a625-e8c3-4a2e-bbd6-dc4256c2170a on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:37:57.782381 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4ed80285-8a35-4f0e-bd2d-8568c87632f1 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules/8bd13259-1281-4281-87a0-ec61bc290e54 HTTP/1.1" status: 200 len: 763 time: 0.0517352 Jan 12 09:37:57.785600 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37018) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:57.786917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.787249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.801761 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-03adcdc5-dbf0-43e6-a822-30b665a53dcf req-5077fe92-8bbf-4322-839b-9becea407226 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.820780 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715c988b-306b-40a3-a471-67e02a533804', 'name': 'network-vif-deleted', 'tag': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:37:57.826928 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-03adcdc5-dbf0-43e6-a822-30b665a53dcf req-5077fe92-8bbf-4322-839b-9becea407226 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.53 "DELETE /v2.0/ports/42c4a625-e8c3-4a2e-bbd6-dc4256c2170a HTTP/1.1" status: 204 len: 173 time: 4.6286674 Jan 12 09:37:57.841888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae744c3f-9276-4fbe-83b9-9e8527fe9173 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=f89658af-57ce-49be-92c4-ace80a9eba3a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:57.844465 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-02ca1e9b-71f8-4b80-98df-e3e337f9ebad tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:37:57.877319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428be81c-e131-4822-a163-29a518ad500c None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:37:57.889721 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428be81c-e131-4822-a163-29a518ad500c None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:37:57.890527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-428be81c-e131-4822-a163-29a518ad500c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.891803 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428be81c-e131-4822-a163-29a518ad500c None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:37:57.892522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-428be81c-e131-4822-a163-29a518ad500c None None] Bound port: 466bfb0a-03ee-43de-ae99-2aacb5567252, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:37:57.892803 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-428be81c-e131-4822-a163-29a518ad500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.912247 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-02ca1e9b-71f8-4b80-98df-e3e337f9ebad tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:57.995589 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] For port dcf3da2b-0725-4a15-8066-cb885875be51, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:37:57.999406 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] For port dcf3da2b-0725-4a15-8066-cb885875be51, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=dcf3da2b-0725-4a15-8066-cb885875be51,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:37:58.006542 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.019469 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:58.023166 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428be81c-e131-4822-a163-29a518ad500c None None] Pushing event updated for resources: {'Port': ['ID=466bfb0a-03ee-43de-ae99-2aacb5567252,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:58.051705 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:port and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:58.066424 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:58.097425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:58.131356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ae744c3f-9276-4fbe-83b9-9e8527fe9173 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.141704 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ae744c3f-9276-4fbe-83b9-9e8527fe9173 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/f89658af-57ce-49be-92c4-ace80a9eba3a HTTP/1.1" status: 204 len: 168 time: 3.1032405 Jan 12 09:37:58.147520 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e432b13-ae77-4134-a2c9-c6eea8c0944b None None] Pushing event updated for resources: {'Port': ['ID=dcf3da2b-0725-4a15-8066-cb885875be51,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:58.151503 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37028) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:58.172994 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715c988b-306b-40a3-a471-67e02a533804', 'name': 'network-vif-deleted', 'tag': '42c4a625-e8c3-4a2e-bbd6-dc4256c2170a', 'status': 'completed', 'code': 200} Jan 12 09:37:58.178207 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Routers {'2030503e-2080-411d-8eb0-3625b98ce637'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:37:58.178955 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['2030503e-2080-411d-8eb0-3625b98ce637'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:58.187613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:37:58.202820 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.203030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Calling delete_port for 70bc0e23-8547-4c56-a44c-2e0b99019c91 owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:37:58.323378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6f00a9cb-77f2-4d0d-90bd-cd02eb39c4a4 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:58.324050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] device_id is not set on port a96ad110-0be0-4b9f-bb8a-670199a3dd11 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:37:58.327143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] For port 6b64bf13-a105-475d-809f-23239f4a1921, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:37:58.349477 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] For port 6b64bf13-a105-475d-809f-23239f4a1921, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6b64bf13-a105-475d-809f-23239f4a1921,segment=NetworkSegment(60864829-3248-4d74-8bc1-95860cac872a),segment_id=60864829-3248-4d74-8bc1-95860cac872a)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:37:58.364223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.405152 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0225aa8a-f918-4d43-8258-33201bb544e4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.408589 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.426276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6f00a9cb-77f2-4d0d-90bd-cd02eb39c4a4 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:58.427754 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6f00a9cb-77f2-4d0d-90bd-cd02eb39c4a4 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6326632 Jan 12 09:37:58.433646 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0225aa8a-f918-4d43-8258-33201bb544e4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Deleting port dcf3da2b-0725-4a15-8066-cb885875be51 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:37:58.433984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0225aa8a-f918-4d43-8258-33201bb544e4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.455486 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37032) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:58.462914 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1d582dbc-6054-481d-be93-79ba81a2f79d req-4ee86cb8-b733-44e6-8891-01dd15ed2605 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "GET /v2.0/ports?device_id=715c988b-306b-40a3-a471-67e02a533804 HTTP/1.1" status: 200 len: 210 time: 0.1590607 Jan 12 09:37:58.484882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f2dd92-b02a-4592-8ade-129dc0bd1c74 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:58.486753 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f2dd92-b02a-4592-8ade-129dc0bd1c74 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:37:58.487542 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-57f2dd92-b02a-4592-8ade-129dc0bd1c74 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:58.488552 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] Set router 2030503e-2080-411d-8eb0-3625b98ce637 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:37:58.523037 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-40e4f532-2c76-47a0-ba8b-1e08b8597960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.531237 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-02ca1e9b-71f8-4b80-98df-e3e337f9ebad tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.540469 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Network 79cbbe17-b293-4fb1-9fb3-94f5a6f873a7 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:58.554978 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:58.557233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fb1ea218-d6c5-4018-87aa-e251cc4ea26e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.571080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:58.571632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.574074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-02ca1e9b-71f8-4b80-98df-e3e337f9ebad tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.589178 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-428be81c-e131-4822-a163-29a518ad500c None None] For port 466bfb0a-03ee-43de-ae99-2aacb5567252, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:37:58.614495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fb1ea218-d6c5-4018-87aa-e251cc4ea26e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.621794 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event updated for resources: {'Port': ['ID=5b410331-4eef-469c-8ffe-d8211795178d,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:58.647111 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca1e9b-71f8-4b80-98df-e3e337f9ebad tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0efb710-bcbd-4ece-b9ae-27715af948ee,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:58.666626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-02ca1e9b-71f8-4b80-98df-e3e337f9ebad tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.668270 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-02ca1e9b-71f8-4b80-98df-e3e337f9ebad tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.8756137 Jan 12 09:37:58.671082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37036) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:58.678310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4f1a6e83-dd68-4b03-b603-87262214bff9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '50dc336b-8257-4beb-b54f-6b9256cdc774', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:58.685320 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fb1ea218-d6c5-4018-87aa-e251cc4ea26e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.688005 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4f1a6e83-dd68-4b03-b603-87262214bff9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:58.706039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4f1a6e83-dd68-4b03-b603-87262214bff9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:37:58.710705 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4f1a6e83-dd68-4b03-b603-87262214bff9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:37:58.713753 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ea218-d6c5-4018-87aa-e251cc4ea26e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bd13259-1281-4281-87a0-ec61bc290e54,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:58.716644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-57f2dd92-b02a-4592-8ade-129dc0bd1c74 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:58.717903 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-57f2dd92-b02a-4592-8ade-129dc0bd1c74 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5630052 Jan 12 09:37:58.724611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37040) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:58.780394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-428be81c-e131-4822-a163-29a518ad500c None None] For port 466bfb0a-03ee-43de-ae99-2aacb5567252, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=466bfb0a-03ee-43de-ae99-2aacb5567252,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:37:58.783995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4f1a6e83-dd68-4b03-b603-87262214bff9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:58.792330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-40e4f532-2c76-47a0-ba8b-1e08b8597960 None None] For port 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=3e35c1ba-23e1-4f7f-9303-b2470a0e94c1,segment=NetworkSegment(1ef8cc07-f02f-438f-8834-4f0fde06a225),segment_id=1ef8cc07-f02f-438f-8834-4f0fde06a225)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:58.808402 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fb1ea218-d6c5-4018-87aa-e251cc4ea26e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.812079 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fb1ea218-d6c5-4018-87aa-e251cc4ea26e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/8bd13259-1281-4281-87a0-ec61bc290e54 HTTP/1.1" status: 204 len: 168 time: 0.3454702 Jan 12 09:37:58.822689 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-428be81c-e131-4822-a163-29a518ad500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.824391 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37044) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:58.843361 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-40e4f532-2c76-47a0-ba8b-1e08b8597960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.851049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:58.871056 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edb401-cc20-41ee-90eb-438bd6cf91ba None None] Pushing event updated for resources: {'Port': ['ID=6b64bf13-a105-475d-809f-23239f4a1921,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:58.875855 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-4f1a6e83-dd68-4b03-b603-87262214bff9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:37:58.953089 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Allocated IP 172.20.0.2 (1bd71052-9fd2-4870-8e1b-2d7d638d933e/9fe19afb-2b9a-471a-a7f4-30e1b4bd6c1a/8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:37:59.000334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6e83-dd68-4b03-b603-87262214bff9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.079598 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2030503e-2080-411d-8eb0-3625b98ce637', 'name': 'tempest-snat-router-1680942649', 'tenant_id': 'd23b5299cf3947899973a50f41649db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'dcf3da2b-0725-4a15-8066-cb885875be51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:46Z', 'updated_at': '2022-01-12T09:37:53Z', 'revision_number': 3, 'project_id': 'd23b5299cf3947899973a50f41649db8', 'gw_port': {'id': 'dcf3da2b-0725-4a15-8066-cb885875be51', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2030503e-2080-411d-8eb0-3625b98ce637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:48Z', 'updated_at': '2022-01-12T09:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:37:59.083923 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19affa-8e80-4a0c-b8ad-4bbefc0aafc0 None None] The sync data for ids ['2030503e-2080-411d-8eb0-3625b98ce637'] in dv-neutron-824346-1-hyperv is: [{'id': '2030503e-2080-411d-8eb0-3625b98ce637', 'name': 'tempest-snat-router-1680942649', 'tenant_id': 'd23b5299cf3947899973a50f41649db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'dcf3da2b-0725-4a15-8066-cb885875be51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:46Z', 'updated_at': '2022-01-12T09:37:53Z', 'revision_number': 3, 'project_id': 'd23b5299cf3947899973a50f41649db8', 'gw_port': {'id': 'dcf3da2b-0725-4a15-8066-cb885875be51', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2030503e-2080-411d-8eb0-3625b98ce637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:48Z', 'updated_at': '2022-01-12T09:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:37:59.142782 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae07b0a2-b146-45c6-9ab5-8f6029c437b8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 01d5194b-e8b1-4d9c-99bc-3523bc0a7aee {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:37:59.161340 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428be81c-e131-4822-a163-29a518ad500c None None] Pushing event updated for resources: {'Port': ['ID=466bfb0a-03ee-43de-ae99-2aacb5567252,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:59.181870 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.214368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1fe9b07a-ed8c-44db-b289-9b01cfcf5985 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:37:59.220158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ae07b0a2-b146-45c6-9ab5-8f6029c437b8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.280826 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Pushing event deleted for resources: {'Port': ['ID=70bc0e23-8547-4c56-a44c-2e0b99019c91,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:59.330257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.372243 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:37:59.372778 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:37:59.428726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6e83-dd68-4b03-b603-87262214bff9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.437155 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4f532-2c76-47a0-ba8b-1e08b8597960 None None] Pushing event updated for resources: {'Port': ['ID=3e35c1ba-23e1-4f7f-9303-b2470a0e94c1,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:59.449393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ae07b0a2-b146-45c6-9ab5-8f6029c437b8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.504619 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1fe9b07a-ed8c-44db-b289-9b01cfcf5985 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:37:59.528195 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1fe9b07a-ed8c-44db-b289-9b01cfcf5985 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6960433 Jan 12 09:37:59.537903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37050) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:59.570394 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6e83-dd68-4b03-b603-87262214bff9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.590466 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d3fdcf7b-cc23-41eb-9232-8b8f8b5ad843 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group_rule': {'security_group_id': '6f1e387f-eaaf-42d9-bc36-ae9c394f8041', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:37:59.613350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d3fdcf7b-cc23-41eb-9232-8b8f8b5ad843 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:37:59.626465 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d3fdcf7b-cc23-41eb-9232-8b8f8b5ad843 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:37:59.639863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.654694 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-0225aa8a-f918-4d43-8258-33201bb544e4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] For port dcf3da2b-0725-4a15-8066-cb885875be51, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=dcf3da2b-0725-4a15-8066-cb885875be51,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:37:59.655477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0225aa8a-f918-4d43-8258-33201bb544e4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.666543 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] create failed (client error): The resource could not be found. Jan 12 09:37:59.673030 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c3449466-b321-464c-96f1-67dcac56ecc3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.1370862 Jan 12 09:37:59.676947 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37054) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:59.686537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Transition to ACTIVE for port object 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:59.736036 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Transition to ACTIVE for port object 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:37:59.743829 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:37:59.819230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37058) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:37:59.865081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Network 1bd71052-9fd2-4870-8e1b-2d7d638d933e is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:37:59.914031 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:37:59.920395 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:37:59.952393 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Pushing event updated for resources: {'Port': ['ID=8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:37:59.966753 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0225aa8a-f918-4d43-8258-33201bb544e4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Calling delete_port for dcf3da2b-0725-4a15-8066-cb885875be51 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:00.030582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d3fdcf7b-cc23-41eb-9232-8b8f8b5ad843 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.042676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a6e83-dd68-4b03-b603-87262214bff9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7588ef0f-93ca-445b-bbe9-3cc7da27bf95,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:00.072401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-2302519a-a853-4359-bbab-6350d7c11079 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Deleting port 59529380-dd2d-4c34-b64b-ec04c19e2a57 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:00.072950 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2302519a-a853-4359-bbab-6350d7c11079 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.087537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-81d16148-0173-4c98-b2ed-fbc5ff9cbc2d None None] Provisioning for port 5b410331-4eef-469c-8ffe-d8211795178d completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:00.208439 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a320579d-f4ec-45c1-980a-5bf3e420e8b3 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:00.264772 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-81d16148-0173-4c98-b2ed-fbc5ff9cbc2d None None] Provisioning complete for port 5b410331-4eef-469c-8ffe-d8211795178d triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:00.265153 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-81d16148-0173-4c98-b2ed-fbc5ff9cbc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.307765 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6e83-dd68-4b03-b603-87262214bff9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.309429 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4f1a6e83-dd68-4b03-b603-87262214bff9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6372845 Jan 12 09:38:00.377283 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Attempting to bind port 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:00.377871 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Attempting to bind port 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '9d8b6a87-b140-40aa-98bb-7aa91821abc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1bd71052-9fd2-4870-8e1b-2d7d638d933e'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:00.378001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Attempting to bind port 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd on network 1bd71052-9fd2-4870-8e1b-2d7d638d933e {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:38:00.399840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:38:00.400209 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Checking segment: {'id': '9d8b6a87-b140-40aa-98bb-7aa91821abc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1bd71052-9fd2-4870-8e1b-2d7d638d933e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:38:00.400615 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.401006 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Bound using segment: {'id': '9d8b6a87-b140-40aa-98bb-7aa91821abc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1bd71052-9fd2-4870-8e1b-2d7d638d933e'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:38:00.401481 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Bound port: 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8b6a87-b140-40aa-98bb-7aa91821abc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1bd71052-9fd2-4870-8e1b-2d7d638d933e'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:00.401853 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.442084 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-81d16148-0173-4c98-b2ed-fbc5ff9cbc2d None None] Port 5b410331-4eef-469c-8ffe-d8211795178d cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:00.465844 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d3fdcf7b-cc23-41eb-9232-8b8f8b5ad843 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.489235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d3fdcf7b-cc23-41eb-9232-8b8f8b5ad843 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.539975 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port a320579d-f4ec-45c1-980a-5bf3e420e8b3 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:00.566946 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Allocated IP 172.20.0.3 (1bd71052-9fd2-4870-8e1b-2d7d638d933e/9fe19afb-2b9a-471a-a7f4-30e1b4bd6c1a/a96ad110-0be0-4b9f-bb8a-670199a3dd11) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:00.575128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a320579d-f4ec-45c1-980a-5bf3e420e8b3 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:00.575503 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.649549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ae07b0a2-b146-45c6-9ab5-8f6029c437b8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.676827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f179840-938b-4676-9951-1188fc677816 None None] Network e3e1ec9d-8919-4c2e-892b-7ca23d9f532c requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:00.730586 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-81d16148-0173-4c98-b2ed-fbc5ff9cbc2d None None] Provisioning complete for port 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:00.731363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-81d16148-0173-4c98-b2ed-fbc5ff9cbc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:00.736420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdcf7b-cc23-41eb-9232-8b8f8b5ad843 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075f4711-abb0-47b1-8b6b-9e0f2e5caacb,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:00.830414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-d4c527a2-fee2-48d6-be80-b4ca9359567e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:00.973187 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-d4c527a2-fee2-48d6-be80-b4ca9359567e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:00.974410 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-d4c527a2-fee2-48d6-be80-b4ca9359567e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975506126&fields=id&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 267 time: 0.2643070 Jan 12 09:38:01.059912 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2302519a-a853-4359-bbab-6350d7c11079 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.076479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0225aa8a-f918-4d43-8258-33201bb544e4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.123524 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] For port 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:38:01.139048 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.151183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] For port 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd,segment=NetworkSegment(9d8b6a87-b140-40aa-98bb-7aa91821abc2),segment_id=9d8b6a87-b140-40aa-98bb-7aa91821abc2)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:38:01.175491 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.259269 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.261278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.269758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4334f-1b94-4b15-8933-b185a97fcf93 None None] Pushing event updated for resources: {'Port': ['ID=8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:01.274167 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.342378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ae07b0a2-b146-45c6-9ab5-8f6029c437b8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.416440 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d3fdcf7b-cc23-41eb-9232-8b8f8b5ad843 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.418039 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d3fdcf7b-cc23-41eb-9232-8b8f8b5ad843 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8552973 Jan 12 09:38:01.420433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port a320579d-f4ec-45c1-980a-5bf3e420e8b3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a320579d-f4ec-45c1-980a-5bf3e420e8b3,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:01.444523 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.551772 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-2302519a-a853-4359-bbab-6350d7c11079 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Calling delete_port for 59529380-dd2d-4c34-b64b-ec04c19e2a57 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:01.556789 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f870b719-4a9a-47f5-8920-a97e83cf4e75 None None] Provisioning for port 466bfb0a-03ee-43de-ae99-2aacb5567252 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:01.570120 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=a320579d-f4ec-45c1-980a-5bf3e420e8b3,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:01.585804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f870b719-4a9a-47f5-8920-a97e83cf4e75 None None] Provisioning complete for port 5b410331-4eef-469c-8ffe-d8211795178d triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:01.586355 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f870b719-4a9a-47f5-8920-a97e83cf4e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.622242 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37074) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:01.633311 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225aa8a-f918-4d43-8258-33201bb544e4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcf3da2b-0725-4a15-8066-cb885875be51,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:01.654240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f870b719-4a9a-47f5-8920-a97e83cf4e75 None None] Port 5b410331-4eef-469c-8ffe-d8211795178d cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:01.670994 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f870b719-4a9a-47f5-8920-a97e83cf4e75 None None] Provisioning for port 6b64bf13-a105-475d-809f-23239f4a1921 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:01.748128 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d6f03219-555b-429d-a1dc-a568cd6e6199 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules/075f4711-abb0-47b1-8b6b-9e0f2e5caacb HTTP/1.1" status: 200 len: 764 time: 0.1242771 Jan 12 09:38:01.787593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07b0a2-b146-45c6-9ab5-8f6029c437b8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=01d5194b-e8b1-4d9c-99bc-3523bc0a7aee,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:01.792261 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-95cec443-f1fb-4fa1-b072-236a941e9a59 None None] Could not find standard attr ID for object f89658af-57ce-49be-92c4-ace80a9eba3a. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:38:01.810415 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37078) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:01.975818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ae07b0a2-b146-45c6-9ab5-8f6029c437b8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:01.978648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device dcf3da2b-0725-4a15-8066-cb885875be51 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:01.992424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-c340cea6-efc2-4094-beb6-49fd32016fc5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:01.999775 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-c340cea6-efc2-4094-beb6-49fd32016fc5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/networks?id=05455418-2c08-41bc-9a26-899de66012ad HTTP/1.1" status: 200 len: 797 time: 1.0060422 Jan 12 09:38:02.048348 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: dcf3da2b-0725-4a15-8066-cb885875be51 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:38:02.051956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device dcf3da2b-0725-4a15-8066-cb885875be51 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 12 09:38:02.057930 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-af5f7fab-f94c-4c3f-ac5c-a7ead07bfb6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/quotas/05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 375 time: 0.0502274 Jan 12 09:38:02.060170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0225aa8a-f918-4d43-8258-33201bb544e4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.088282 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be32d3f2-90a9-4fe4-8255-4ea5d223581f None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:02.124916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event updated for resources: {'Port': ['ID=5b410331-4eef-469c-8ffe-d8211795178d,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:02.165538 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ae07b0a2-b146-45c6-9ab5-8f6029c437b8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/01d5194b-e8b1-4d9c-99bc-3523bc0a7aee HTTP/1.1" status: 204 len: 168 time: 3.4379489 Jan 12 09:38:02.175420 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Port dcf3da2b-0725-4a15-8066-cb885875be51 not found, will not notify nova. {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 12 09:38:02.175966 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 466bfb0a-03ee-43de-ae99-2aacb5567252 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:02.178398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37082) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:02.266128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.273627 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3ec10e90-39d7-44df-9b3f-276eb6bd3da1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939817 Jan 12 09:38:02.301836 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5e751b4a-f666-4e9b-a6eb-0dd467d4726b tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4616725 Jan 12 09:38:02.311937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37086) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:02.312486 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37088) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:02.392523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Network 79cbbe17-b293-4fb1-9fb3-94f5a6f873a7 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:02.395927 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Transition to ACTIVE for port object a96ad110-0be0-4b9f-bb8a-670199a3dd11 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:02.400438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:02.413234 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 466bfb0a-03ee-43de-ae99-2aacb5567252 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:02.421903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 466bfb0a-03ee-43de-ae99-2aacb5567252 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:02.422501 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.457639 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0225aa8a-f918-4d43-8258-33201bb544e4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.469770 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0225aa8a-f918-4d43-8258-33201bb544e4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.518298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8a15948c-ba98-4e36-859e-1f85cd4e63e6 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.530029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2302519a-a853-4359-bbab-6350d7c11079 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.547507 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8a15948c-ba98-4e36-859e-1f85cd4e63e6 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.577847 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.611867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132ca7b8-5e29-4b5f-beb5-9c7effe7e974 None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:38:02.624444 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-132ca7b8-5e29-4b5f-beb5-9c7effe7e974 None None] Deleting port 466bfb0a-03ee-43de-ae99-2aacb5567252 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:02.624840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-132ca7b8-5e29-4b5f-beb5-9c7effe7e974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.659137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0225aa8a-f918-4d43-8258-33201bb544e4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.659921 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0225aa8a-f918-4d43-8258-33201bb544e4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2030503e-2080-411d-8eb0-3625b98ce637 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:38:02.664102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 466bfb0a-03ee-43de-ae99-2aacb5567252, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=466bfb0a-03ee-43de-ae99-2aacb5567252,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:02.668579 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302519a-a853-4359-bbab-6350d7c11079 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Pushing event deleted for resources: {'Port': ['ID=59529380-dd2d-4c34-b64b-ec04c19e2a57,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:02.688783 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.691424 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:02.781953 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.895740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8aa6d8-2dee-4e3e-adec-8c5d717fb192 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:02.897584 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9b8aa6d8-2dee-4e3e-adec-8c5d717fb192 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5796895 Jan 12 09:38:02.904028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-03a7648d-76b1-40b0-b8c6-058a92e83d17 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:02.913321 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37094) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:02.922306 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=a96ad110-0be0-4b9f-bb8a-670199a3dd11,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:02.939114 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=466bfb0a-03ee-43de-ae99-2aacb5567252,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:02.952463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8a15948c-ba98-4e36-859e-1f85cd4e63e6 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:02.983974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 1bd71052-9fd2-4870-8e1b-2d7d638d933e is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:02.986793 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:02.990000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:03.108023 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Router a6c0caa5-df2b-457c-bfb1-569d03074565 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:38:03.111246 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0225aa8a-f918-4d43-8258-33201bb544e4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:03.113009 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0225aa8a-f918-4d43-8258-33201bb544e4 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "DELETE /v2.0/routers/2030503e-2080-411d-8eb0-3625b98ce637 HTTP/1.1" status: 204 len: 168 time: 6.1213500 Jan 12 09:38:03.117906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8a15948c-ba98-4e36-859e-1f85cd4e63e6 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:03.119204 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8a15948c-ba98-4e36-859e-1f85cd4e63e6 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/075f4711-abb0-47b1-8b6b-9e0f2e5caacb HTTP/1.1" status: 204 len: 168 time: 0.7959614 Jan 12 09:38:03.121752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15948c-ba98-4e36-859e-1f85cd4e63e6 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=075f4711-abb0-47b1-8b6b-9e0f2e5caacb,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:03.127211 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-89c611e9-972f-48a8-992d-1d8738e23820 None None] Provisioning complete for port 5b410331-4eef-469c-8ffe-d8211795178d triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:03.127348 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:03.127545 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-89c611e9-972f-48a8-992d-1d8738e23820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:03.128905 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:03.137112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37098) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:03.137674 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37100) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:03.158439 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:03.158886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:03.215887 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9fe9b118-40b3-4b07-9abf-560cb268fbaa tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 7.2839353 Jan 12 09:38:03.225465 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37106) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:03.234138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-132ca7b8-5e29-4b5f-beb5-9c7effe7e974 None None] For port 466bfb0a-03ee-43de-ae99-2aacb5567252, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=466bfb0a-03ee-43de-ae99-2aacb5567252,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:03.234630 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-132ca7b8-5e29-4b5f-beb5-9c7effe7e974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:03.241808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2302519a-a853-4359-bbab-6350d7c11079 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:03.244027 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2302519a-a853-4359-bbab-6350d7c11079 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] 10.222.0.26 "DELETE /v2.0/ports/59529380-dd2d-4c34-b64b-ec04c19e2a57 HTTP/1.1" status: 204 len: 168 time: 3.5663588 Jan 12 09:38:03.257219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37110) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:03.272349 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-03a7648d-76b1-40b0-b8c6-058a92e83d17 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:03.273903 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-03a7648d-76b1-40b0-b8c6-058a92e83d17 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2152147 Jan 12 09:38:03.364011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a76b7e-62f5-4813-9413-849b058ae933 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:03.365940 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-00a76b7e-62f5-4813-9413-849b058ae933 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4489851 Jan 12 09:38:03.374739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37116) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:03.412823 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394d0588-cf01-4266-b908-ded8582c8d98 None None] Network 1bd71052-9fd2-4870-8e1b-2d7d638d933e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:03.439555 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-132ca7b8-5e29-4b5f-beb5-9c7effe7e974 None None] Calling delete_port for 466bfb0a-03ee-43de-ae99-2aacb5567252 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:03.492679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-89c611e9-972f-48a8-992d-1d8738e23820 None None] Port 5b410331-4eef-469c-8ffe-d8211795178d cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:03.550327 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a98b291a-739c-4dc2-b009-5d3a02493b97 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1704962 Jan 12 09:38:03.564667 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37120) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:03.575332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e33c340d-7d6e-48bc-ad51-16b048294277 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:03.583455 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-944e8861-44b3-4844-98d4-06d0c0a47365 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:03.692720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b5d861db-0998-4119-9e68-702748ea01e0 None None] Provisioning for port 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:03.698550 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6b64bf13-a105-475d-809f-23239f4a1921 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:03.750534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-132ca7b8-5e29-4b5f-beb5-9c7effe7e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:03.823809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ca7b8-5e29-4b5f-beb5-9c7effe7e974 None None] Pushing event deleted for resources: {'Port': ['ID=466bfb0a-03ee-43de-ae99-2aacb5567252,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:03.827893 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ca7b8-5e29-4b5f-beb5-9c7effe7e974 None None] No DVR routers for this DVR port 466bfb0a-03ee-43de-ae99-2aacb5567252 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:03.869989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-996bdb4e-aa76-40cc-869a-9a065ef7e6c2 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:03.919945 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 6b64bf13-a105-475d-809f-23239f4a1921 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:03.928110 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6b64bf13-a105-475d-809f-23239f4a1921 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:03.928475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:03.933387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:03.940348 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f6fb425f-c856-41ca-b5fa-801f49582348 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "PUT /v2.0/routers/a6c0caa5-df2b-457c-bfb1-569d03074565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3300939 Jan 12 09:38:03.945007 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd32f1b-9899-439b-be15-f0417ae133f1 None None] Sync routers for ids ['a6c0caa5-df2b-457c-bfb1-569d03074565'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:03.957430 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd32f1b-9899-439b-be15-f0417ae133f1 None None] Routers {'a6c0caa5-df2b-457c-bfb1-569d03074565'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:03.958109 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-7cd32f1b-9899-439b-be15-f0417ae133f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a6c0caa5-df2b-457c-bfb1-569d03074565'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:03.996405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37124) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:04.013072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e33c340d-7d6e-48bc-ad51-16b048294277 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:04.017061 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e33c340d-7d6e-48bc-ad51-16b048294277 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8703980 Jan 12 09:38:04.057434 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-7cd32f1b-9899-439b-be15-f0417ae133f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:04.070878 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.075390 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd32f1b-9899-439b-be15-f0417ae133f1 None None] Routers {'a6c0caa5-df2b-457c-bfb1-569d03074565'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:04.076014 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-7cd32f1b-9899-439b-be15-f0417ae133f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:37:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a6c0caa5-df2b-457c-bfb1-569d03074565'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:04.118591 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 6b64bf13-a105-475d-809f-23239f4a1921, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6b64bf13-a105-475d-809f-23239f4a1921,segment=NetworkSegment(60864829-3248-4d74-8bc1-95860cac872a),segment_id=60864829-3248-4d74-8bc1-95860cac872a)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:04.118838 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37128) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:04.124837 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.125889 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:04.171020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a28ab-2f18-4b07-a4fa-04ea8be8852b tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:04.183622 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9a2a28ab-2f18-4b07-a4fa-04ea8be8852b tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Synchronizing usage tracker for tenant:fffe8988ca4d4813acd5a2fcf719f110 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:04.204335 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-7cd32f1b-9899-439b-be15-f0417ae133f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:04.204686 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd32f1b-9899-439b-be15-f0417ae133f1 None None] The sync data for ids ['a6c0caa5-df2b-457c-bfb1-569d03074565'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:04.219409 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-944e8861-44b3-4844-98d4-06d0c0a47365 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:04.231683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.256018 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=6b64bf13-a105-475d-809f-23239f4a1921,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:04.274804 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-42685f05-432d-4c88-935f-4d0883cbdc73 service neutron] 10.222.0.26 "GET /v2.0/networks/05455418-2c08-41bc-9a26-899de66012ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9865859 Jan 12 09:38:04.277431 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:04.278077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.302933 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-944e8861-44b3-4844-98d4-06d0c0a47365 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:04.319454 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-944e8861-44b3-4844-98d4-06d0c0a47365 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:04.374712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0f4ea1ea-0451-40cc-8faf-d96c5c5e0d44 None None] Provisioning for port a96ad110-0be0-4b9f-bb8a-670199a3dd11 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:04.435881 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-944e8861-44b3-4844-98d4-06d0c0a47365 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:04.444193 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0f4ea1ea-0451-40cc-8faf-d96c5c5e0d44 None None] Provisioning complete for port a96ad110-0be0-4b9f-bb8a-670199a3dd11 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:04.444804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea1ea-0451-40cc-8faf-d96c5c5e0d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.475266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1554-06c9-4d22-ad5e-7e21d7b522e6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.476273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9a2a28ab-2f18-4b07-a4fa-04ea8be8852b tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Unset dirty status for tenant:fffe8988ca4d4813acd5a2fcf719f110 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:04.478655 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9a2a28ab-2f18-4b07-a4fa-04ea8be8852b tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc978c24-9c36-4363-835a-94bb568bd3bc HTTP/1.1" status: 200 len: 913 time: 1.2067556 Jan 12 09:38:04.484842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37132) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:04.550893 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ea1ea-0451-40cc-8faf-d96c5c5e0d44 None None] Port a96ad110-0be0-4b9f-bb8a-670199a3dd11 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:04.652521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944e8861-44b3-4844-98d4-06d0c0a47365 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:04.656981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-944e8861-44b3-4844-98d4-06d0c0a47365 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.700634 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a320579d-f4ec-45c1-980a-5bf3e420e8b3 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:04.739942 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-996bdb4e-aa76-40cc-869a-9a065ef7e6c2 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.751909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-60cde9c2-9b6e-48f1-a129-39761f653d52 None None] Provisioning complete for port a96ad110-0be0-4b9f-bb8a-670199a3dd11 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:04.752433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-60cde9c2-9b6e-48f1-a129-39761f653d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.772846 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34edf9e6-120c-4b42-81bf-aac95af210f2 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.814638 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-996bdb4e-aa76-40cc-869a-9a065ef7e6c2 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Deleting port a320579d-f4ec-45c1-980a-5bf3e420e8b3 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:04.815270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-996bdb4e-aa76-40cc-869a-9a065ef7e6c2 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.820463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-60cde9c2-9b6e-48f1-a129-39761f653d52 None None] Port a96ad110-0be0-4b9f-bb8a-670199a3dd11 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:04.827500 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a320579d-f4ec-45c1-980a-5bf3e420e8b3 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:04.827870 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.935504 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-5bf1eb6c-faa7-4b21-b10d-253ef9d6ad30 service neutron] 10.222.0.26 "GET /v2.0/networks/05455418-2c08-41bc-9a26-899de66012ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274085 Jan 12 09:38:04.938373 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34edf9e6-120c-4b42-81bf-aac95af210f2 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:04.964547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:05.047913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:05.053994 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:05.054474 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.233301 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.277669 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd,segment=NetworkSegment(9d8b6a87-b140-40aa-98bb-7aa91821abc2),segment_id=9d8b6a87-b140-40aa-98bb-7aa91821abc2)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:05.284028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.285476 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6b64bf13-a105-475d-809f-23239f4a1921 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:05.312941 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fc67a7a8-f154-49b9-b351-ae97b8cafd32 req-5d6ca8b0-09b4-4f0b-93da-b300c2410e2d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 210 time: 0.1196454 Jan 12 09:38:05.418399 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:05.452159 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6b64bf13-a105-475d-809f-23239f4a1921 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:05.452787 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.518997 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34edf9e6-120c-4b42-81bf-aac95af210f2 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.597113 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edf9e6-120c-4b42-81bf-aac95af210f2 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1e387f-eaaf-42d9-bc36-ae9c394f8041,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:05.652562 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-996bdb4e-aa76-40cc-869a-9a065ef7e6c2 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] For port a320579d-f4ec-45c1-980a-5bf3e420e8b3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a320579d-f4ec-45c1-980a-5bf3e420e8b3,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:05.652895 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-996bdb4e-aa76-40cc-869a-9a065ef7e6c2 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.664718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Deleting port 3ee9e4b6-4f01-479a-9048-b352eada4fcb {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:05.665066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.734757 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1554-06c9-4d22-ad5e-7e21d7b522e6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.746386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1554-06c9-4d22-ad5e-7e21d7b522e6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.751130 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device dcf3da2b-0725-4a15-8066-cb885875be51 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:05.794750 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: dcf3da2b-0725-4a15-8066-cb885875be51 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:38:05.795154 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device dcf3da2b-0725-4a15-8066-cb885875be51 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:05.795747 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 466bfb0a-03ee-43de-ae99-2aacb5567252 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:05.835563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 466bfb0a-03ee-43de-ae99-2aacb5567252 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:38:05.835712 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-996bdb4e-aa76-40cc-869a-9a065ef7e6c2 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Calling delete_port for a320579d-f4ec-45c1-980a-5bf3e420e8b3 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:05.836104 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 466bfb0a-03ee-43de-ae99-2aacb5567252 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:05.862418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-944e8861-44b3-4844-98d4-06d0c0a47365 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.946994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34edf9e6-120c-4b42-81bf-aac95af210f2 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:05.948398 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-34edf9e6-120c-4b42-81bf-aac95af210f2 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-groups/6f1e387f-eaaf-42d9-bc36-ae9c394f8041 HTTP/1.1" status: 204 len: 168 time: 1.8228185 Jan 12 09:38:05.961537 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37150) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:06.016818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c1554-06c9-4d22-ad5e-7e21d7b522e6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=a96ad110-0be0-4b9f-bb8a-670199a3dd11,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:06.024436 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e8861-44b3-4844-98d4-06d0c0a47365 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:06.025929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-944e8861-44b3-4844-98d4-06d0c0a47365 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:06.039468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aafe00-b4b9-4b02-804a-ccbbb7283152 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:06.042961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e8861-44b3-4844-98d4-06d0c0a47365 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:06.043817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-944e8861-44b3-4844-98d4-06d0c0a47365 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.105469 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-d053ff6f-3557-418c-9a36-f00fbf8ec755 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:38:06.109815 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d053ff6f-3557-418c-9a36-f00fbf8ec755 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "PUT /v2.0/routers/a6c0caa5-df2b-457c-bfb1-569d03074565/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1120069 Jan 12 09:38:06.110692 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e8861-44b3-4844-98d4-06d0c0a47365 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=e1699f16-c0d1-4a6b-98f5-af5cd5eb087e,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:06.118833 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37154) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:06.205912 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-944e8861-44b3-4844-98d4-06d0c0a47365 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6296945 Jan 12 09:38:06.210700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37158) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:06.228350 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d47539e4-2da0-4f1a-9d9f-b234f1a2b79e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:06.281133 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d9b24e17-ca33-440d-adc1-d3bdf1597cc7 None None] Provisioning complete for port a96ad110-0be0-4b9f-bb8a-670199a3dd11 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:06.281514 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d9b24e17-ca33-440d-adc1-d3bdf1597cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.333008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] For port 3ee9e4b6-4f01-479a-9048-b352eada4fcb, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=3ee9e4b6-4f01-479a-9048-b352eada4fcb,segment=NetworkSegment(a0920245-72b7-41df-85fb-36c03e06aa7d),segment_id=a0920245-72b7-41df-85fb-36c03e06aa7d)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:06.333669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.381362 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d9b24e17-ca33-440d-adc1-d3bdf1597cc7 None None] Port a96ad110-0be0-4b9f-bb8a-670199a3dd11 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:06.389076 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': 'e1699f16-c0d1-4a6b-98f5-af5cd5eb087e'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:38:06.390315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.394266 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d47539e4-2da0-4f1a-9d9f-b234f1a2b79e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:06.400361 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d47539e4-2da0-4f1a-9d9f-b234f1a2b79e tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4294000 Jan 12 09:38:06.488644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37164) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:06.489095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Calling delete_port for 3ee9e4b6-4f01-479a-9048-b352eada4fcb owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:06.527612 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'mac_address': 'fa:16:3e:3d:c9:8c', 'name': 'tempest-NetworksTestDHCPv6-588036895'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:06.540423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-35400ee7-ec1e-4162-b745-eb58aae2ffe0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1998814724'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:06.547538 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e28a96a7-b345-4912-b28a-3d32727c2d4b req-bc43f39e-90fc-4e8c-b4f7-d8c7afbd1324 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 210 time: 0.0597298 Jan 12 09:38:06.559542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:06.608760 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-35400ee7-ec1e-4162-b745-eb58aae2ffe0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:06.651352 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Allocated IP 2001:db8::2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/e1699f16-c0d1-4a6b-98f5-af5cd5eb087e/a13d5113-ed4d-4148-91f3-9b3736c385d3) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:06.665475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-35400ee7-ec1e-4162-b745-eb58aae2ffe0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:06.673755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:06.674220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.737892 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cfd80323-ffa7-40eb-8066-65bddbd6659e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.797548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-35400ee7-ec1e-4162-b745-eb58aae2ffe0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.834722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-996bdb4e-aa76-40cc-869a-9a065ef7e6c2 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.872909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-55dea829-b3fd-43e3-8112-a4f930ca90d8 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.882601 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-35400ee7-ec1e-4162-b745-eb58aae2ffe0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:06.925913 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bdb4e-aa76-40cc-869a-9a065ef7e6c2 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Pushing event deleted for resources: {'Port': ['ID=a320579d-f4ec-45c1-980a-5bf3e420e8b3,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:06.934445 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-35400ee7-ec1e-4162-b745-eb58aae2ffe0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:06.940594 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1554-06c9-4d22-ad5e-7e21d7b522e6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:06.966957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-35400ee7-ec1e-4162-b745-eb58aae2ffe0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:06.981234 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-35400ee7-ec1e-4162-b745-eb58aae2ffe0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:07.047445 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-996bdb4e-aa76-40cc-869a-9a065ef7e6c2 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.058051 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.072268 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Transition to ACTIVE for port object a13d5113-ed4d-4148-91f3-9b3736c385d3 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:07.098868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Transition to ACTIVE for port object a13d5113-ed4d-4148-91f3-9b3736c385d3 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:07.109160 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.177376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:07.184698 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:07.189235 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:07.239994 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Pushing event updated for resources: {'Port': ['ID=a13d5113-ed4d-4148-91f3-9b3736c385d3,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:07.284645 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:38:07.293472 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Attempting to bind port a13d5113-ed4d-4148-91f3-9b3736c385d3 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:07.294620 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Attempting to bind port a13d5113-ed4d-4148-91f3-9b3736c385d3 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:07.295033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Attempting to bind port a13d5113-ed4d-4148-91f3-9b3736c385d3 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:38:07.303531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:38:07.303925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:38:07.304250 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.304665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:38:07.305125 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Bound port: a13d5113-ed4d-4148-91f3-9b3736c385d3, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:07.305490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.335558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-2773763f-5193-4289-9216-7056ec18dc03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:07.336985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-2773763f-5193-4289-9216-7056ec18dc03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:07.391498 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-996bdb4e-aa76-40cc-869a-9a065ef7e6c2 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.394994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-996bdb4e-aa76-40cc-869a-9a065ef7e6c2 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.404550 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] For port a13d5113-ed4d-4148-91f3-9b3736c385d3, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:38:07.407768 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] For port a13d5113-ed4d-4148-91f3-9b3736c385d3, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a13d5113-ed4d-4148-91f3-9b3736c385d3,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:38:07.413815 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.447078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:07.462573 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-35400ee7-ec1e-4162-b745-eb58aae2ffe0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.463631 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-996bdb4e-aa76-40cc-869a-9a065ef7e6c2 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.464572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996bdb4e-aa76-40cc-869a-9a065ef7e6c2 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ded42e8-0df3-4435-9204-7cd062f178ac {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:38:07.473121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.495683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:port and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:07.501685 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08517d1c-37df-4799-b405-c6f94609f625 None None] Pushing event updated for resources: {'Port': ['ID=a13d5113-ed4d-4148-91f3-9b3736c385d3,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:07.501870 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:07.516687 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-2773763f-5193-4289-9216-7056ec18dc03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:07.517865 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-2773763f-5193-4289-9216-7056ec18dc03 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/networks?id=05455418-2c08-41bc-9a26-899de66012ad HTTP/1.1" status: 200 len: 797 time: 0.5785394 Jan 12 09:38:07.520073 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:07.559161 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-35400ee7-ec1e-4162-b745-eb58aae2ffe0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.616453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:07.716553 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-996bdb4e-aa76-40cc-869a-9a065ef7e6c2 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.722485 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-996bdb4e-aa76-40cc-869a-9a065ef7e6c2 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "DELETE /v2.0/routers/4ded42e8-0df3-4435-9204-7cd062f178ac HTTP/1.1" status: 204 len: 168 time: 4.5764284 Jan 12 09:38:07.723276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1554-06c9-4d22-ad5e-7e21d7b522e6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.729876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37174) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:07.741441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-35400ee7-ec1e-4162-b745-eb58aae2ffe0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.745553 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-35400ee7-ec1e-4162-b745-eb58aae2ffe0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2559514 Jan 12 09:38:07.746210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37176) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:07.759232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-525c0082-4d38-4f7c-b5d0-d84efec52e79 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Request body: {'security_group_rule': {'security_group_id': '1ad59199-13df-4c44-aaad-2f6ec28336ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:07.766681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35400ee7-ec1e-4162-b745-eb58aae2ffe0 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad59199-13df-4c44-aaad-2f6ec28336ab,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:07.769138 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-525c0082-4d38-4f7c-b5d0-d84efec52e79 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:07.777699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-525c0082-4d38-4f7c-b5d0-d84efec52e79 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Usage tracker for resource:security_group_rule and tenant:5e835452f7314114b5e815261745a9fd is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:07.780819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-525c0082-4d38-4f7c-b5d0-d84efec52e79 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:07.792357 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-525c0082-4d38-4f7c-b5d0-d84efec52e79 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:07.793227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-6db43e7b-f535-4a58-b7c8-a8b1015e1eaf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:07.801171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-460863370', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:07.863083 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4dbcb7a4-7d60-456d-b776-f99e2f5f6d0c req-d4502a82-848e-4435-908f-4af56b9595ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 210 time: 0.1306338 Jan 12 09:38:07.864191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:07.907358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-525c0082-4d38-4f7c-b5d0-d84efec52e79 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:07.922419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Usage tracker for resource:router and tenant:c0af6060244e4af493818f6faea43dc8 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:07.936678 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:07.955841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:07.967455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-6db43e7b-f535-4a58-b7c8-a8b1015e1eaf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:07.968589 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-6db43e7b-f535-4a58-b7c8-a8b1015e1eaf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 379 time: 0.4029858 Jan 12 09:38:07.987447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-5e1bc3e7-a329-46f7-8952-ba0d0566370c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'port': {'device_id': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'admin_state_up': True, 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'security_groups': ['50dc336b-8257-4beb-b54f-6b9256cdc774']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:08.001628 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.008891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-525c0082-4d38-4f7c-b5d0-d84efec52e79 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.016192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-525c0082-4d38-4f7c-b5d0-d84efec52e79 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.069653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c0082-4d38-4f7c-b5d0-d84efec52e79 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b9bdc0-dfb7-49af-944b-e9cb0449a5dd,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:08.086112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Deleting port 5b410331-4eef-469c-8ffe-d8211795178d {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:08.086467 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.139147 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-525c0082-4d38-4f7c-b5d0-d84efec52e79 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.143233 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-525c0082-4d38-4f7c-b5d0-d84efec52e79 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3909130 Jan 12 09:38:08.155204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37182) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:08.218369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.219568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.283438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event deleted for resources: {'Port': ['ID=3ee9e4b6-4f01-479a-9048-b352eada4fcb,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:08.331246 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac6778e9-d728-4737-b3bf-67b9d2f9dcd9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.391849 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.400943 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac6778e9-d728-4737-b3bf-67b9d2f9dcd9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.533891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.546447 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Calling delete_port for 5b410331-4eef-469c-8ffe-d8211795178d owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:08.557198 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:08.557539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:08.557874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:08.558205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:08.558531 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:08.559024 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:08.559355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:08.559674 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:08.559995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:08.560312 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:08.560627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:08.560938 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:08.582359 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a13d5113-ed4d-4148-91f3-9b3736c385d3 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:08.646948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac6778e9-d728-4737-b3bf-67b9d2f9dcd9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.668106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port a13d5113-ed4d-4148-91f3-9b3736c385d3 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:08.673806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-55dea829-b3fd-43e3-8112-a4f930ca90d8 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Deleting port 372eb8f9-6cf1-4d6f-988a-4fbd26ddbf25 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:08.674188 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-55dea829-b3fd-43e3-8112-a4f930ca90d8 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.693995 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6778e9-d728-4737-b3bf-67b9d2f9dcd9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad59199-13df-4c44-aaad-2f6ec28336ab,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:08.706417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac6778e9-d728-4737-b3bf-67b9d2f9dcd9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.711303 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ac6778e9-d728-4737-b3bf-67b9d2f9dcd9 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-groups/1ad59199-13df-4c44-aaad-2f6ec28336ab HTTP/1.1" status: 204 len: 168 time: 0.5550535 Jan 12 09:38:08.714114 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37186) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:08.746908 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.799075 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port f88156ca-8800-4aba-856a-3c04b05b68bd yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:38:08.847395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-abe2ae47-4128-4f81-8a10-c3530e11fc1c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:08.908274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-abe2ae47-4128-4f81-8a10-c3530e11fc1c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:08.909194 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a320579d-f4ec-45c1-980a-5bf3e420e8b3 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:08.909906 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-abe2ae47-4128-4f81-8a10-c3530e11fc1c tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1952581 Jan 12 09:38:08.913529 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37192) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:08.946794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:08.963717 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: a320579d-f4ec-45c1-980a-5bf3e420e8b3 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:38:08.966833 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a320579d-f4ec-45c1-980a-5bf3e420e8b3 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:09.074367 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ab622b77-cc5c-4fbc-bbfe-dc6dbb251a2f tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Synchronizing usage tracker for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:09.081480 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-61883666-9d7d-47a0-9d4d-1c61ce27d7f3 req-f07d9e2f-ed2e-41d0-9320-cacf09442379 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 210 time: 0.0686774 Jan 12 09:38:09.118640 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-5e1bc3e7-a329-46f7-8952-ba0d0566370c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:09.234130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-5e1bc3e7-a329-46f7-8952-ba0d0566370c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:09.247774 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-335240a3-4a29-4b52-9982-3eee608aeafc None None] Provisioning for port a13d5113-ed4d-4148-91f3-9b3736c385d3 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:09.257002 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-335240a3-4a29-4b52-9982-3eee608aeafc None None] Provisioning complete for port a13d5113-ed4d-4148-91f3-9b3736c385d3 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:09.257807 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-335240a3-4a29-4b52-9982-3eee608aeafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.265269 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event deleted for resources: {'Port': ['ID=5b410331-4eef-469c-8ffe-d8211795178d,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:09.289143 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.289377 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.289698 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.289976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.290330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.290715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.291023 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.291346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.291663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.292005 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.292332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.292647 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:09.305097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e15c710b-4dcb-493d-a7c4-f7a1938d7d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.350734 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ab622b77-cc5c-4fbc-bbfe-dc6dbb251a2f tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] Unset dirty status for tenant:5e835452f7314114b5e815261745a9fd on resource:security_group_rule {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:09.354560 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ab622b77-cc5c-4fbc-bbfe-dc6dbb251a2f tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4373887 Jan 12 09:38:09.359821 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37196) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:09.385600 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-5e1bc3e7-a329-46f7-8952-ba0d0566370c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:09.385952 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-335240a3-4a29-4b52-9982-3eee608aeafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.389094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-5e1bc3e7-a329-46f7-8952-ba0d0566370c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.435379 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-4271d8c3-07d7-4fce-a4b4-b6190fe96986 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] delete failed (client error): The resource could not be found. Jan 12 09:38:09.436402 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4271d8c3-07d7-4fce-a4b4-b6190fe96986 tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "DELETE /v2.0/security-groups/1ad59199-13df-4c44-aaad-2f6ec28336ab HTTP/1.1" status: 404 len: 347 time: 0.0756941 Jan 12 09:38:09.440739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37200) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:09.441423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.461831 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-335240a3-4a29-4b52-9982-3eee608aeafc None None] For port a13d5113-ed4d-4148-91f3-9b3736c385d3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a13d5113-ed4d-4148-91f3-9b3736c385d3,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:09.467555 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-335240a3-4a29-4b52-9982-3eee608aeafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.536746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335240a3-4a29-4b52-9982-3eee608aeafc None None] Pushing event updated for resources: {'Port': ['ID=a13d5113-ed4d-4148-91f3-9b3736c385d3,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:09.620639 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6761d52a-ea2c-4aa7-9e10-490cf5db9b7b tempest-SecGroupTest-2140057970 tempest-SecGroupTest-2140057970-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1749628 Jan 12 09:38:09.763850 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Router a6c0caa5-df2b-457c-bfb1-569d03074565 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:38:09.776212 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.873093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-55dea829-b3fd-43e3-8112-a4f930ca90d8 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.882893 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:09.905787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:09.919284 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cb968377-733a-412b-986c-b21108c251ed tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "PUT /v2.0/routers/a6c0caa5-df2b-457c-bfb1-569d03074565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7924454 Jan 12 09:38:09.919499 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f25772-a0cb-4e08-816b-2ee750a59171 None None] Sync routers for ids ['a6c0caa5-df2b-457c-bfb1-569d03074565'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:09.919970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37208) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:09.926849 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f25772-a0cb-4e08-816b-2ee750a59171 None None] Routers {'a6c0caa5-df2b-457c-bfb1-569d03074565'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:09.927477 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-96f25772-a0cb-4e08-816b-2ee750a59171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a6c0caa5-df2b-457c-bfb1-569d03074565'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:09.965497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37212) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:09.989063 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-488c7295-e184-496c-8371-f610ece1602d tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] delete failed (client error): The resource could not be found. Jan 12 09:38:09.994115 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-488c7295-e184-496c-8371-f610ece1602d tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-97389525 HTTP/1.1" status: 404 len: 333 time: 0.0698957 Jan 12 09:38:09.994387 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37214) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:09.994626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-96f25772-a0cb-4e08-816b-2ee750a59171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:09.999805 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a761bd16-8d74-458c-8b00-611a33e7e2a2 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a6c0caa5-df2b-457c-bfb1-569d03074565'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:10.004421 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f25772-a0cb-4e08-816b-2ee750a59171 None None] Routers {'a6c0caa5-df2b-457c-bfb1-569d03074565'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:10.005028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-96f25772-a0cb-4e08-816b-2ee750a59171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a6c0caa5-df2b-457c-bfb1-569d03074565'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:10.069239 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-96f25772-a0cb-4e08-816b-2ee750a59171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:10.069927 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f25772-a0cb-4e08-816b-2ee750a59171 None None] The sync data for ids ['a6c0caa5-df2b-457c-bfb1-569d03074565'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:10.276291 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.277857 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::9f (ff4a5360-acb6-446d-a4d9-75b6632567e8/e1699f16-c0d1-4a6b-98f5-af5cd5eb087e/f88156ca-8800-4aba-856a-3c04b05b68bd) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:10.291189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-55dea829-b3fd-43e3-8112-a4f930ca90d8 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Calling delete_port for 372eb8f9-6cf1-4d6f-988a-4fbd26ddbf25 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:10.404221 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-ef9c1554-06c9-4d22-ad5e-7e21d7b522e6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:38:10.483357 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f1dbe857-e5a6-4505-b0e2-5b79969ecab6 req-c338d5d7-23df-4000-9d10-4adc9df7a60c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 210 time: 0.1615341 Jan 12 09:38:10.499386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1554-06c9-4d22-ad5e-7e21d7b522e6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.519131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a761bd16-8d74-458c-8b00-611a33e7e2a2 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.547559 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-a761bd16-8d74-458c-8b00-611a33e7e2a2 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] update failed (client error): The resource could not be found. Jan 12 09:38:10.548752 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a761bd16-8d74-458c-8b00-611a33e7e2a2 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "PUT /v2.0/routers/a6c0caa5-df2b-457c-bfb1-569d03074565 HTTP/1.1" status: 404 len: 339 time: 0.5531125 Jan 12 09:38:10.552456 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37224) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:10.558267 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-e3a91990-a371-4eee-98cf-6ddfa4ad30df tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-186502147'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:10.563483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e3a91990-a371-4eee-98cf-6ddfa4ad30df tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:10.567295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e3a91990-a371-4eee-98cf-6ddfa4ad30df tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Usage tracker for resource:network and tenant:dbd1044850ef43a39653983a5ecd1554 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:10.570885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e3a91990-a371-4eee-98cf-6ddfa4ad30df tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:10.576645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e3a91990-a371-4eee-98cf-6ddfa4ad30df tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:10.587731 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a91990-a371-4eee-98cf-6ddfa4ad30df tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Made reservation on behalf of dbd1044850ef43a39653983a5ecd1554 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:10.595643 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e3a91990-a371-4eee-98cf-6ddfa4ad30df tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.597732 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a13d5113-ed4d-4148-91f3-9b3736c385d3 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:10.601253 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1554-06c9-4d22-ad5e-7e21d7b522e6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.624645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a91990-a371-4eee-98cf-6ddfa4ad30df tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:10.634904 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e3a91990-a371-4eee-98cf-6ddfa4ad30df tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.635280 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-e3a91990-a371-4eee-98cf-6ddfa4ad30df tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Added segment b9a66e8f-2c17-44c5-80ca-c6a2d1dc5199 of type vlan for network 95cc88be-5451-4823-9fcb-e1ef7e30625e Jan 12 09:38:10.665772 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e3a91990-a371-4eee-98cf-6ddfa4ad30df tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.680701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a13d5113-ed4d-4148-91f3-9b3736c385d3 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:10.681147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.698130 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e3a91990-a371-4eee-98cf-6ddfa4ad30df tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.703649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a91990-a371-4eee-98cf-6ddfa4ad30df tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:10.704308 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e3a91990-a371-4eee-98cf-6ddfa4ad30df tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.812461 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e3a91990-a371-4eee-98cf-6ddfa4ad30df tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2585509 Jan 12 09:38:10.813149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a91990-a371-4eee-98cf-6ddfa4ad30df tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event updated for resources: {'Network': ['ID=95cc88be-5451-4823-9fcb-e1ef7e30625e,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:10.815221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37228) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:10.821054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ad9e96b9-8f39-4ba1-a25d-a020021a0966 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Request body: {'subnet': {'network_id': '95cc88be-5451-4823-9fcb-e1ef7e30625e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:10.825977 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 95cc88be-5451-4823-9fcb-e1ef7e30625e details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:10.870982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-5e1bc3e7-a329-46f7-8952-ba0d0566370c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.3 (05455418-2c08-41bc-9a26-899de66012ad/bbbf6f51-59e4-4e33-a453-640639438896/cfe5233d-908d-4a55-8480-485f5e0a8816) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:10.883007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c1554-06c9-4d22-ad5e-7e21d7b522e6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=a96ad110-0be0-4b9f-bb8a-670199a3dd11,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:10.895502 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1554-06c9-4d22-ad5e-7e21d7b522e6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.915521 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e860e5ba-21aa-46a4-9f25-7ed5bf665aee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e835452f7314114b5e815261745a9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7163243 Jan 12 09:38:10.917479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37232) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:10.954276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ad9e96b9-8f39-4ba1-a25d-a020021a0966 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:10.959263 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:10.966791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ad9e96b9-8f39-4ba1-a25d-a020021a0966 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Usage tracker for resource:subnet and tenant:dbd1044850ef43a39653983a5ecd1554 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:10.971561 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ad9e96b9-8f39-4ba1-a25d-a020021a0966 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:10.983475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ad9e96b9-8f39-4ba1-a25d-a020021a0966 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:11.006722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9e96b9-8f39-4ba1-a25d-a020021a0966 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Made reservation on behalf of dbd1044850ef43a39653983a5ecd1554 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:11.010599 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ad9e96b9-8f39-4ba1-a25d-a020021a0966 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.036715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dc68125a-9ad0-4341-95c4-c872e12760bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.129156 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dc68125a-9ad0-4341-95c4-c872e12760bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.236159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dc68125a-9ad0-4341-95c4-c872e12760bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.258590 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68125a-9ad0-4341-95c4-c872e12760bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7dd873-8383-477b-8fb8-3765e0f8e4c4,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:11.313594 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dc68125a-9ad0-4341-95c4-c872e12760bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.314632 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dc68125a-9ad0-4341-95c4-c872e12760bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b7dd873-8383-477b-8fb8-3765e0f8e4c4 HTTP/1.1" status: 204 len: 168 time: 0.3961322 Jan 12 09:38:11.320542 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ad9e96b9-8f39-4ba1-a25d-a020021a0966 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.406166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e96b9-8f39-4ba1-a25d-a020021a0966 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event updated for resources: {'Subnet': ['ID=db0d6ddd-79c3-41fb-9db0-86e814034112,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:11.416485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e96b9-8f39-4ba1-a25d-a020021a0966 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Checking segment: {'id': 'b9a66e8f-2c17-44c5-80ca-c6a2d1dc5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95cc88be-5451-4823-9fcb-e1ef7e30625e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:38:11.416846 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e96b9-8f39-4ba1-a25d-a020021a0966 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Network hostable DHCP agents. Network: 95cc88be-5451-4823-9fcb-e1ef7e30625e, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:11.439615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e96b9-8f39-4ba1-a25d-a020021a0966 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Network 95cc88be-5451-4823-9fcb-e1ef7e30625e is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:11.451674 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-ad9e96b9-8f39-4ba1-a25d-a020021a0966 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 95cc88be-5451-4823-9fcb-e1ef7e30625e) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:11.457430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e96b9-8f39-4ba1-a25d-a020021a0966 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:11.458328 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ad9e96b9-8f39-4ba1-a25d-a020021a0966 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.461659 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66ea00b-a0a6-4a11-91ae-fc56b9745e48 None None] Network 95cc88be-5451-4823-9fcb-e1ef7e30625e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:11.494459 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ad9e96b9-8f39-4ba1-a25d-a020021a0966 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6783433 Jan 12 09:38:11.495641 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37240) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:11.503889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-e3aa0ac4-f9fe-4a3b-bf45-4f1e38ea200a tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Request body: {'router': {'external_gateway_info': {'network_id': '95cc88be-5451-4823-9fcb-e1ef7e30625e'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:11.723288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.796557 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9c1554-06c9-4d22-ad5e-7e21d7b522e6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 1bd71052-9fd2-4870-8e1b-2d7d638d933e is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:11.805564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-ef9c1554-06c9-4d22-ad5e-7e21d7b522e6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:11.809649 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object f88156ca-8800-4aba-856a-3c04b05b68bd will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:11.824170 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-95cc88be-5451-4823-9fcb-e1ef7e30625e', 'network_id': '95cc88be-5451-4823-9fcb-e1ef7e30625e', 'tenant_id': 'dbd1044850ef43a39653983a5ecd1554', 'fixed_ips': [{'subnet_id': 'db0d6ddd-79c3-41fb-9db0-86e814034112'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:38:11.828289 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:11.838125 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e0e3b52d-228e-4857-8ccd-923bc42894bd req-57be3476-ed8e-44c4-934b-2615f06a162b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 210 time: 0.1438119 Jan 12 09:38:11.841874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Router 5a7691ae-7ada-4d28-95da-b17745005599 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:38:12.101432 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-55dea829-b3fd-43e3-8112-a4f930ca90d8 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.102101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e3aa0ac4-f9fe-4a3b-bf45-4f1e38ea200a tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.126264 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Allocated IP 2001:db8:1::2 (95cc88be-5451-4823-9fcb-e1ef7e30625e/db0d6ddd-79c3-41fb-9db0-86e814034112/2324fb2b-1afa-489d-b957-a5653b046eab) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:12.246018 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37262) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:12.303024 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-e3aa0ac4-f9fe-4a3b-bf45-4f1e38ea200a tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:38:12.304254 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e3aa0ac4-f9fe-4a3b-bf45-4f1e38ea200a tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "PUT /v2.0/routers/a6c0caa5-df2b-457c-bfb1-569d03074565 HTTP/1.1" status: 400 len: 364 time: 0.8080804 Jan 12 09:38:12.308295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37268) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:12.324346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.378915 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dea829-b3fd-43e3-8112-a4f930ca90d8 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Pushing event deleted for resources: {'Port': ['ID=372eb8f9-6cf1-4d6f-988a-4fbd26ddbf25,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:12.418220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.429133 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Transition to ACTIVE for port object 2324fb2b-1afa-489d-b957-a5653b046eab will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:12.448826 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Transition to ACTIVE for port object 2324fb2b-1afa-489d-b957-a5653b046eab will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:12.467144 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.470678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2c705055-81d9-4565-8993-547282216a27 None None] Provisioning complete for port a96ad110-0be0-4b9f-bb8a-670199a3dd11 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:12.471078 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2c705055-81d9-4565-8993-547282216a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.609573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Network 95cc88be-5451-4823-9fcb-e1ef7e30625e is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:12.610558 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-2c705055-81d9-4565-8993-547282216a27 None None] Port a96ad110-0be0-4b9f-bb8a-670199a3dd11 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:12.614323 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:12.616020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.619279 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:12.621144 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-5e1bc3e7-a329-46f7-8952-ba0d0566370c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.623025 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Pushing event updated for resources: {'Port': ['ID=2324fb2b-1afa-489d-b957-a5653b046eab,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:12.645935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.658314 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3936dd9a-93ce-46bd-af83-956e5efa60fe tempest-ServiceProvidersTest-1578834541 tempest-ServiceProvidersTest-1578834541-project] 10.222.0.26 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3754358 Jan 12 09:38:12.664482 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:12.664837 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:12.665183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:12.665522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:12.665853 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:12.666183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:12.666511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:12.666861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:12.667187 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:12.667510 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:12.667830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:12.668460 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:38:12.724707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Attempting to bind port 2324fb2b-1afa-489d-b957-a5653b046eab on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:12.725039 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Attempting to bind port 2324fb2b-1afa-489d-b957-a5653b046eab by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'b9a66e8f-2c17-44c5-80ca-c6a2d1dc5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95cc88be-5451-4823-9fcb-e1ef7e30625e'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:12.725415 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Attempting to bind port 2324fb2b-1afa-489d-b957-a5653b046eab on network 95cc88be-5451-4823-9fcb-e1ef7e30625e {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:38:12.732110 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:38:12.732637 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Checking segment: {'id': 'b9a66e8f-2c17-44c5-80ca-c6a2d1dc5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95cc88be-5451-4823-9fcb-e1ef7e30625e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:38:12.733092 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.733492 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Bound using segment: {'id': 'b9a66e8f-2c17-44c5-80ca-c6a2d1dc5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95cc88be-5451-4823-9fcb-e1ef7e30625e'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:38:12.734122 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Bound port: 2324fb2b-1afa-489d-b957-a5653b046eab, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a66e8f-2c17-44c5-80ca-c6a2d1dc5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95cc88be-5451-4823-9fcb-e1ef7e30625e'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:12.734852 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.844363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] For port 2324fb2b-1afa-489d-b957-a5653b046eab, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:38:12.850039 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] For port 2324fb2b-1afa-489d-b957-a5653b046eab, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=2324fb2b-1afa-489d-b957-a5653b046eab,segment=NetworkSegment(b9a66e8f-2c17-44c5-80ca-c6a2d1dc5199),segment_id=b9a66e8f-2c17-44c5-80ca-c6a2d1dc5199)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:38:12.857627 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:12.960474 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-5e1bc3e7-a329-46f7-8952-ba0d0566370c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object cfe5233d-908d-4a55-8480-485f5e0a8816 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:13.034682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.039866 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:13.053378 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c692a59-90e6-4fe1-a20b-c09e4f514baa None None] Sync routers for ids ['5a7691ae-7ada-4d28-95da-b17745005599'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:13.068223 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ba0fa-d07e-4130-8887-921cf4cc1d10 None None] Pushing event updated for resources: {'Port': ['ID=2324fb2b-1afa-489d-b957-a5653b046eab,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:13.073755 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c692a59-90e6-4fe1-a20b-c09e4f514baa None None] Routers {'5a7691ae-7ada-4d28-95da-b17745005599'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:13.073871 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-0c692a59-90e6-4fe1-a20b-c09e4f514baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a7691ae-7ada-4d28-95da-b17745005599'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:13.076393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.078020 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37278) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:13.207155 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-55dea829-b3fd-43e3-8112-a4f930ca90d8 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.259384 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-b8a2d477-6c81-49f1-90b2-1ba5a6a24f16 req-3f18f155-0c30-4d2b-a906-b910fab73282 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:13.316649 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-0c692a59-90e6-4fe1-a20b-c09e4f514baa None None] Set router 5a7691ae-7ada-4d28-95da-b17745005599 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:38:13.431546 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:13.451992 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-12aba566-f1cf-471a-8a6a-9b31e798e181 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "PUT /v2.0/routers/5a7691ae-7ada-4d28-95da-b17745005599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6197836 Jan 12 09:38:13.486997 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:13.490079 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:13.497009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:13.497745 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.512271 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37284) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:13.594034 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-810000a5-02c0-47a8-9e79-b7cd27b66ef1 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Deleting subnet 23fa9bd8-ea9a-46a0-8f13-81ada7344c9b {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:38:13.602913 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-810000a5-02c0-47a8-9e79-b7cd27b66ef1 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.677144 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Allocated IP 2001:db8::1 (1cb63f3c-ccf9-43a9-984c-4a8501a13330/ce7d2c61-21d3-41c6-9493-e9bee5fa0871/9920d4a6-8e5d-4ab3-b413-d8d7157a0c11) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:13.715920 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-0c692a59-90e6-4fe1-a20b-c09e4f514baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7691ae-7ada-4d28-95da-b17745005599', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719856618', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:38:07Z', 'revision_number': 5, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'gw_port': {'id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:13.720785 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c692a59-90e6-4fe1-a20b-c09e4f514baa None None] Checking router: 5a7691ae-7ada-4d28-95da-b17745005599 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:38:13.732779 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c692a59-90e6-4fe1-a20b-c09e4f514baa None None] Routers {'5a7691ae-7ada-4d28-95da-b17745005599'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:13.733791 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-0c692a59-90e6-4fe1-a20b-c09e4f514baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a7691ae-7ada-4d28-95da-b17745005599'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:13.755474 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-5e1bc3e7-a329-46f7-8952-ba0d0566370c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.757156 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-b8a2d477-6c81-49f1-90b2-1ba5a6a24f16 req-3f18f155-0c30-4d2b-a906-b910fab73282 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:13.765965 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b8a2d477-6c81-49f1-90b2-1ba5a6a24f16 req-3f18f155-0c30-4d2b-a906-b910fab73282 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 210 time: 0.7261178 Jan 12 09:38:13.784145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Allocated IP 172.26.2.21 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/b2ba31dc-ad67-4c1e-bd8b-d0061d7366d1) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:13.844908 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a9359620-fe8e-492b-976f-371fe6d731cb None None] Provisioning for port f88156ca-8800-4aba-856a-3c04b05b68bd completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:13.851741 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a9359620-fe8e-492b-976f-371fe6d731cb None None] Provisioning complete for port f88156ca-8800-4aba-856a-3c04b05b68bd triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:13.852132 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a9359620-fe8e-492b-976f-371fe6d731cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.888320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-810000a5-02c0-47a8-9e79-b7cd27b66ef1 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.928044 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:13.956864 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a9359620-fe8e-492b-976f-371fe6d731cb None None] Port f88156ca-8800-4aba-856a-3c04b05b68bd cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:13.978911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Transition to ACTIVE for port object 9920d4a6-8e5d-4ab3-b413-d8d7157a0c11 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:13.979282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=f88156ca-8800-4aba-856a-3c04b05b68bd,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:13.986107 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-0c692a59-90e6-4fe1-a20b-c09e4f514baa None None] Set router 5a7691ae-7ada-4d28-95da-b17745005599 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:38:14.025540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-810000a5-02c0-47a8-9e79-b7cd27b66ef1 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.048456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2e169213-1e76-46d8-bcee-9762b08b72c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.076312 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.083151 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6eabaf5c-4722-43e8-b7e0-bcc11f5256fa tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 7.7592084 Jan 12 09:38:14.086443 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37288) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:14.109995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-5e1bc3e7-a329-46f7-8952-ba0d0566370c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 05455418-2c08-41bc-9a26-899de66012ad is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:14.164217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9c1554-06c9-4d22-ad5e-7e21d7b522e6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router d37350c3-043d-49fb-b1ab-038dc5eadb9c is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:38:14.190114 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-5e1bc3e7-a329-46f7-8952-ba0d0566370c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:14.192835 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-5e1bc3e7-a329-46f7-8952-ba0d0566370c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:14.228354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2e169213-1e76-46d8-bcee-9762b08b72c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:14.341389 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2e169213-1e76-46d8-bcee-9762b08b72c5 admin admin] Usage tracker for resource:security_group_rule and tenant:b9890ed180a64cb39d403a357876a6b6 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:14.344676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2e169213-1e76-46d8-bcee-9762b08b72c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:14.352524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2e169213-1e76-46d8-bcee-9762b08b72c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:14.409960 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Network 1cb63f3c-ccf9-43a9-984c-4a8501a13330 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:14.419756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:14.426318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:14.427624 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.452257 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-0c692a59-90e6-4fe1-a20b-c09e4f514baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7691ae-7ada-4d28-95da-b17745005599', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719856618', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:38:07Z', 'revision_number': 5, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'gw_port': {'id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:14.452822 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2e169213-1e76-46d8-bcee-9762b08b72c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.461766 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c692a59-90e6-4fe1-a20b-c09e4f514baa None None] The sync data for ids ['5a7691ae-7ada-4d28-95da-b17745005599'] in dv-neutron-824346-1-hyperv is: [{'id': '5a7691ae-7ada-4d28-95da-b17745005599', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719856618', 'tenant_id': '83593b4cf2574a6d998ae195c62151f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:35:23Z', 'updated_at': '2022-01-12T09:38:07Z', 'revision_number': 5, 'project_id': '83593b4cf2574a6d998ae195c62151f9', 'gw_port': {'id': '9af94963-765f-4c10-9cbd-639e7f15e517', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7691ae-7ada-4d28-95da-b17745005599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:35:25Z', 'updated_at': '2022-01-12T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:14.524273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8ab1d0-e8a8-4ae6-b8c0-d3bc1b88a2d3 None None] Network 95cc88be-5451-4823-9fcb-e1ef7e30625e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:14.596874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bc3e7-a329-46f7-8952-ba0d0566370c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=cfe5233d-908d-4a55-8480-485f5e0a8816,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:14.621232 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2e169213-1e76-46d8-bcee-9762b08b72c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.668878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event updated for resources: {'Port': ['ID=9920d4a6-8e5d-4ab3-b413-d8d7157a0c11,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:14.678129 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e169213-1e76-46d8-bcee-9762b08b72c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96722f6-bb31-4d70-9cc5-d33f33b78a52,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:14.685666 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.697251 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dea829-b3fd-43e3-8112-a4f930ca90d8 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Router dc978c24-9c36-4363-835a-94bb568bd3bc has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:38:14.716689 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-810000a5-02c0-47a8-9e79-b7cd27b66ef1 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.727591 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-5e1bc3e7-a329-46f7-8952-ba0d0566370c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:14.728248 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-5e1bc3e7-a329-46f7-8952-ba0d0566370c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.750176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a9c27ab8-abcd-47be-a63f-951a741b1237 None None] Provisioning for port 2324fb2b-1afa-489d-b957-a5653b046eab completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:14.762572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9c1554-06c9-4d22-ad5e-7e21d7b522e6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:14.763290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-810000a5-02c0-47a8-9e79-b7cd27b66ef1 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:14.771499 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2e169213-1e76-46d8-bcee-9762b08b72c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9890ed180a64cb39d403a357876a6b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6262064 Jan 12 09:38:14.781720 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37292) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:14.817525 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810000a5-02c0-47a8-9e79-b7cd27b66ef1 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event deleted for resources: {'Subnet': ['ID=23fa9bd8-ea9a-46a0-8f13-81ada7344c9b,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:14.827521 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f56e8-2675-4258-b7a6-fb6f910df39f None None] Sync routers for ids ['d37350c3-043d-49fb-b1ab-038dc5eadb9c'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:14.830553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169f57d6-199f-4c23-b7c3-c887766d5894 None None] Network 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:14.856649 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-810000a5-02c0-47a8-9e79-b7cd27b66ef1 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "DELETE /v2.0/subnets/23fa9bd8-ea9a-46a0-8f13-81ada7344c9b HTTP/1.1" status: 204 len: 168 time: 1.3429322 Jan 12 09:38:14.864731 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37298) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:14.919553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257f56e8-2675-4258-b7a6-fb6f910df39f None None] Routers {'d37350c3-043d-49fb-b1ab-038dc5eadb9c'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:14.920271 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-257f56e8-2675-4258-b7a6-fb6f910df39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d37350c3-043d-49fb-b1ab-038dc5eadb9c'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:14.939243 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-5e1bc3e7-a329-46f7-8952-ba0d0566370c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9606197 Jan 12 09:38:14.945189 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ef9c1554-06c9-4d22-ad5e-7e21d7b522e6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/d37350c3-043d-49fb-b1ab-038dc5eadb9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7164700 Jan 12 09:38:14.992478 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2324fb2b-1afa-489d-b957-a5653b046eab up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:15.009369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37302) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:15.026783 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Request body: {'port': {'device_id': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:15.094243 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-257f56e8-2675-4258-b7a6-fb6f910df39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:15.098256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4dc68e1-b7c9-46ac-83f5-2fe8e1f43c88 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.152518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.156480 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dea829-b3fd-43e3-8112-a4f930ca90d8 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:15.166797 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315d2040-1d90-4357-b0f9-ce97514ba463 None None] Sync routers for ids ['dc978c24-9c36-4363-835a-94bb568bd3bc'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:15.172616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-00c41df1-8902-4680-9017-498537a1f29c None None] Provisioning for port 9920d4a6-8e5d-4ab3-b413-d8d7157a0c11 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:15.181878 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257f56e8-2675-4258-b7a6-fb6f910df39f None None] Routers {'d37350c3-043d-49fb-b1ab-038dc5eadb9c'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:15.183261 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-257f56e8-2675-4258-b7a6-fb6f910df39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d37350c3-043d-49fb-b1ab-038dc5eadb9c'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:15.184538 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d2040-1d90-4357-b0f9-ce97514ba463 None None] Routers {'dc978c24-9c36-4363-835a-94bb568bd3bc'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:15.185206 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-315d2040-1d90-4357-b0f9-ce97514ba463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['dc978c24-9c36-4363-835a-94bb568bd3bc'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:15.234808 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-55dea829-b3fd-43e3-8112-a4f930ca90d8 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] 10.222.0.26 "PUT /v2.0/routers/dc978c24-9c36-4363-835a-94bb568bd3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7452133 Jan 12 09:38:15.261311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37306) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:15.268570 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-315d2040-1d90-4357-b0f9-ce97514ba463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:15.278209 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d2040-1d90-4357-b0f9-ce97514ba463 None None] Routers {'dc978c24-9c36-4363-835a-94bb568bd3bc'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:15.278941 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-315d2040-1d90-4357-b0f9-ce97514ba463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['dc978c24-9c36-4363-835a-94bb568bd3bc'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:15.287107 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-00c41df1-8902-4680-9017-498537a1f29c None None] Provisioning complete for port 9920d4a6-8e5d-4ab3-b413-d8d7157a0c11 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:15.287487 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-00c41df1-8902-4680-9017-498537a1f29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.330403 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-257f56e8-2675-4258-b7a6-fb6f910df39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:15.330914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f56e8-2675-4258-b7a6-fb6f910df39f None None] The sync data for ids ['d37350c3-043d-49fb-b1ab-038dc5eadb9c'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:15.340106 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d093caad-0c51-4487-be61-13e207d7dff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.357561 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-315d2040-1d90-4357-b0f9-ce97514ba463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:15.357966 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315d2040-1d90-4357-b0f9-ce97514ba463 None None] The sync data for ids ['dc978c24-9c36-4363-835a-94bb568bd3bc'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:15.367412 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfaba50-7576-453b-bc77-e7eee026c021 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:15.373527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfaba50-7576-453b-bc77-e7eee026c021 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:15.377525 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bcfaba50-7576-453b-bc77-e7eee026c021 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.2152381 Jan 12 09:38:15.379712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-00c41df1-8902-4680-9017-498537a1f29c None None] Port 9920d4a6-8e5d-4ab3-b413-d8d7157a0c11 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:15.389954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 2324fb2b-1afa-489d-b957-a5653b046eab completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:15.392925 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37310) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:15.400797 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 2324fb2b-1afa-489d-b957-a5653b046eab triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:15.401174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.403947 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:15.413861 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.419155 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:15.431624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:15.457856 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-00c41df1-8902-4680-9017-498537a1f29c None None] Provisioning for port cfe5233d-908d-4a55-8480-485f5e0a8816 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:15.465738 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.496003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-00c41df1-8902-4680-9017-498537a1f29c None None] Provisioning complete for port cfe5233d-908d-4a55-8480-485f5e0a8816 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:15.496147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-00c41df1-8902-4680-9017-498537a1f29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.626277 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7327278b-fee4-4a7a-8e0b-3d74b93df6dd None None] DHCP port deletion for 5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:38:15.628233 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-00c41df1-8902-4680-9017-498537a1f29c None None] Port cfe5233d-908d-4a55-8480-485f5e0a8816 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:15.637398 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d093caad-0c51-4487-be61-13e207d7dff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.642381 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-7327278b-fee4-4a7a-8e0b-3d74b93df6dd None None] Deleting port b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:15.642866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7327278b-fee4-4a7a-8e0b-3d74b93df6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.700621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.764593 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-16736c74-8069-4011-820e-8e2839e65118 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port f88156ca-8800-4aba-856a-3c04b05b68bd {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:15.764946 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-16736c74-8069-4011-820e-8e2839e65118 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.785547 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d25723-e991-4d8c-a035-d10eac4e9b32 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:15.786450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a8d25723-e991-4d8c-a035-d10eac4e9b32 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Synchronizing usage tracker for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:15.800328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-58aabd9e-0447-4280-a316-0447e1947f1c tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.803615 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 2324fb2b-1afa-489d-b957-a5653b046eab, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=2324fb2b-1afa-489d-b957-a5653b046eab,segment=NetworkSegment(b9a66e8f-2c17-44c5-80ca-c6a2d1dc5199),segment_id=b9a66e8f-2c17-44c5-80ca-c6a2d1dc5199)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:15.819797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fa163-3bfd-49a9-9b53-edddc92fbd5d req-616bf37a-9b88-47fa-9408-1b445411f863 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:15.821362 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-944fa163-3bfd-49a9-9b53-edddc92fbd5d req-616bf37a-9b88-47fa-9408-1b445411f863 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 931 time: 0.6194685 Jan 12 09:38:15.823779 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e37f7478-c7b4-4967-8884-0a916addf04b None None] Provisioning complete for port 2324fb2b-1afa-489d-b957-a5653b046eab triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:15.824155 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e37f7478-c7b4-4967-8884-0a916addf04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.850818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Pushing event updated for resources: {'Port': ['ID=b2ba31dc-ad67-4c1e-bd8b-d0061d7366d1,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:15.851375 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.930315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4dc68e1-b7c9-46ac-83f5-2fe8e1f43c88 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:15.970004 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a8d25723-e991-4d8c-a035-d10eac4e9b32 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Unset dirty status for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:15.973910 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a8d25723-e991-4d8c-a035-d10eac4e9b32 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports/a96ad110-0be0-4b9f-bb8a-670199a3dd11 HTTP/1.1" status: 200 len: 977 time: 0.9519591 Jan 12 09:38:15.974064 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc68e1-b7c9-46ac-83f5-2fe8e1f43c88 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Deleting port 9af94963-765f-4c10-9cbd-639e7f15e517 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:15.974064 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4dc68e1-b7c9-46ac-83f5-2fe8e1f43c88 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.019062 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37314) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:16.032709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-7327278b-fee4-4a7a-8e0b-3d74b93df6dd None None] For port b7760c0a-6fa1-4f89-9801-13d3b98c5ec0, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b7760c0a-6fa1-4f89-9801-13d3b98c5ec0,segment=NetworkSegment(a0920245-72b7-41df-85fb-36c03e06aa7d),segment_id=a0920245-72b7-41df-85fb-36c03e06aa7d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:16.033317 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7327278b-fee4-4a7a-8e0b-3d74b93df6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.034273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d093caad-0c51-4487-be61-13e207d7dff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.055768 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=2324fb2b-1afa-489d-b957-a5653b046eab,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:16.258230 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-7327278b-fee4-4a7a-8e0b-3d74b93df6dd None None] Calling delete_port for b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:16.282523 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-944fa163-3bfd-49a9-9b53-edddc92fbd5d req-579c5e35-ff8f-4503-b136-910f1b6810f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=50dc336b-8257-4beb-b54f-6b9256cdc774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4466960 Jan 12 09:38:16.333638 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093caad-0c51-4487-be61-13e207d7dff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96722f6-bb31-4d70-9cc5-d33f33b78a52,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:16.368378 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7327278b-fee4-4a7a-8e0b-3d74b93df6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.414817 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-58aabd9e-0447-4280-a316-0447e1947f1c tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.428667 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7327278b-fee4-4a7a-8e0b-3d74b93df6dd None None] No DVR routers for this DVR port b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:16.444186 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327278b-fee4-4a7a-8e0b-3d74b93df6dd None None] Pushing event deleted for resources: {'Port': ['ID=b7760c0a-6fa1-4f89-9801-13d3b98c5ec0,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:16.455323 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d093caad-0c51-4487-be61-13e207d7dff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.456268 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d093caad-0c51-4487-be61-13e207d7dff7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f96722f6-bb31-4d70-9cc5-d33f33b78a52 HTTP/1.1" status: 204 len: 168 time: 1.6520889 Jan 12 09:38:16.462042 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-58aabd9e-0447-4280-a316-0447e1947f1c tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.493371 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.581852 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-58aabd9e-0447-4280-a316-0447e1947f1c tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.582361 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58aabd9e-0447-4280-a316-0447e1947f1c tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Fanout notify agent at l3_agent the message router_deleted on router dc978c24-9c36-4363-835a-94bb568bd3bc {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:38:16.599703 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2324fb2b-1afa-489d-b957-a5653b046eab up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:16.608678 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-58aabd9e-0447-4280-a316-0447e1947f1c tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.610887 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-58aabd9e-0447-4280-a316-0447e1947f1c tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] 10.222.0.26 "DELETE /v2.0/routers/dc978c24-9c36-4363-835a-94bb568bd3bc HTTP/1.1" status: 204 len: 168 time: 1.3274815 Jan 12 09:38:16.619809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37320) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:16.718948 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 2324fb2b-1afa-489d-b957-a5653b046eab triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:16.719157 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.789637 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f19b49e-f07e-48ea-ad0f-975be31867e3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Deleting subnet 565961ca-bbea-403e-805a-5de883ed3c56 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:38:16.860740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5f19b49e-f07e-48ea-ad0f-975be31867e3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.915185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-b4dc68e1-b7c9-46ac-83f5-2fe8e1f43c88 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] For port 9af94963-765f-4c10-9cbd-639e7f15e517, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9af94963-765f-4c10-9cbd-639e7f15e517,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:16.915542 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4dc68e1-b7c9-46ac-83f5-2fe8e1f43c88 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:16.977469 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:16.982348 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5f19b49e-f07e-48ea-ad0f-975be31867e3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.013335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:38:17.013807 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b7760c0a-6fa1-4f89-9801-13d3b98c5ec0 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:17.014334 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 3ee9e4b6-4f01-479a-9048-b352eada4fcb no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:17.021738 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe5233d-908d-4a55-8480-485f5e0a8816 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:38:17.029742 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.051235 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 3ee9e4b6-4f01-479a-9048-b352eada4fcb {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:38:17.051982 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 3ee9e4b6-4f01-479a-9048-b352eada4fcb not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:17.087526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.090712 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc68e1-b7c9-46ac-83f5-2fe8e1f43c88 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Calling delete_port for 9af94963-765f-4c10-9cbd-639e7f15e517 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:17.118724 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-16736c74-8069-4011-820e-8e2839e65118 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.152462 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:38:17.280939 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Transition to ACTIVE for port object cfe5233d-908d-4a55-8480-485f5e0a8816 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:17.287438 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.292231 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.295302 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-16736c74-8069-4011-820e-8e2839e65118 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for f88156ca-8800-4aba-856a-3c04b05b68bd owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:17.337488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.338262 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.596661 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5f19b49e-f07e-48ea-ad0f-975be31867e3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.629954 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe5233d-908d-4a55-8480-485f5e0a8816,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:17.672367 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event updated for resources: {'Port': ['ID=9920d4a6-8e5d-4ab3-b413-d8d7157a0c11,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:17.898034 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Network 1cb63f3c-ccf9-43a9-984c-4a8501a13330 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:17.924244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Attempting to bind port cfe5233d-908d-4a55-8480-485f5e0a8816 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:17.924580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Attempting to bind port cfe5233d-908d-4a55-8480-485f5e0a8816 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '2fc119e9-af3a-4c58-b9b9-fbee38ff857d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05455418-2c08-41bc-9a26-899de66012ad'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:17.924915 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Attempting to bind port cfe5233d-908d-4a55-8480-485f5e0a8816 on network 05455418-2c08-41bc-9a26-899de66012ad {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:38:17.930335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:17.935145 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-16736c74-8069-4011-820e-8e2839e65118 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.937543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dbe1f-f537-496f-aaf4-03afc9a1294e req-886ec6c1-99eb-47e2-a297-7055934d7c0d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:17.939110 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0a8dbe1f-f537-496f-aaf4-03afc9a1294e req-886ec6c1-99eb-47e2-a297-7055934d7c0d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 943 time: 0.5196342 Jan 12 09:38:17.944661 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5f19b49e-f07e-48ea-ad0f-975be31867e3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:17.976454 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Port cfe5233d-908d-4a55-8480-485f5e0a8816 on network 05455418-2c08-41bc-9a26-899de66012ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:38:17.976662 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Attempting to bind port cfe5233d-908d-4a55-8480-485f5e0a8816 on network 05455418-2c08-41bc-9a26-899de66012ad {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:38:17.985895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.007561 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19b49e-f07e-48ea-ad0f-975be31867e3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Pushing event deleted for resources: {'Subnet': ['ID=565961ca-bbea-403e-805a-5de883ed3c56,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:18.017634 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5f19b49e-f07e-48ea-ad0f-975be31867e3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.020800 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:38:18.021165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Checking segment: {'id': '2fc119e9-af3a-4c58-b9b9-fbee38ff857d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05455418-2c08-41bc-9a26-899de66012ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:38:18.021556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Bound using segment: {'id': '2fc119e9-af3a-4c58-b9b9-fbee38ff857d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05455418-2c08-41bc-9a26-899de66012ad'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:38:18.022084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Bound port: cfe5233d-908d-4a55-8480-485f5e0a8816, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc119e9-af3a-4c58-b9b9-fbee38ff857d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '05455418-2c08-41bc-9a26-899de66012ad'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:18.022399 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee85331c-3101-422a-acfa-d30bff67ee7d None None] Network c41e5b15-8285-431e-8f66-285cbb0681d3 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:18.022533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.067990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16736c74-8069-4011-820e-8e2839e65118 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=f88156ca-8800-4aba-856a-3c04b05b68bd,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:18.139401 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5f19b49e-f07e-48ea-ad0f-975be31867e3 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] 10.222.0.26 "DELETE /v2.0/subnets/565961ca-bbea-403e-805a-5de883ed3c56 HTTP/1.1" status: 204 len: 168 time: 1.5182543 Jan 12 09:38:18.147439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37326) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:18.261612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-16736c74-8069-4011-820e-8e2839e65118 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.308528 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-335ecbc3-dc7a-48ed-82c1-c2c9f302dfe7 None None] Provisioning complete for port 9920d4a6-8e5d-4ab3-b413-d8d7157a0c11 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:18.309179 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-335ecbc3-dc7a-48ed-82c1-c2c9f302dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.319649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4dc68e1-b7c9-46ac-83f5-2fe8e1f43c88 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.337215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.355428 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0a8dbe1f-f537-496f-aaf4-03afc9a1294e req-266eaa6b-6d9e-43b3-b570-9adec1908b01 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=50dc336b-8257-4beb-b54f-6b9256cdc774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3734915 Jan 12 09:38:18.368956 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-16736c74-8069-4011-820e-8e2839e65118 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/f88156ca-8800-4aba-856a-3c04b05b68bd HTTP/1.1" status: 204 len: 168 time: 2.9688344 Jan 12 09:38:18.381709 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37330) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:18.390559 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc68e1-b7c9-46ac-83f5-2fe8e1f43c88 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event deleted for resources: {'Port': ['ID=9af94963-765f-4c10-9cbd-639e7f15e517,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:18.406018 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-335ecbc3-dc7a-48ed-82c1-c2c9f302dfe7 None None] Port 9920d4a6-8e5d-4ab3-b413-d8d7157a0c11 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:18.420304 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Router a6c0caa5-df2b-457c-bfb1-569d03074565 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:38:18.472414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c7de90ae-5fac-445f-880c-57aad5fc50b2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.474906 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee656534-d945-47a1-8caa-7aac1cd97d97 None None] DHCP port deletion for c41e5b15-8285-431e-8f66-285cbb0681d3 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:38:18.480479 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ee656534-d945-47a1-8caa-7aac1cd97d97 None None] Deleting port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:18.480665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ee656534-d945-47a1-8caa-7aac1cd97d97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.511618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Deleting port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:18.512037 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.605970 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714c57a2-230f-4ff6-b12a-a8ea9bc5dfe6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:18.607821 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714c57a2-230f-4ff6-b12a-a8ea9bc5dfe6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:18.608606 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-714c57a2-230f-4ff6-b12a-a8ea9bc5dfe6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:18.620093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] For port cfe5233d-908d-4a55-8480-485f5e0a8816, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:38:18.627021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] For port cfe5233d-908d-4a55-8480-485f5e0a8816, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=cfe5233d-908d-4a55-8480-485f5e0a8816,segment=NetworkSegment(2fc119e9-af3a-4c58-b9b9-fbee38ff857d),segment_id=2fc119e9-af3a-4c58-b9b9-fbee38ff857d)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:38:18.642239 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:18.679811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.768857 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4dc68e1-b7c9-46ac-83f5-2fe8e1f43c88 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.777379 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ee656534-d945-47a1-8caa-7aac1cd97d97 None None] For port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=16ea4dd4-0ef1-4532-a333-1d824cebd2b3,segment=NetworkSegment(3ef9e647-40f1-4c83-8236-590f655bfff4),segment_id=3ef9e647-40f1-4c83-8236-590f655bfff4)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:18.777753 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ee656534-d945-47a1-8caa-7aac1cd97d97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.884278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-714c57a2-230f-4ff6-b12a-a8ea9bc5dfe6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:18.888256 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-714c57a2-230f-4ff6-b12a-a8ea9bc5dfe6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5054603 Jan 12 09:38:18.895120 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:18.896685 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37334) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:18.904467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:18.905083 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:18.906464 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-013be106-9798-405e-bb80-07370fc838e8 service neutron] 10.222.0.53 "PUT /v2.0/ports/cfe5233d-908d-4a55-8480-485f5e0a8816 HTTP/1.1" status: 200 len: 1093 time: 3.8886175 Jan 12 09:38:18.910961 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'tag': 'cfe5233d-908d-4a55-8480-485f5e0a8816'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:38:18.952819 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ce90e-064a-4613-b36a-8db8fedfb128 None None] Sync routers for ids ['a6c0caa5-df2b-457c-bfb1-569d03074565'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:18.972621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ee656534-d945-47a1-8caa-7aac1cd97d97 None None] Calling delete_port for 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:19.021491 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'tag': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'status': 'completed', 'code': 200} Jan 12 09:38:19.081388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ce90e-064a-4613-b36a-8db8fedfb128 None None] Routers {'a6c0caa5-df2b-457c-bfb1-569d03074565'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:19.089148 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-680ce90e-064a-4613-b36a-8db8fedfb128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a6c0caa5-df2b-457c-bfb1-569d03074565'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:19.111780 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Router ae7a29b3-9647-4be0-b7b5-9d92c6e9b832 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:38:19.115291 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dea9a22d-277c-43d7-85fb-24940ed06d5e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "PUT /v2.0/routers/a6c0caa5-df2b-457c-bfb1-569d03074565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8057771 Jan 12 09:38:19.118593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013be106-9798-405e-bb80-07370fc838e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe5233d-908d-4a55-8480-485f5e0a8816,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:19.124791 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37340) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:19.197463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.216959 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-680ce90e-064a-4613-b36a-8db8fedfb128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:19.240583 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4dc68e1-b7c9-46ac-83f5-2fe8e1f43c88 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.252542 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4dc68e1-b7c9-46ac-83f5-2fe8e1f43c88 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.265671 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ce90e-064a-4613-b36a-8db8fedfb128 None None] Routers {'a6c0caa5-df2b-457c-bfb1-569d03074565'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:19.266360 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-680ce90e-064a-4613-b36a-8db8fedfb128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a6c0caa5-df2b-457c-bfb1-569d03074565'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:19.291684 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] For port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=16ea4dd4-0ef1-4532-a333-1d824cebd2b3,segment=NetworkSegment(3ef9e647-40f1-4c83-8236-590f655bfff4),segment_id=3ef9e647-40f1-4c83-8236-590f655bfff4)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:19.292058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.316709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9188d48-2cd1-430c-b8f5-b4bae8b38ff0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet e1699f16-c0d1-4a6b-98f5-af5cd5eb087e {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:38:19.320796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4dc68e1-b7c9-46ac-83f5-2fe8e1f43c88 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.322080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dc68e1-b7c9-46ac-83f5-2fe8e1f43c88 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Fanout notify agent at l3_agent the message router_deleted on router 5a7691ae-7ada-4d28-95da-b17745005599 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:38:19.324097 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9188d48-2cd1-430c-b8f5-b4bae8b38ff0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.390995 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4dc68e1-b7c9-46ac-83f5-2fe8e1f43c88 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.392280 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b4dc68e1-b7c9-46ac-83f5-2fe8e1f43c88 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "DELETE /v2.0/routers/5a7691ae-7ada-4d28-95da-b17745005599 HTTP/1.1" status: 204 len: 168 time: 4.5242596 Jan 12 09:38:19.404782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37346) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:19.452605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9188d48-2cd1-430c-b8f5-b4bae8b38ff0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.471619 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-680ce90e-064a-4613-b36a-8db8fedfb128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:19.472183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ce90e-064a-4613-b36a-8db8fedfb128 None None] The sync data for ids ['a6c0caa5-df2b-457c-bfb1-569d03074565'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:19.476843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ee656534-d945-47a1-8caa-7aac1cd97d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.625019 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Calling delete_port for 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:19.632842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee656534-d945-47a1-8caa-7aac1cd97d97 None None] No DVR routers for this DVR port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:19.647664 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee656534-d945-47a1-8caa-7aac1cd97d97 None None] Pushing event deleted for resources: {'Port': ['ID=16ea4dd4-0ef1-4532-a333-1d824cebd2b3,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:19.659312 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c7de90ae-5fac-445f-880c-57aad5fc50b2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port a96ad110-0be0-4b9f-bb8a-670199a3dd11 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:19.659796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c7de90ae-5fac-445f-880c-57aad5fc50b2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.701983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f0013971-fd28-4481-a015-1cf2b6b04b1c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.772764 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38723bb7-91e4-48aa-ac22-6975b82e699e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:19.934406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-a4e774f8-f74a-40b6-b798-f020b54f67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:19.934406 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-a4e774f8-f74a-40b6-b798-f020b54f67e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 1096 time: 0.9637470 Jan 12 09:38:19.962625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9188d48-2cd1-430c-b8f5-b4bae8b38ff0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.062262 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f0013971-fd28-4481-a015-1cf2b6b04b1c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.095784 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-6eb717bd-7959-40e1-aff8-48be510bc0b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfe5233d-908d-4a55-8480-485f5e0a8816 HTTP/1.1" status: 200 len: 217 time: 0.0979381 Jan 12 09:38:20.096260 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:38:20.096605 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:38:20.097900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:20.111145 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b523786-8b76-4962-9558-2a7abb283ec1 None None] Sync routers for ids ['ae7a29b3-9647-4be0-b7b5-9d92c6e9b832'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:20.133916 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b523786-8b76-4962-9558-2a7abb283ec1 None None] Routers {'ae7a29b3-9647-4be0-b7b5-9d92c6e9b832'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:20.134538 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3b523786-8b76-4962-9558-2a7abb283ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ae7a29b3-9647-4be0-b7b5-9d92c6e9b832'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:20.161419 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-f0013971-fd28-4481-a015-1cf2b6b04b1c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5579038e-9c4a-4e1b-9451-bb4f59f0e3c0']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:20.175973 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-38723bb7-91e4-48aa-ac22-6975b82e699e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 12 09:38:20.177102 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-38723bb7-91e4-48aa-ac22-6975b82e699e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "DELETE /v2.0/routers/a6c0caa5-df2b-457c-bfb1-569d03074565 HTTP/1.1" status: 409 len: 329 time: 1.0511072 Jan 12 09:38:20.181126 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-f0013971-fd28-4481-a015-1cf2b6b04b1c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0920245-72b7-41df-85fb-36c03e06aa7d') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:20.181522 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-f0013971-fd28-4481-a015-1cf2b6b04b1c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0920245-72b7-41df-85fb-36c03e06aa7d') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:20.181946 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37350) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:20.206007 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f0013971-fd28-4481-a015-1cf2b6b04b1c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.213940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c7de90ae-5fac-445f-880c-57aad5fc50b2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.223040 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3b523786-8b76-4962-9558-2a7abb283ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:20.235567 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b523786-8b76-4962-9558-2a7abb283ec1 None None] Routers {'ae7a29b3-9647-4be0-b7b5-9d92c6e9b832'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:20.236628 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3b523786-8b76-4962-9558-2a7abb283ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ae7a29b3-9647-4be0-b7b5-9d92c6e9b832'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:20.292649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f0013971-fd28-4481-a015-1cf2b6b04b1c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.301768 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3b523786-8b76-4962-9558-2a7abb283ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:20.302458 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b523786-8b76-4962-9558-2a7abb283ec1 None None] The sync data for ids ['ae7a29b3-9647-4be0-b7b5-9d92c6e9b832'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:20.362522 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c7de90ae-5fac-445f-880c-57aad5fc50b2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for a96ad110-0be0-4b9f-bb8a-670199a3dd11 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:20.385474 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.386673 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2cbb009a-2379-46f9-81cb-146c47431a47 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 12.6092021 Jan 12 09:38:20.391471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37354) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:20.411361 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-de83fa50-d7e1-4ce7-950f-29a94020722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:20.412172 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0013971-fd28-4481-a015-1cf2b6b04b1c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:38:20.412586 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f0013971-fd28-4481-a015-1cf2b6b04b1c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.412834 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-de83fa50-d7e1-4ce7-950f-29a94020722f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbbf6f51-59e4-4e33-a453-640639438896 HTTP/1.1" status: 200 len: 834 time: 0.2989419 Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:20.427772 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:20.438292 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-52beebef-0328-473f-9fac-bc138cf48381 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'enable_snat': False}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:20.495821 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9af94963-765f-4c10-9cbd-639e7f15e517 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:20.504001 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9188d48-2cd1-430c-b8f5-b4bae8b38ff0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.532170 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 9af94963-765f-4c10-9cbd-639e7f15e517 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:38:20.532653 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9af94963-765f-4c10-9cbd-639e7f15e517 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:20.535881 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a707af-50f0-4910-8ef2-8a9585b05b9b req-c7ce4b99-7c8e-4429-a5e3-3615c7aed419 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:20.537318 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c3a707af-50f0-4910-8ef2-8a9585b05b9b req-c7ce4b99-7c8e-4429-a5e3-3615c7aed419 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 943 time: 0.7077258 Jan 12 09:38:20.615217 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9188d48-2cd1-430c-b8f5-b4bae8b38ff0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=e1699f16-c0d1-4a6b-98f5-af5cd5eb087e,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:20.628798 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8395d55e-c917-43dd-ad14-c731e69d97c2 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:20.630272 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f9188d48-2cd1-430c-b8f5-b4bae8b38ff0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.634229 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Deleting port 16ea4dd4-0ef1-4532-a333-1d824cebd2b3 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:20.634903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.658457 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f0013971-fd28-4481-a015-1cf2b6b04b1c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.683182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f0013971-fd28-4481-a015-1cf2b6b04b1c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:20.704959 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0013971-fd28-4481-a015-1cf2b6b04b1c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event deleted for resources: {'Network': ['ID=5579038e-9c4a-4e1b-9451-bb4f59f0e3c0,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:20.800191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] The port '16ea4dd4-0ef1-4532-a333-1d824cebd2b3' was deleted {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:38:20.844372 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c3a707af-50f0-4910-8ef2-8a9585b05b9b req-4fd1d09b-f8bb-4b65-9c17-6450cdb457cc tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=50dc336b-8257-4beb-b54f-6b9256cdc774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916758 Jan 12 09:38:20.898684 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-3f843d71-16a3-49a1-830e-e018504c56f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:20.900219 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-3f843d71-16a3-49a1-830e-e018504c56f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05455418-2c08-41bc-9a26-899de66012ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4352276 Jan 12 09:38:20.901257 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f9188d48-2cd1-430c-b8f5-b4bae8b38ff0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/e1699f16-c0d1-4a6b-98f5-af5cd5eb087e HTTP/1.1" status: 204 len: 168 time: 2.0008597 Jan 12 09:38:20.910792 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f0013971-fd28-4481-a015-1cf2b6b04b1c tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "DELETE /v2.0/networks/5579038e-9c4a-4e1b-9451-bb4f59f0e3c0 HTTP/1.1" status: 204 len: 168 time: 1.5039570 Jan 12 09:38:20.913420 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37358) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:20.915767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37360) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:20.922878 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9c29a1-24cd-4f68-b98f-9b7bce15bbc8 None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:38:20.927728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ce9c29a1-24cd-4f68-b98f-9b7bce15bbc8 None None] Deleting port a13d5113-ed4d-4148-91f3-9b3736c385d3 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:20.928173 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ce9c29a1-24cd-4f68-b98f-9b7bce15bbc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.006587 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9f617a8d-4ea5-48ed-b954-2c91e3f18712 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823038 Jan 12 09:38:21.007899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37366) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:21.042152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.144763 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ce9c29a1-24cd-4f68-b98f-9b7bce15bbc8 None None] For port a13d5113-ed4d-4148-91f3-9b3736c385d3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a13d5113-ed4d-4148-91f3-9b3736c385d3,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:21.145467 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ce9c29a1-24cd-4f68-b98f-9b7bce15bbc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.168399 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41e5b15-8285-431e-8f66-285cbb0681d3']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:21.221456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef9e647-40f1-4c83-8236-590f655bfff4') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:21.221759 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef9e647-40f1-4c83-8236-590f655bfff4') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:21.253616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.268801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ce9c29a1-24cd-4f68-b98f-9b7bce15bbc8 None None] Calling delete_port for a13d5113-ed4d-4148-91f3-9b3736c385d3 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:21.310332 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.312609 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5df9a4f4-df62-4db7-8c4a-55c0aeb0bd65 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.322549 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-a9dec5d7-0181-4596-b715-f8c0c69cf456 service neutron] 10.222.0.53 "GET /v2.0/networks/05455418-2c08-41bc-9a26-899de66012ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057891 Jan 12 09:38:21.330687 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c7de90ae-5fac-445f-880c-57aad5fc50b2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.341651 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:38:21.342046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.356669 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ce9c29a1-24cd-4f68-b98f-9b7bce15bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:21.357314 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:21.404277 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c29a1-24cd-4f68-b98f-9b7bce15bbc8 None None] Pushing event deleted for resources: {'Port': ['ID=a13d5113-ed4d-4148-91f3-9b3736c385d3,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:21.407916 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c29a1-24cd-4f68-b98f-9b7bce15bbc8 None None] No DVR routers for this DVR port a13d5113-ed4d-4148-91f3-9b3736c385d3 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:21.436134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5df9a4f4-df62-4db7-8c4a-55c0aeb0bd65 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.454318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f193c44-6165-49fb-8f0b-dd4a9d961115 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:21.455051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0f193c44-6165-49fb-8f0b-dd4a9d961115 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:21.461527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de90ae-5fac-445f-880c-57aad5fc50b2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Port': ['ID=a96ad110-0be0-4b9f-bb8a-670199a3dd11,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:21.560953 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0f193c44-6165-49fb-8f0b-dd4a9d961115 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:21.564504 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0f193c44-6165-49fb-8f0b-dd4a9d961115 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5542061 Jan 12 09:38:21.575440 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37370) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:21.590205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.594586 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.668941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-52beebef-0328-473f-9fac-bc138cf48381 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:21.713360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] Pushing event deleted for resources: {'Network': ['ID=c41e5b15-8285-431e-8f66-285cbb0681d3,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:21.721795 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5c09a8d8-c0ae-47fb-93eb-1ab2c2c51a15 tempest-FloatingIPNegativeTestJSON-498907288 tempest-FloatingIPNegativeTestJSON-498907288-project] 10.222.0.26 "DELETE /v2.0/networks/c41e5b15-8285-431e-8f66-285cbb0681d3 HTTP/1.1" status: 204 len: 168 time: 3.5691004 Jan 12 09:38:21.777003 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-20062ef6-88a1-4c71-9d06-b25d1f763b33 req-be2b403e-7a99-4f5e-91f3-c61145ee0448 service neutron] 10.222.0.53 "GET /v2.0/networks/05455418-2c08-41bc-9a26-899de66012ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187264 Jan 12 09:38:21.780990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e325b6-73f6-4d30-bb6a-4c50cfad330f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:21.787526 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-99e325b6-73f6-4d30-bb6a-4c50cfad330f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2043378 Jan 12 09:38:21.787526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37376) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:21.827685 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c7de90ae-5fac-445f-880c-57aad5fc50b2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.052042 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6de684e6-6abf-438f-90f3-8500267b1b66 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2602072 Jan 12 09:38:22.058550 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37384) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:22.071366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-2af9ec3c-549a-494d-afb9-96c77ebbdb2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:22.105920 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5df9a4f4-df62-4db7-8c4a-55c0aeb0bd65 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.137943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c2d4-faa3-4422-ba10-d794930fd580 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.188944 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37388) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:22.215961 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9a4f4-df62-4db7-8c4a-55c0aeb0bd65 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:22.364964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7de90ae-5fac-445f-880c-57aad5fc50b2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router d37350c3-043d-49fb-b1ab-038dc5eadb9c has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:38:22.377245 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5df9a4f4-df62-4db7-8c4a-55c0aeb0bd65 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.377245 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5df9a4f4-df62-4db7-8c4a-55c0aeb0bd65 tempest-TestNetworkAdvancedServerOps-428859396 tempest-TestNetworkAdvancedServerOps-428859396-project] 10.222.0.26 "DELETE /v2.0/security-groups/74a2fcf5-fdd2-408c-bc28-e5e01bcb9d57 HTTP/1.1" status: 204 len: 168 time: 1.4417107 Jan 12 09:38:22.400542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2af9ec3c-549a-494d-afb9-96c77ebbdb2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:22.419093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2af9ec3c-549a-494d-afb9-96c77ebbdb2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:22.440163 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2af9ec3c-549a-494d-afb9-96c77ebbdb2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:22.497597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a0a0e-05a5-4c90-be52-eaa21cc8221b req-8d853752-a0dc-4f50-9bf8-0d13502d1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:22.499573 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2f0a0a0e-05a5-4c90-be52-eaa21cc8221b req-8d853752-a0dc-4f50-9bf8-0d13502d1148 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 1096 time: 0.5061958 Jan 12 09:38:22.500442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2af9ec3c-549a-494d-afb9-96c77ebbdb2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:22.513969 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-594ba268-03d2-4c92-b40f-0044a10dcf80 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fffe8988ca4d4813acd5a2fcf719f110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126545 Jan 12 09:38:22.522408 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37398) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:22.539026 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7de90ae-5fac-445f-880c-57aad5fc50b2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:22.551043 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac4c93-7f9a-4f0d-94bf-08bf81b01831 req-b8d8cf40-cacd-40cf-8e9e-8430f8d20a0b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:22.553549 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3cac4c93-7f9a-4f0d-94bf-08bf81b01831 req-b8d8cf40-cacd-40cf-8e9e-8430f8d20a0b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 943 time: 0.5626791 Jan 12 09:38:22.553939 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7a6bc-12bb-421b-a0ca-ddea15ec3a42 None None] Sync routers for ids ['d37350c3-043d-49fb-b1ab-038dc5eadb9c'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:22.568748 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e7a6bc-12bb-421b-a0ca-ddea15ec3a42 None None] Routers {'d37350c3-043d-49fb-b1ab-038dc5eadb9c'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:22.569545 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-31e7a6bc-12bb-421b-a0ca-ddea15ec3a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d37350c3-043d-49fb-b1ab-038dc5eadb9c'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:22.591134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af9ec3c-549a-494d-afb9-96c77ebbdb2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:22.594841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2af9ec3c-549a-494d-afb9-96c77ebbdb2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.683958 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c7de90ae-5fac-445f-880c-57aad5fc50b2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/d37350c3-043d-49fb-b1ab-038dc5eadb9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6509635 Jan 12 09:38:22.691412 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37404) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:22.697637 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-31e7a6bc-12bb-421b-a0ca-ddea15ec3a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:22.702795 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a13d5113-ed4d-4148-91f3-9b3736c385d3 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:22.754753 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: a13d5113-ed4d-4148-91f3-9b3736c385d3 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:38:22.755117 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a13d5113-ed4d-4148-91f3-9b3736c385d3 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:22.756535 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e7a6bc-12bb-421b-a0ca-ddea15ec3a42 None None] Routers {'d37350c3-043d-49fb-b1ab-038dc5eadb9c'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:22.757152 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-31e7a6bc-12bb-421b-a0ca-ddea15ec3a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d37350c3-043d-49fb-b1ab-038dc5eadb9c'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:22.768345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37408) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:22.806675 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-02662635-ebd9-4ec9-a7cd-c235ea0f28d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:22.829786 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-31e7a6bc-12bb-421b-a0ca-ddea15ec3a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:22.830193 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7a6bc-12bb-421b-a0ca-ddea15ec3a42 None None] The sync data for ids ['d37350c3-043d-49fb-b1ab-038dc5eadb9c'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:22.830632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a0a0e-05a5-4c90-be52-eaa21cc8221b req-7f3c6927-9939-49fb-a389-cbbe44ec6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:22.833141 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2f0a0a0e-05a5-4c90-be52-eaa21cc8221b req-7f3c6927-9939-49fb-a389-cbbe44ec6122 service neutron] 10.222.0.53 "GET /v2.0/networks?id=05455418-2c08-41bc-9a26-899de66012ad HTTP/1.1" status: 200 len: 898 time: 0.3162687 Jan 12 09:38:22.835363 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3cac4c93-7f9a-4f0d-94bf-08bf81b01831 req-2d735293-3039-4337-8892-b302ee83a566 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=50dc336b-8257-4beb-b54f-6b9256cdc774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700796 Jan 12 09:38:22.976653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-02662635-ebd9-4ec9-a7cd-c235ea0f28d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.001046 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2f0a0a0e-05a5-4c90-be52-eaa21cc8221b req-4361889d-96c7-415c-af05-564d28c54768 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfe5233d-908d-4a55-8480-485f5e0a8816 HTTP/1.1" status: 200 len: 217 time: 0.1570356 Jan 12 09:38:23.088855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-b6c4c2d4-faa3-4422-ba10-d794930fd580 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Deleting port 9920d4a6-8e5d-4ab3-b413-d8d7157a0c11 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:23.089238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c2d4-faa3-4422-ba10-d794930fd580 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.187291 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e3c32e5c-d727-4f6e-8608-d8679d796f39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83593b4cf2574a6d998ae195c62151f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4178691 Jan 12 09:38:23.193613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37414) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:23.198551 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a0a0e-05a5-4c90-be52-eaa21cc8221b req-64e698c5-4ea5-40c4-8402-6ef5395569bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:23.199962 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2f0a0a0e-05a5-4c90-be52-eaa21cc8221b req-64e698c5-4ea5-40c4-8402-6ef5395569bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbbf6f51-59e4-4e33-a453-640639438896 HTTP/1.1" status: 200 len: 834 time: 0.1885898 Jan 12 09:38:23.317705 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-cc970397-6b55-4b3e-8063-06d81c65d986 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] remove_router_interface failed (client error): The resource could not be found. Jan 12 09:38:23.318690 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cc970397-6b55-4b3e-8063-06d81c65d986 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/d37350c3-043d-49fb-b1ab-038dc5eadb9c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6249225 Jan 12 09:38:23.322545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37418) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:23.408349 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-02662635-ebd9-4ec9-a7cd-c235ea0f28d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.444138 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-19fe00b7-5234-433c-911c-7ebf0b57f9d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Synchronizing usage tracker for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:23.459706 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02662635-ebd9-4ec9-a7cd-c235ea0f28d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485902e6-575b-499f-b55f-b7c76ccf3320,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:23.531815 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-02662635-ebd9-4ec9-a7cd-c235ea0f28d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.532935 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-02662635-ebd9-4ec9-a7cd-c235ea0f28d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/485902e6-575b-499f-b55f-b7c76ccf3320 HTTP/1.1" status: 204 len: 168 time: 1.0095541 Jan 12 09:38:23.559659 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-19fe00b7-5234-433c-911c-7ebf0b57f9d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Unset dirty status for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:23.563634 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-19fe00b7-5234-433c-911c-7ebf0b57f9d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports?device_id=d37350c3-043d-49fb-b1ab-038dc5eadb9c HTTP/1.1" status: 200 len: 205 time: 0.2373855 Jan 12 09:38:23.564548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37424) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:23.678223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.objects.ports [None req-2af9ec3c-549a-494d-afb9-96c77ebbdb2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87663) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:38:23.679266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fa53ef5e-ba2c-499a-80ad-61d9da99839d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.687835 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2af9ec3c-549a-494d-afb9-96c77ebbdb2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.729232 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c2d4-faa3-4422-ba10-d794930fd580 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.901542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fa53ef5e-ba2c-499a-80ad-61d9da99839d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.925400 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-b6c4c2d4-faa3-4422-ba10-d794930fd580 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Calling delete_port for 9920d4a6-8e5d-4ab3-b413-d8d7157a0c11 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:23.944457 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cd8195dc-ec44-4539-84fd-7661519ac578 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:23.970927 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af9ec3c-549a-494d-afb9-96c77ebbdb2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:23.989368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-2af9ec3c-549a-494d-afb9-96c77ebbdb2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:23.992367 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af9ec3c-549a-494d-afb9-96c77ebbdb2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:23.993457 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2af9ec3c-549a-494d-afb9-96c77ebbdb2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.004525 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c519506-b585-4e08-bb0b-849fbd0deaf2 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:24.008617 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a0a0e-05a5-4c90-be52-eaa21cc8221b req-605e8831-22a7-478e-95e7-dfba97be1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:24.010269 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2f0a0a0e-05a5-4c90-be52-eaa21cc8221b req-605e8831-22a7-478e-95e7-dfba97be1185 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05455418-2c08-41bc-9a26-899de66012ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7915850 Jan 12 09:38:24.049009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9ec3c-549a-494d-afb9-96c77ebbdb2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=997e3b87-4783-4467-b419-b2dd29c4c490,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:24.223993 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2af9ec3c-549a-494d-afb9-96c77ebbdb2f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1603045 Jan 12 09:38:24.240921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37446) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:24.257848 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-3430a3c0-539e-4e55-8f00-034f3ca9110e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:24.263889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-52beebef-0328-473f-9fac-bc138cf48381 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.291356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fa53ef5e-ba2c-499a-80ad-61d9da99839d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.324526 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-52beebef-0328-473f-9fac-bc138cf48381 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.328283 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cd8195dc-ec44-4539-84fd-7661519ac578 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.331128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cd8195dc-ec44-4539-84fd-7661519ac578 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.337867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': '997e3b87-4783-4467-b419-b2dd29c4c490'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:38:24.339364 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.356783 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53ef5e-ba2c-499a-80ad-61d9da99839d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd8155f-9e1f-4721-ac5e-1e023929dfa2,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:24.423647 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2f0a0a0e-05a5-4c90-be52-eaa21cc8221b req-aaaa5f3d-1803-445b-bc7b-4f50fb256af5 service neutron] 10.222.0.53 "GET /v2.0/networks/05455418-2c08-41bc-9a26-899de66012ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634913 Jan 12 09:38:24.424339 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37452) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:24.431861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794743c-f520-4c4b-800e-91cad01bd7f4 req-4354cb3a-2fd7-43b7-bcb6-7897aedc2fd3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:24.433311 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2794743c-f520-4c4b-800e-91cad01bd7f4 req-4354cb3a-2fd7-43b7-bcb6-7897aedc2fd3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 943 time: 0.4517555 Jan 12 09:38:24.461845 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fa53ef5e-ba2c-499a-80ad-61d9da99839d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.465377 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fa53ef5e-ba2c-499a-80ad-61d9da99839d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bfd8155f-9e1f-4721-ac5e-1e023929dfa2 HTTP/1.1" status: 204 len: 168 time: 1.2665088 Jan 12 09:38:24.530060 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cd8195dc-ec44-4539-84fd-7661519ac578 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.530543 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8195dc-ec44-4539-84fd-7661519ac578 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Fanout notify agent at l3_agent the message router_deleted on router d37350c3-043d-49fb-b1ab-038dc5eadb9c {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:38:24.548742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cd8195dc-ec44-4539-84fd-7661519ac578 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.549819 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cd8195dc-ec44-4539-84fd-7661519ac578 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/routers/d37350c3-043d-49fb-b1ab-038dc5eadb9c HTTP/1.1" status: 204 len: 168 time: 0.9843676 Jan 12 09:38:24.552171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52beebef-0328-473f-9fac-bc138cf48381 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Router ae7a29b3-9647-4be0-b7b5-9d92c6e9b832 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:38:24.552990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37460) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:24.627786 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0551f4c-0fb8-4ccc-bd8e-4bf6427d4d59 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting subnet 9fe19afb-2b9a-471a-a7f4-30e1b4bd6c1a {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:38:24.631568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d0551f4c-0fb8-4ccc-bd8e-4bf6427d4d59 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.634154 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2f0a0a0e-05a5-4c90-be52-eaa21cc8221b req-9ee4f71a-0cfa-4d49-a56d-2981f0208b1e service neutron] 10.222.0.53 "GET /v2.0/networks/05455418-2c08-41bc-9a26-899de66012ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997874 Jan 12 09:38:24.692762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a5b508d9-ef0a-4cd8-845d-f7f6bd8185a2 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] Request body: {'port': {'network_id': 'a60cadeb-cc53-4429-8d51-d12419bccd18', 'name': 'tempest-NetworksNegativeTestJSON-1528602288'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:24.701816 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Allocated IP 2001:db8::f816:3eff:fe25:30af (ff4a5360-acb6-446d-a4d9-75b6632567e8/997e3b87-4783-4467-b419-b2dd29c4c490/f3c820fa-80f2-4b7e-9068-62695dd73d38) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:24.723316 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b508d9-ef0a-4cd8-845d-f7f6bd8185a2 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] POST failed (client error): The resource could not be found. Jan 12 09:38:24.724064 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b508d9-ef0a-4cd8-845d-f7f6bd8185a2 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:24.731690 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c2d4-faa3-4422-ba10-d794930fd580 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.732451 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a5b508d9-ef0a-4cd8-845d-f7f6bd8185a2 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3070581 Jan 12 09:38:24.739531 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37466) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:24.829778 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d0551f4c-0fb8-4ccc-bd8e-4bf6427d4d59 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:24.870861 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2794743c-f520-4c4b-800e-91cad01bd7f4 req-2db3aa80-f171-408c-97c0-f9904ab39e37 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=50dc336b-8257-4beb-b54f-6b9256cdc774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4013941 Jan 12 09:38:24.872288 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b28edeb-d63f-460b-8a1e-610c30503c04 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] DELETE failed (client error): The resource could not be found. Jan 12 09:38:24.872931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b28edeb-d63f-460b-8a1e-610c30503c04 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:24.910134 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7b28edeb-d63f-460b-8a1e-610c30503c04 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] 10.222.0.26 "DELETE /v2.0/networks/e384c4ef-3fa5-41d0-a716-e849f4d736f7 HTTP/1.1" status: 404 len: 339 time: 0.1246121 Jan 12 09:38:24.920549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4c2d4-faa3-4422-ba10-d794930fd580 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event deleted for resources: {'Port': ['ID=9920d4a6-8e5d-4ab3-b413-d8d7157a0c11,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:24.922641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37470) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:24.938398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3430a3c0-539e-4e55-8f00-034f3ca9110e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:24.985689 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device cfe5233d-908d-4a55-8480-485f5e0a8816 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:38:24.989488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37474) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:25.011146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.012325 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6af815ee-cd43-4023-9c1b-bd3cf560bd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.021165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3430a3c0-539e-4e55-8f00-034f3ca9110e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:25.044681 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Transition to ACTIVE for port object f3c820fa-80f2-4b7e-9068-62695dd73d38 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:25.044923 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52beebef-0328-473f-9fac-bc138cf48381 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:25.046556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6af815ee-cd43-4023-9c1b-bd3cf560bd51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:25.053453 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-52beebef-0328-473f-9fac-bc138cf48381 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.054682 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8ccf92-54b9-4759-921d-91058755a14d None None] Sync routers for ids ['ae7a29b3-9647-4be0-b7b5-9d92c6e9b832'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:25.055405 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-52beebef-0328-473f-9fac-bc138cf48381 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "PUT /v2.0/routers/ae7a29b3-9647-4be0-b7b5-9d92c6e9b832 HTTP/1.1" status: 200 len: 920 time: 4.6516674 Jan 12 09:38:25.058556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37478) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:25.061381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6af815ee-cd43-4023-9c1b-bd3cf560bd51 admin admin] Usage tracker for resource:security_group_rule and tenant:a07fd30c9b5944cf9329eb22158da27f is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:25.065700 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6af815ee-cd43-4023-9c1b-bd3cf560bd51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:25.071484 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ccf92-54b9-4759-921d-91058755a14d None None] Routers {'ae7a29b3-9647-4be0-b7b5-9d92c6e9b832'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:25.072109 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3d8ccf92-54b9-4759-921d-91058755a14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ae7a29b3-9647-4be0-b7b5-9d92c6e9b832'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:25.114568 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Transition to ACTIVE for port object f3c820fa-80f2-4b7e-9068-62695dd73d38 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:25.142362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3430a3c0-539e-4e55-8f00-034f3ca9110e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:25.179537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.191480 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3430a3c0-539e-4e55-8f00-034f3ca9110e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:25.199530 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6595188-c8ad-427a-9dee-caccd77616ac tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] DELETE failed (client error): The resource could not be found. Jan 12 09:38:25.200920 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6595188-c8ad-427a-9dee-caccd77616ac tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:25.201938 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d6595188-c8ad-427a-9dee-caccd77616ac tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] 10.222.0.26 "DELETE /v2.0/ports/71aef5dd-9e19-4408-93e9-bc522b8955eb HTTP/1.1" status: 404 len: 333 time: 0.2404566 Jan 12 09:38:25.207550 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37482) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:25.208430 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3d8ccf92-54b9-4759-921d-91058755a14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:25.219643 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ccf92-54b9-4759-921d-91058755a14d None None] Routers {'ae7a29b3-9647-4be0-b7b5-9d92c6e9b832'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:25.220827 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3d8ccf92-54b9-4759-921d-91058755a14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ae7a29b3-9647-4be0-b7b5-9d92c6e9b832'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:25.288750 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port cfe5233d-908d-4a55-8480-485f5e0a8816, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=cfe5233d-908d-4a55-8480-485f5e0a8816,segment=NetworkSegment(2fc119e9-af3a-4c58-b9b9-fbee38ff857d),segment_id=2fc119e9-af3a-4c58-b9b9-fbee38ff857d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:25.297236 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6af815ee-cd43-4023-9c1b-bd3cf560bd51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:25.300446 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3d8ccf92-54b9-4759-921d-91058755a14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:25.301066 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8ccf92-54b9-4759-921d-91058755a14d None None] The sync data for ids ['ae7a29b3-9647-4be0-b7b5-9d92c6e9b832'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:25.305039 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:25.312784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:25.313441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3430a3c0-539e-4e55-8f00-034f3ca9110e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:25.315785 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:25.317324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3430a3c0-539e-4e55-8f00-034f3ca9110e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.322808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d0551f4c-0fb8-4ccc-bd8e-4bf6427d4d59 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.330323 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Pushing event updated for resources: {'Port': ['ID=f3c820fa-80f2-4b7e-9068-62695dd73d38,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:25.340226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'port_id': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'mac_address': 'fa:16:3e:be:8d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:38:25.356100 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3903f1-4c4e-475a-bb42-4a728083fb8a tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] DELETE failed (client error): The resource could not be found. Jan 12 09:38:25.356100 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3903f1-4c4e-475a-bb42-4a728083fb8a tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:25.357706 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5b3903f1-4c4e-475a-bb42-4a728083fb8a tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] 10.222.0.26 "DELETE /v2.0/subnets/28ca076d-e9b0-4aab-8527-6594bb0e7c24 HTTP/1.1" status: 404 len: 337 time: 0.1491756 Jan 12 09:38:25.358352 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c2d4-faa3-4422-ba10-d794930fd580 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.372745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37486) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:25.478918 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a2e9c7-30ba-4b31-b2dd-b1ab58a3370f tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] GET failed (client error): The resource could not be found. Jan 12 09:38:25.480191 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-34a2e9c7-30ba-4b31-b2dd-b1ab58a3370f tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] 10.222.0.26 "GET /v2.0/networks/f67fc219-1d56-4ed9-9c47-411e6fb36240 HTTP/1.1" status: 404 len: 339 time: 0.1064124 Jan 12 09:38:25.487233 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Attempting to bind port f3c820fa-80f2-4b7e-9068-62695dd73d38 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:25.488159 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Attempting to bind port f3c820fa-80f2-4b7e-9068-62695dd73d38 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:25.488159 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Attempting to bind port f3c820fa-80f2-4b7e-9068-62695dd73d38 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:38:25.490287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.501694 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37490) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:25.507878 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:38:25.508721 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:38:25.508721 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.509231 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:38:25.509752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Bound port: f3c820fa-80f2-4b7e-9068-62695dd73d38, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:25.510824 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.527727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe5233d-908d-4a55-8480-485f5e0a8816 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:38:25.560771 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d1bd0f-2050-4d26-a055-6386b3b967f8 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] GET failed (client error): The resource could not be found. Jan 12 09:38:25.566817 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-11d1bd0f-2050-4d26-a055-6386b3b967f8 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] 10.222.0.26 "GET /v2.0/ports/67414a2a-67b1-4dd9-a471-79a463bcf71f HTTP/1.1" status: 404 len: 333 time: 0.0599849 Jan 12 09:38:25.567218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37494) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:25.594664 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-661da544-f593-4f41-8be9-2a8f376a3651 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/routers/ae7a29b3-9647-4be0-b7b5-9d92c6e9b832 HTTP/1.1" status: 200 len: 920 time: 0.5347064 Jan 12 09:38:25.601527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37496) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:25.626037 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] For port f3c820fa-80f2-4b7e-9068-62695dd73d38, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:38:25.629634 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] For port f3c820fa-80f2-4b7e-9068-62695dd73d38, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f3c820fa-80f2-4b7e-9068-62695dd73d38,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:38:25.644921 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port cfe5233d-908d-4a55-8480-485f5e0a8816, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=cfe5233d-908d-4a55-8480-485f5e0a8816,segment=NetworkSegment(2fc119e9-af3a-4c58-b9b9-fbee38ff857d),segment_id=2fc119e9-af3a-4c58-b9b9-fbee38ff857d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:25.647261 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.664770 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d0551f4c-0fb8-4ccc-bd8e-4bf6427d4d59 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.687660 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bf2180-5ff2-467e-8a5a-d4cb6436d81a tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] GET failed (client error): The resource could not be found. Jan 12 09:38:25.693098 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c5bf2180-5ff2-467e-8a5a-d4cb6436d81a tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] 10.222.0.26 "GET /v2.0/subnets/52acc9cb-5933-4793-92b2-f198dd329cbb HTTP/1.1" status: 404 len: 337 time: 0.0706491 Jan 12 09:38:25.699436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37502) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:25.714614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d0551f4c-0fb8-4ccc-bd8e-4bf6427d4d59 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.721251 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.731650 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f148d96b-e10d-4446-9a40-8caa408376ba None None] Network 1bd71052-9fd2-4870-8e1b-2d7d638d933e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:25.732220 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d0551f4c-0fb8-4ccc-bd8e-4bf6427d4d59 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/9fe19afb-2b9a-471a-a7f4-30e1b4bd6c1a HTTP/1.1" status: 204 len: 168 time: 1.1779423 Jan 12 09:38:25.739401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37504) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:25.757974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0551f4c-0fb8-4ccc-bd8e-4bf6427d4d59 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe19afb-2b9a-471a-a7f4-30e1b4bd6c1a,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:25.769532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-1a042955-310d-483d-bf66-fc89ae84a2ae tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:25.793633 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a042955-310d-483d-bf66-fc89ae84a2ae tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] PUT failed (client error): The resource could not be found. Jan 12 09:38:25.794098 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a042955-310d-483d-bf66-fc89ae84a2ae tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:25.799177 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1a042955-310d-483d-bf66-fc89ae84a2ae tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] 10.222.0.26 "PUT /v2.0/networks/2378d579-3a63-440e-8ec7-80eed0be48a7 HTTP/1.1" status: 404 len: 339 time: 0.0432060 Jan 12 09:38:25.801724 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37510) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:25.814676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-efe331aa-f4df-4975-92ea-fe59f0939e03 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:25.838240 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6af815ee-cd43-4023-9c1b-bd3cf560bd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.902554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6af815ee-cd43-4023-9c1b-bd3cf560bd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.936573 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe331aa-f4df-4975-92ea-fe59f0939e03 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] PUT failed (client error): The resource could not be found. Jan 12 09:38:25.937132 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe331aa-f4df-4975-92ea-fe59f0939e03 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:25.944790 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-efe331aa-f4df-4975-92ea-fe59f0939e03 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] 10.222.0.26 "PUT /v2.0/ports/c5868cd6-640b-4f68-af03-4dd5effb51b9 HTTP/1.1" status: 404 len: 333 time: 0.1304927 Jan 12 09:38:25.944790 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.ipam_backend_mixin [None req-3430a3c0-539e-4e55-8f00-034f3ca9110e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 997e3b87-4783-4467-b419-b2dd29c4c490 (CIDR: 2001:db8::/64) Jan 12 09:38:25.944790 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37516) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:25.946615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5450a166-12ab-4bd3-8bbe-94d1ad2c94ae tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:25.947411 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5450a166-12ab-4bd3-8bbe-94d1ad2c94ae tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Synchronizing usage tracker for tenant:d23b5299cf3947899973a50f41649db8 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:25.950098 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ddd3b2b6-b21e-44c8-8da0-73112ad942b5 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:25.984559 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5450a166-12ab-4bd3-8bbe-94d1ad2c94ae tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Unset dirty status for tenant:d23b5299cf3947899973a50f41649db8 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:25.988827 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5450a166-12ab-4bd3-8bbe-94d1ad2c94ae tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&device_id=ae7a29b3-9647-4be0-b7b5-9d92c6e9b832&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3862271 Jan 12 09:38:25.992979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:25.998088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37520) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:26.005287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79267385-c0d5-4b2b-aa26-e91fdaa6d160 None None] Pushing event updated for resources: {'Port': ['ID=f3c820fa-80f2-4b7e-9068-62695dd73d38,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:26.039303 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6af815ee-cd43-4023-9c1b-bd3cf560bd51 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a07fd30c9b5944cf9329eb22158da27f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0487444 Jan 12 09:38:26.046528 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37524) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:26.071032 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-3430a3c0-539e-4e55-8f00-034f3ca9110e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:38:26.071800 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3430a3c0-539e-4e55-8f00-034f3ca9110e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:26.079842 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd3b2b6-b21e-44c8-8da0-73112ad942b5 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] PUT failed (client error): The resource could not be found. Jan 12 09:38:26.080516 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd3b2b6-b21e-44c8-8da0-73112ad942b5 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:26.081944 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ddd3b2b6-b21e-44c8-8da0-73112ad942b5 tempest-NetworksNegativeTestJSON-688522745 tempest-NetworksNegativeTestJSON-688522745-project] 10.222.0.26 "PUT /v2.0/subnets/5a365ec2-0f30-480b-b472-839744d2483e HTTP/1.1" status: 404 len: 337 time: 0.1367066 Jan 12 09:38:26.104886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c4c2d4-faa3-4422-ba10-d794930fd580 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Router a6c0caa5-df2b-457c-bfb1-569d03074565 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:38:26.114042 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3430a3c0-539e-4e55-8f00-034f3ca9110e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8692684 Jan 12 09:38:26.116298 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37530) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:26.128250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-12c52db2-426a-4b80-9526-2738614e15d7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:26.133183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=cfe5233d-908d-4a55-8480-485f5e0a8816,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:26.145930 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['cfe5233d-908d-4a55-8480-485f5e0a8816'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:38:26.231221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af815ee-cd43-4023-9c1b-bd3cf560bd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d92726-10ac-4506-8adf-ed005f59b51f,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:26.269762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:26.270243 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.341129 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c4c2d4-faa3-4422-ba10-d794930fd580 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:26.363262 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af8c965-f1df-47f9-9071-b76421ed85f2 None None] Sync routers for ids ['a6c0caa5-df2b-457c-bfb1-569d03074565'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:26.397433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af8c965-f1df-47f9-9071-b76421ed85f2 None None] Routers {'a6c0caa5-df2b-457c-bfb1-569d03074565'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:26.398121 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9af8c965-f1df-47f9-9071-b76421ed85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a6c0caa5-df2b-457c-bfb1-569d03074565'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:26.437025 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b6c4c2d4-faa3-4422-ba10-d794930fd580 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "PUT /v2.0/routers/a6c0caa5-df2b-457c-bfb1-569d03074565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2484231 Jan 12 09:38:26.473740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37534) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:26.477220 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc16f7-a7d1-42f2-a405-99c439958330 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:26.477889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-98cc16f7-a7d1-42f2-a405-99c439958330 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Synchronizing usage tracker for tenant:d23b5299cf3947899973a50f41649db8 on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:26.521493 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfbb085-380b-4fef-85a8-fe4c98bf74ff None None] DHCP port deletion for 1bd71052-9fd2-4870-8e1b-2d7d638d933e request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:38:26.525335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9af8c965-f1df-47f9-9071-b76421ed85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:26.531582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-12c52db2-426a-4b80-9526-2738614e15d7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:26.538032 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-12c52db2-426a-4b80-9526-2738614e15d7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:26.538451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbb085-380b-4fef-85a8-fe4c98bf74ff None None] Deleting port 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:26.538903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb085-380b-4fef-85a8-fe4c98bf74ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.542216 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-12c52db2-426a-4b80-9526-2738614e15d7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:26.553447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-12c52db2-426a-4b80-9526-2738614e15d7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:26.571464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5b1efea2-934d-4d60-a8ea-4e7b0f22bf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.583981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c52db2-426a-4b80-9526-2738614e15d7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:26.589969 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-12c52db2-426a-4b80-9526-2738614e15d7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.610360 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af8c965-f1df-47f9-9071-b76421ed85f2 None None] Routers {'a6c0caa5-df2b-457c-bfb1-569d03074565'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:26.611286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9af8c965-f1df-47f9-9071-b76421ed85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['a6c0caa5-df2b-457c-bfb1-569d03074565'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:26.655727 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-9efd259d-6388-4d0b-b323-6cb979620dbd tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] show failed (client error): The resource could not be found. Jan 12 09:38:26.656909 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9efd259d-6388-4d0b-b323-6cb979620dbd tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-874515100 HTTP/1.1" status: 404 len: 334 time: 0.1655495 Jan 12 09:38:26.667426 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37540) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:26.690455 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-98cc16f7-a7d1-42f2-a405-99c439958330 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Unset dirty status for tenant:d23b5299cf3947899973a50f41649db8 on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:26.691826 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-98cc16f7-a7d1-42f2-a405-99c439958330 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/networks/a0c71044-c202-4180-8447-4ec1d9a406cf HTTP/1.1" status: 200 len: 881 time: 0.6904569 Jan 12 09:38:26.694373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f3c820fa-80f2-4b7e-9068-62695dd73d38 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:26.707272 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2a222ab6-860b-400a-9354-4016730b93cb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:26.718443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9af8c965-f1df-47f9-9071-b76421ed85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:26.718798 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af8c965-f1df-47f9-9071-b76421ed85f2 None None] The sync data for ids ['a6c0caa5-df2b-457c-bfb1-569d03074565'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:26.764253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37544) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:26.764476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37546) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:26.777713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5b1efea2-934d-4d60-a8ea-4e7b0f22bf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.847253 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-2a222ab6-860b-400a-9354-4016730b93cb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] update failed (client error): The resource could not be found. Jan 12 09:38:26.854433 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2a222ab6-860b-400a-9354-4016730b93cb tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-1786958437 HTTP/1.1" status: 404 len: 335 time: 0.1593661 Jan 12 09:38:26.856424 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37554) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:26.884411 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7ca2427d-fad3-4d66-995b-1660c98eb2d5 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae7a29b3-9647-4be0-b7b5-9d92c6e9b832 HTTP/1.1" status: 200 len: 205 time: 0.1085184 Jan 12 09:38:26.895632 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b7cf2-9467-4329-8f04-cf2ac2037c30 req-80c9f66e-a23e-4bc2-a290-dc2ead546f85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:26.903544 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6a2b7cf2-9467-4329-8f04-cf2ac2037c30 req-80c9f66e-a23e-4bc2-a290-dc2ead546f85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 944 time: 0.8534195 Jan 12 09:38:26.913815 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37558) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:26.978806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da0c794-c056-47dd-982a-184129962e4f tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Deleting subnet db0d6ddd-79c3-41fb-9db0-86e814034112 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:38:26.982775 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4da0c794-c056-47dd-982a-184129962e4f tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:26.989426 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port f3c820fa-80f2-4b7e-9068-62695dd73d38 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:27.098274 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2cfbb085-380b-4fef-85a8-fe4c98bf74ff None None] For port 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd,segment=NetworkSegment(9d8b6a87-b140-40aa-98bb-7aa91821abc2),segment_id=9d8b6a87-b140-40aa-98bb-7aa91821abc2)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:27.098681 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb085-380b-4fef-85a8-fe4c98bf74ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.136490 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4da0c794-c056-47dd-982a-184129962e4f tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.169415 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:27.187688 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-12c52db2-426a-4b80-9526-2738614e15d7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.256676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c52db2-426a-4b80-9526-2738614e15d7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=8b5036ec-9c98-47d2-806e-fc667b41c2e1,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:27.289467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c52db2-426a-4b80-9526-2738614e15d7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:27.293002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-12c52db2-426a-4b80-9526-2738614e15d7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:27.297095 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6a2b7cf2-9467-4329-8f04-cf2ac2037c30 req-00584846-d36b-446e-b455-edae3784065c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=50dc336b-8257-4beb-b54f-6b9256cdc774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3926642 Jan 12 09:38:27.297902 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c52db2-426a-4b80-9526-2738614e15d7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:27.298573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-12c52db2-426a-4b80-9526-2738614e15d7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.314305 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58c4a2b9-6359-467e-ada4-6c6c8981f740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.347797 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-12c52db2-426a-4b80-9526-2738614e15d7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2268739 Jan 12 09:38:27.348106 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] For port 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd,segment=NetworkSegment(9d8b6a87-b140-40aa-98bb-7aa91821abc2),segment_id=9d8b6a87-b140-40aa-98bb-7aa91821abc2)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:27.350044 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37564) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:27.350514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.364638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'mac_address': 'fa:16:3e:05:01:b3', 'name': 'tempest-NetworksTestDHCPv6-378351630'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:27.367681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-58c4a2b9-6359-467e-ada4-6c6c8981f740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:27.379231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-58c4a2b9-6359-467e-ada4-6c6c8981f740 admin admin] Usage tracker for resource:security_group_rule and tenant:bf482619758e49d28693160845e75121 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:27.414149 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbb085-380b-4fef-85a8-fe4c98bf74ff None None] Calling delete_port for 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:27.438313 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-58c4a2b9-6359-467e-ada4-6c6c8981f740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:27.463527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b45207c-4a0b-434b-a586-3e602fba322f None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:27.572611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-58c4a2b9-6359-467e-ada4-6c6c8981f740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:27.581649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:27.608574 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5b1efea2-934d-4d60-a8ea-4e7b0f22bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.615401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4da0c794-c056-47dd-982a-184129962e4f tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.672802 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1efea2-934d-4d60-a8ea-4e7b0f22bf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d92726-10ac-4506-8adf-ed005f59b51f,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:27.682383 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-767ba5c4-088b-4904-bfec-f056c65e6b81 None None] Provisioning for port f3c820fa-80f2-4b7e-9068-62695dd73d38 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:27.699469 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5b1efea2-934d-4d60-a8ea-4e7b0f22bf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.703056 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5b1efea2-934d-4d60-a8ea-4e7b0f22bf57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87d92726-10ac-4506-8adf-ed005f59b51f HTTP/1.1" status: 204 len: 168 time: 1.6491699 Jan 12 09:38:27.725174 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-083676e1-5165-468d-b2fb-0ee81797470a tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.729638 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-767ba5c4-088b-4904-bfec-f056c65e6b81 None None] Provisioning complete for port f3c820fa-80f2-4b7e-9068-62695dd73d38 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:27.730010 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-767ba5c4-088b-4904-bfec-f056c65e6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.745885 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:27.757864 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:port and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:27.766470 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:27.782897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:27.806900 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb085-380b-4fef-85a8-fe4c98bf74ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.811090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4da0c794-c056-47dd-982a-184129962e4f tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.828186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:38:27.828406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:38:27.858275 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:27.860711 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.885572 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbb085-380b-4fef-85a8-fe4c98bf74ff None None] Pushing event deleted for resources: {'Port': ['ID=8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:27.899791 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfbb085-380b-4fef-85a8-fe4c98bf74ff None None] No DVR routers for this DVR port 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:27.925716 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4da0c794-c056-47dd-982a-184129962e4f tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:27.930323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0c794-c056-47dd-982a-184129962e4f tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event deleted for resources: {'Subnet': ['ID=db0d6ddd-79c3-41fb-9db0-86e814034112,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:27.950657 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4da0c794-c056-47dd-982a-184129962e4f tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "DELETE /v2.0/subnets/db0d6ddd-79c3-41fb-9db0-86e814034112 HTTP/1.1" status: 204 len: 168 time: 1.0942338 Jan 12 09:38:27.951587 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37570) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:27.973650 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3990a3-1977-434f-b03c-e2b870ace293 None None] Network 95cc88be-5451-4823-9fcb-e1ef7e30625e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:28.070080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.079389 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-083676e1-5165-468d-b2fb-0ee81797470a tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.089179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58c4a2b9-6359-467e-ada4-6c6c8981f740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.116838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port 08305b01-f03c-43a8-a84f-efd098ba3f12 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:38:28.134283 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-767ba5c4-088b-4904-bfec-f056c65e6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.195678 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58c4a2b9-6359-467e-ada4-6c6c8981f740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.219829 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-083676e1-5165-468d-b2fb-0ee81797470a tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Deleting port b2ba31dc-ad67-4c1e-bd8b-d0061d7366d1 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:28.220305 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-083676e1-5165-468d-b2fb-0ee81797470a tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.250153 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-767ba5c4-088b-4904-bfec-f056c65e6b81 None None] For port f3c820fa-80f2-4b7e-9068-62695dd73d38, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f3c820fa-80f2-4b7e-9068-62695dd73d38,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:28.255851 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.284780 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-767ba5c4-088b-4904-bfec-f056c65e6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.302966 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-58c4a2b9-6359-467e-ada4-6c6c8981f740 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf482619758e49d28693160845e75121&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5249093 Jan 12 09:38:28.304173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37574) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:28.307785 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4a2b9-6359-467e-ada4-6c6c8981f740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9210cc5a-5f7a-4f71-9454-31a32ed8d617,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:28.356777 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:28.357185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.364740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8:0:1::24f (ff4a5360-acb6-446d-a4d9-75b6632567e8/8b5036ec-9c98-47d2-806e-fc667b41c2e1/08305b01-f03c-43a8-a84f-efd098ba3f12) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:28.374329 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::f816:3eff:fe05:1b3 (ff4a5360-acb6-446d-a4d9-75b6632567e8/997e3b87-4783-4467-b419-b2dd29c4c490/08305b01-f03c-43a8-a84f-efd098ba3f12) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:28.391178 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Deleting port 2324fb2b-1afa-489d-b957-a5653b046eab {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:28.391178 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.404804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ba5c4-088b-4904-bfec-f056c65e6b81 None None] Pushing event updated for resources: {'Port': ['ID=f3c820fa-80f2-4b7e-9068-62695dd73d38,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:28.530176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d65db9-61b3-4155-bff8-90897b732829 None None] DHCP port deletion for 95cc88be-5451-4823-9fcb-e1ef7e30625e request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:38:28.538327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] The port '8f13dcd0-c65d-4ea4-b5b3-70117a60ddbd' was deleted {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:38:28.539764 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-35d65db9-61b3-4155-bff8-90897b732829 None None] Deleting port 2324fb2b-1afa-489d-b957-a5653b046eab {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:28.540366 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-35d65db9-61b3-4155-bff8-90897b732829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.570526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f3c820fa-80f2-4b7e-9068-62695dd73d38 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:28.697904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed10614-ebd3-47d7-a365-8b64c6c83d7c req-1e7bbb76-46cb-4707-affd-0fe894a184b7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:28.698964 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fae88fe-9cd7-4555-9503-0a7e0a6cdffd None None] Update dhcp port {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'fixed_ips': [{'subnet_id': '997e3b87-4783-4467-b419-b2dd29c4c490', 'ip_address': '2001:db8::f816:3eff:fe25:30af'}, {'subnet_id': '8b5036ec-9c98-47d2-806e-fc667b41c2e1'}], 'binding:host_id': 'dv-neutron-824346-1-hyperv'}, 'id': 'f3c820fa-80f2-4b7e-9068-62695dd73d38'} from dv-neutron-824346-1-hyperv. {{(pid=87665) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 12 09:38:28.699655 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eed10614-ebd3-47d7-a365-8b64c6c83d7c req-1e7bbb76-46cb-4707-affd-0fe894a184b7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 944 time: 0.2119114 Jan 12 09:38:28.742417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ae5070ca-07ef-4fa1-a683-4d79c5a2cb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.758506 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.772337 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eed10614-ebd3-47d7-a365-8b64c6c83d7c req-007d039a-c885-4144-9632-1df45125374b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=50dc336b-8257-4beb-b54f-6b9256cdc774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568485 Jan 12 09:38:28.780761 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object 08305b01-f03c-43a8-a84f-efd098ba3f12 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:28.808860 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.809672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-083676e1-5165-468d-b2fb-0ee81797470a tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.823557 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.824367 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2fae88fe-9cd7-4555-9503-0a7e0a6cdffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.873179 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port f3c820fa-80f2-4b7e-9068-62695dd73d38 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:28.873553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.880747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:28.884028 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:28.888853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:28.894510 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:28.895281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:28.910014 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=08305b01-f03c-43a8-a84f-efd098ba3f12,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:28.929588 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e2ef4781-120a-4329-bb42-8d845602b80c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5722411 Jan 12 09:38:28.932138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37580) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:29.007135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a0d8a-fe32-4711-b1e5-487375b9cda1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port 08305b01-f03c-43a8-a84f-efd098ba3f12 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:29.007386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ca3a0d8a-fe32-4711-b1e5-487375b9cda1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.030963 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device cfe5233d-908d-4a55-8480-485f5e0a8816 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:29.078380 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-35d65db9-61b3-4155-bff8-90897b732829 None None] For port 2324fb2b-1afa-489d-b957-a5653b046eab, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=2324fb2b-1afa-489d-b957-a5653b046eab,segment=NetworkSegment(b9a66e8f-2c17-44c5-80ca-c6a2d1dc5199),segment_id=b9a66e8f-2c17-44c5-80ca-c6a2d1dc5199)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:29.078787 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-35d65db9-61b3-4155-bff8-90897b732829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.144605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ae5070ca-07ef-4fa1-a683-4d79c5a2cb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.157223 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-083676e1-5165-468d-b2fb-0ee81797470a tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Calling delete_port for b2ba31dc-ad67-4c1e-bd8b-d0061d7366d1 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:29.199326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd71052-9fd2-4870-8e1b-2d7d638d933e']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:29.275136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8b6a87-b140-40aa-98bb-7aa91821abc2') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:29.275355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8b6a87-b140-40aa-98bb-7aa91821abc2') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:29.285342 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-35d65db9-61b3-4155-bff8-90897b732829 None None] Calling delete_port for 2324fb2b-1afa-489d-b957-a5653b046eab owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:29.291599 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ca3a0d8a-fe32-4711-b1e5-487375b9cda1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.323885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.331200 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] For port 2324fb2b-1afa-489d-b957-a5653b046eab, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=2324fb2b-1afa-489d-b957-a5653b046eab,segment=NetworkSegment(b9a66e8f-2c17-44c5-80ca-c6a2d1dc5199),segment_id=b9a66e8f-2c17-44c5-80ca-c6a2d1dc5199)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:29.331797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.422405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a0d8a-fe32-4711-b1e5-487375b9cda1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for 08305b01-f03c-43a8-a84f-efd098ba3f12 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:29.476308 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.479084 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port cfe5233d-908d-4a55-8480-485f5e0a8816 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:29.486552 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Calling delete_port for 2324fb2b-1afa-489d-b957-a5653b046eab owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:29.489292 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-2fae88fe-9cd7-4555-9503-0a7e0a6cdffd None None] Allocated IP 2001:db8:0:1::2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/8b5036ec-9c98-47d2-806e-fc667b41c2e1/f3c820fa-80f2-4b7e-9068-62695dd73d38) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:29.497040 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port cfe5233d-908d-4a55-8480-485f5e0a8816 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:29.497504 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.533271 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-35d65db9-61b3-4155-bff8-90897b732829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.541845 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:38:29.542504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:29.556975 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:29.586335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ae5070ca-07ef-4fa1-a683-4d79c5a2cb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.630246 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d65db9-61b3-4155-bff8-90897b732829 None None] Pushing event deleted for resources: {'Port': ['ID=2324fb2b-1afa-489d-b957-a5653b046eab,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:29.641742 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d65db9-61b3-4155-bff8-90897b732829 None None] No DVR routers for this DVR port 2324fb2b-1afa-489d-b957-a5653b046eab on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:29.675637 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5070ca-07ef-4fa1-a683-4d79c5a2cb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9210cc5a-5f7a-4f71-9454-31a32ed8d617,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:29.713659 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ae5070ca-07ef-4fa1-a683-4d79c5a2cb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.715222 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ae5070ca-07ef-4fa1-a683-4d79c5a2cb70 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9210cc5a-5f7a-4f71-9454-31a32ed8d617 HTTP/1.1" status: 204 len: 168 time: 1.4086933 Jan 12 09:38:29.733330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.740830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:38:29.744457 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:38:29.764948 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ca3a0d8a-fe32-4711-b1e5-487375b9cda1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.801050 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.814725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Network': ['ID=1bd71052-9fd2-4870-8e1b-2d7d638d933e,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:29.831214 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2fae88fe-9cd7-4555-9503-0a7e0a6cdffd None None] For port f3c820fa-80f2-4b7e-9068-62695dd73d38, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f3c820fa-80f2-4b7e-9068-62695dd73d38,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:29.832290 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-58169563-72ca-4205-b63e-a983b36ff537 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/networks/1bd71052-9fd2-4870-8e1b-2d7d638d933e HTTP/1.1" status: 204 len: 168 time: 4.0796356 Jan 12 09:38:29.838488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37588) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:29.851419 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a4aaca09-feff-447d-8e86-4bf45aebdf58 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'network': {'name': 'tempest-RoutersTest-1846940074'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:29.857926 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a4aaca09-feff-447d-8e86-4bf45aebdf58 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:29.862135 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a4aaca09-feff-447d-8e86-4bf45aebdf58 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:network and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:29.865407 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a4aaca09-feff-447d-8e86-4bf45aebdf58 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:29.865773 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2fae88fe-9cd7-4555-9503-0a7e0a6cdffd None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.871691 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a4aaca09-feff-447d-8e86-4bf45aebdf58 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:29.874443 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-083676e1-5165-468d-b2fb-0ee81797470a tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.889206 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2fae88fe-9cd7-4555-9503-0a7e0a6cdffd None None] Transition to ACTIVE for port object f3c820fa-80f2-4b7e-9068-62695dd73d38 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:29.897550 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.936108 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2fae88fe-9cd7-4555-9503-0a7e0a6cdffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:29.942140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe5233d-908d-4a55-8480-485f5e0a8816'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:38:29.944565 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083676e1-5165-468d-b2fb-0ee81797470a tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Pushing event deleted for resources: {'Port': ['ID=b2ba31dc-ad67-4c1e-bd8b-d0061d7366d1,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:29.957916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a0d8a-fe32-4711-b1e5-487375b9cda1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=08305b01-f03c-43a8-a84f-efd098ba3f12,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:30.022905 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ca3a0d8a-fe32-4711-b1e5-487375b9cda1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.027962 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aaca09-feff-447d-8e86-4bf45aebdf58 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:30.031406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4aaca09-feff-447d-8e86-4bf45aebdf58 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.043755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port cfe5233d-908d-4a55-8480-485f5e0a8816, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=cfe5233d-908d-4a55-8480-485f5e0a8816,segment=NetworkSegment(2fc119e9-af3a-4c58-b9b9-fbee38ff857d),segment_id=2fc119e9-af3a-4c58-b9b9-fbee38ff857d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:30.046743 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ca3a0d8a-fe32-4711-b1e5-487375b9cda1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/08305b01-f03c-43a8-a84f-efd098ba3f12 HTTP/1.1" status: 204 len: 168 time: 1.1133900 Jan 12 09:38:30.048130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37598) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:30.064437 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae88fe-9cd7-4555-9503-0a7e0a6cdffd None None] Pushing event updated for resources: {'Port': ['ID=f3c820fa-80f2-4b7e-9068-62695dd73d38,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:30.155846 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.173339 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-083676e1-5165-468d-b2fb-0ee81797470a tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.179605 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638438c5-a102-456b-b701-f6ec450587f1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:30.180484 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-638438c5-a102-456b-b701-f6ec450587f1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:30.211372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-638438c5-a102-456b-b701-f6ec450587f1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:30.215468 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-638438c5-a102-456b-b701-f6ec450587f1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1668222 Jan 12 09:38:30.216278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37604) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:30.256988 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=cfe5233d-908d-4a55-8480-485f5e0a8816,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:30.266404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Deleting port 2324fb2b-1afa-489d-b957-a5653b046eab {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:30.266746 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.320561 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a75484f-b068-4eda-9226-3403feb29f6f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:30.326110 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6a75484f-b068-4eda-9226-3403feb29f6f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1083088 Jan 12 09:38:30.327015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37610) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:30.368389 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'code': 200} Jan 12 09:38:30.441588 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c3bd5b-00af-4048-9003-7b3623b22b7e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:30.445908 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c3bd5b-00af-4048-9003-7b3623b22b7e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:30.448292 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4aaca09-feff-447d-8e86-4bf45aebdf58 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:30.449525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c3bd5b-00af-4048-9003-7b3623b22b7e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:30.451760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-47c3bd5b-00af-4048-9003-7b3623b22b7e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:30.480418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4aaca09-feff-447d-8e86-4bf45aebdf58 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.480961 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-a4aaca09-feff-447d-8e86-4bf45aebdf58 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Added segment 10e65889-9bec-4bd8-bab3-fe6e8a6b15cf of type vlan for network cbc2a8e3-e712-4ec2-a378-a5ecec06c702 Jan 12 09:38:30.486904 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] The port '2324fb2b-1afa-489d-b957-a5653b046eab' was deleted {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:38:30.490935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-47c3bd5b-00af-4048-9003-7b3623b22b7e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:30.495402 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-47c3bd5b-00af-4048-9003-7b3623b22b7e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1672685 Jan 12 09:38:30.496045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37618) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:30.602599 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-083676e1-5165-468d-b2fb-0ee81797470a tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.610727 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-083676e1-5165-468d-b2fb-0ee81797470a tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.617773 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f3c820fa-80f2-4b7e-9068-62695dd73d38 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:30.635164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f03f64-9f6d-47cb-8d04-2d15d028884c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 8b5036ec-9c98-47d2-806e-fc667b41c2e1 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:38:30.639307 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-22f03f64-9f6d-47cb-8d04-2d15d028884c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.717726 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae0e1b-f844-4625-a231-dbe46d49e369 req-ca8ab031-c467-4e71-9dec-acb508d4c8f9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:30.720081 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-28ae0e1b-f844-4625-a231-dbe46d49e369 req-ca8ab031-c467-4e71-9dec-acb508d4c8f9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 944 time: 0.7763119 Jan 12 09:38:30.722227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4aaca09-feff-447d-8e86-4bf45aebdf58 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.777956 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-22f03f64-9f6d-47cb-8d04-2d15d028884c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:30.819888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2324fb2b-1afa-489d-b957-a5653b046eab no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:30.859150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd0f9b-add5-4462-a185-090b39b65482 req-0ec3d965-445e-4841-ad83-874af58dc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:30.860684 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bccd0f9b-add5-4462-a185-090b39b65482 req-0ec3d965-445e-4841-ad83-874af58dc7ac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 1098 time: 0.1872418 Jan 12 09:38:30.895664 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 2324fb2b-1afa-489d-b957-a5653b046eab {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:38:30.896013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2324fb2b-1afa-489d-b957-a5653b046eab not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:30.944108 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bccd0f9b-add5-4462-a185-090b39b65482 req-8f431cbf-debc-4135-bdb9-dd10754bd750 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=50dc336b-8257-4beb-b54f-6b9256cdc774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630972 Jan 12 09:38:30.952618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-22f03f64-9f6d-47cb-8d04-2d15d028884c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.027272 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.050890 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-083676e1-5165-468d-b2fb-0ee81797470a tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.051666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083676e1-5165-468d-b2fb-0ee81797470a tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Fanout notify agent at l3_agent the message router_deleted on router ae7a29b3-9647-4be0-b7b5-9d92c6e9b832 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:38:31.059869 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-bf8c5ebe-9948-4374-89fd-0abac58fbbf5 None None] Provisioning for port f3c820fa-80f2-4b7e-9068-62695dd73d38 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:31.062317 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-22f03f64-9f6d-47cb-8d04-2d15d028884c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.065988 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-bf8c5ebe-9948-4374-89fd-0abac58fbbf5 None None] Provisioning complete for port f3c820fa-80f2-4b7e-9068-62695dd73d38 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:31.066442 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5ebe-9948-4374-89fd-0abac58fbbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.104669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cc88be-5451-4823-9fcb-e1ef7e30625e']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:31.126316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f03f64-9f6d-47cb-8d04-2d15d028884c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5036ec-9c98-47d2-806e-fc667b41c2e1,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:31.135337 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-083676e1-5165-468d-b2fb-0ee81797470a tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.142240 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-22f03f64-9f6d-47cb-8d04-2d15d028884c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.151609 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-083676e1-5165-468d-b2fb-0ee81797470a tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "DELETE /v2.0/routers/ae7a29b3-9647-4be0-b7b5-9d92c6e9b832 HTTP/1.1" status: 204 len: 168 time: 4.2367170 Jan 12 09:38:31.156520 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37630) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:31.157152 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4aaca09-feff-447d-8e86-4bf45aebdf58 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.162702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aaca09-feff-447d-8e86-4bf45aebdf58 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:31.163321 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4aaca09-feff-447d-8e86-4bf45aebdf58 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.169013 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-22f03f64-9f6d-47cb-8d04-2d15d028884c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/8b5036ec-9c98-47d2-806e-fc667b41c2e1 HTTP/1.1" status: 204 len: 168 time: 0.6717477 Jan 12 09:38:31.169853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37632) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:31.184663 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-28ae0e1b-f844-4625-a231-dbe46d49e369 req-f5730261-6045-4dcc-9b5b-c02c908ee92e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=50dc336b-8257-4beb-b54f-6b9256cdc774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4546304 Jan 12 09:38:31.191612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a66e8f-2c17-44c5-80ca-c6a2d1dc5199') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:31.191612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a66e8f-2c17-44c5-80ca-c6a2d1dc5199') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:31.192050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37640) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:31.228998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-4e8b16b5-9397-4808-80b4-1958259a8bec tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2083464680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:31.254192 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a4aaca09-feff-447d-8e86-4bf45aebdf58 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4141781 Jan 12 09:38:31.256845 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37646) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:31.263890 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-877467d6-3487-49d0-aada-56243040275e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'subnet': {'network_id': 'cbc2a8e3-e712-4ec2-a378-a5ecec06c702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:31.267051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4e8b16b5-9397-4808-80b4-1958259a8bec tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:31.281122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.311915 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4e8b16b5-9397-4808-80b4-1958259a8bec tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Usage tracker for resource:router and tenant:c0af6060244e4af493818f6faea43dc8 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:31.320036 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4e8b16b5-9397-4808-80b4-1958259a8bec tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:31.323645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.339240 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4e8b16b5-9397-4808-80b4-1958259a8bec tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:31.424215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:38:31.424713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.435065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e22499-1203-4114-9a69-e19cc5481e02 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:31.451599 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-877467d6-3487-49d0-aada-56243040275e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:31.455329 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-877467d6-3487-49d0-aada-56243040275e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:subnet and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:31.458813 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-877467d6-3487-49d0-aada-56243040275e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:31.460912 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:31.464960 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-877467d6-3487-49d0-aada-56243040275e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:31.474330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aaca09-feff-447d-8e86-4bf45aebdf58 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Network': ['ID=cbc2a8e3-e712-4ec2-a378-a5ecec06c702,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:31.525617 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4e8b16b5-9397-4808-80b4-1958259a8bec tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.526641 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4e8b16b5-9397-4808-80b4-1958259a8bec tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.536491 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network cbc2a8e3-e712-4ec2-a378-a5ecec06c702 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:31.537663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-362582515'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:31.544666 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-194dcbfa-1e1c-4923-9f5c-eee710f3d3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 997e3b87-4783-4467-b419-b2dd29c4c490 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:38:31.550535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:31.552005 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.552735 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-194dcbfa-1e1c-4923-9f5c-eee710f3d3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.577064 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.578518 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-288c047b-c926-4f71-b1d8-5ded33293da8 None None] Could not find standard attr ID for object 08305b01-f03c-43a8-a84f-efd098ba3f12. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:38:31.584957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4e8b16b5-9397-4808-80b4-1958259a8bec tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.588898 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event deleted for resources: {'Network': ['ID=95cc88be-5451-4823-9fcb-e1ef7e30625e,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:31.590112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877467d6-3487-49d0-aada-56243040275e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:31.593658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-877467d6-3487-49d0-aada-56243040275e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.603199 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b5f1efcd-f2ac-4e37-9763-bef742c608a3 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "DELETE /v2.0/networks/95cc88be-5451-4823-9fcb-e1ef7e30625e HTTP/1.1" status: 204 len: 168 time: 3.6459460 Jan 12 09:38:31.603401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37652) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:31.612236 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:network and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:31.621092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:31.639818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:31.668834 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4e8b16b5-9397-4808-80b4-1958259a8bec tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.699803 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4e8b16b5-9397-4808-80b4-1958259a8bec tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.704056 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4e8b16b5-9397-4808-80b4-1958259a8bec tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5153475 Jan 12 09:38:31.707504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a035e5-c19b-44ef-9eb6-d791c3b185db tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Deleting subnet f0508790-5e5b-4bda-9128-8026ff899863 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:38:31.709414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37656) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:31.717523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:31.720964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-194dcbfa-1e1c-4923-9f5c-eee710f3d3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.758089 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:31.761780 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.770822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a8a035e5-c19b-44ef-9eb6-d791c3b185db tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.792857 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.834585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:31.846667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:security_group_rule and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:31.852425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:31.864614 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:31.921331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-194dcbfa-1e1c-4923-9f5c-eee710f3d3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:31.967382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a8a035e5-c19b-44ef-9eb6-d791c3b185db tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.068677 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-877467d6-3487-49d0-aada-56243040275e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.166009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.171576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-194dcbfa-1e1c-4923-9f5c-eee710f3d3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.199472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.244127 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-194dcbfa-1e1c-4923-9f5c-eee710f3d3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.248495 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.300897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059785db-e181-480c-876c-28326314f864,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:32.305066 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a8a035e5-c19b-44ef-9eb6-d791c3b185db tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.326222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:32.328165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877467d6-3487-49d0-aada-56243040275e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Subnet': ['ID=b826b0fd-92c5-4d88-b795-5df60bef4afc,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:32.334253 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877467d6-3487-49d0-aada-56243040275e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Checking segment: {'id': '10e65889-9bec-4bd8-bab3-fe6e8a6b15cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cbc2a8e3-e712-4ec2-a378-a5ecec06c702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:38:32.334607 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877467d6-3487-49d0-aada-56243040275e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network hostable DHCP agents. Network: cbc2a8e3-e712-4ec2-a378-a5ecec06c702, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:32.383530 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-194dcbfa-1e1c-4923-9f5c-eee710f3d3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/997e3b87-4783-4467-b419-b2dd29c4c490 HTTP/1.1" status: 204 len: 168 time: 1.2101767 Jan 12 09:38:32.385406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37662) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:32.390250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.390551 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Added segment ed876186-fdd3-4ada-9015-532ca5ed8baf of type vlan for network 33d5ac52-65f1-4fac-b102-0933a16a52ce Jan 12 09:38:32.472928 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c44f0933-91c6-4d46-9ba9-869e18a8308f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863411 Jan 12 09:38:32.476251 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37666) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:32.487522 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:32.542870 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a8a035e5-c19b-44ef-9eb6-d791c3b185db tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.547056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194dcbfa-1e1c-4923-9f5c-eee710f3d3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=997e3b87-4783-4467-b419-b2dd29c4c490,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:32.548421 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c17ef33-faec-490e-84c9-10836958f4bf None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:32.581290 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877467d6-3487-49d0-aada-56243040275e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network cbc2a8e3-e712-4ec2-a378-a5ecec06c702 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:32.603926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.615468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-877467d6-3487-49d0-aada-56243040275e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, cbc2a8e3-e712-4ec2-a378-a5ecec06c702) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:32.621387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877467d6-3487-49d0-aada-56243040275e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:32.621964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-877467d6-3487-49d0-aada-56243040275e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.641447 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea0c1bf-3319-44f3-bf26-65a1fea1be6a None None] Network cbc2a8e3-e712-4ec2-a378-a5ecec06c702 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:32.665383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.671215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:32.672120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.698401 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-877467d6-3487-49d0-aada-56243040275e tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4404147 Jan 12 09:38:32.699118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37670) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:32.716730 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88504c-1c74-4520-9fa2-56fd8e3707a6 req-1ecd05b9-a2dc-42c8-8f2b-4c2d36c6d995 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:32.718386 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b88504c-1c74-4520-9fa2-56fd8e3707a6 req-1ecd05b9-a2dc-42c8-8f2b-4c2d36c6d995 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 945 time: 0.3405306 Jan 12 09:38:32.728602 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-cdb15b67-017d-48ed-8a1c-007da9f6ccd0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-185443326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:32.766825 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-cdb15b67-017d-48ed-8a1c-007da9f6ccd0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:32.777544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-cdb15b67-017d-48ed-8a1c-007da9f6ccd0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:router and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:32.781874 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5894916 Jan 12 09:38:32.785879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-cdb15b67-017d-48ed-8a1c-007da9f6ccd0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:32.791216 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37674) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:32.808867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-483684e4-7ca1-404c-840f-4f80eed0e61d None None] Provisioning complete for port f3c820fa-80f2-4b7e-9068-62695dd73d38 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:32.809211 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-483684e4-7ca1-404c-840f-4f80eed0e61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.839307 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-cdb15b67-017d-48ed-8a1c-007da9f6ccd0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:32.851510 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-bff5a193-8354-4fb9-90aa-8e888b9c2795 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1321577669'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:32.853028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a8a035e5-c19b-44ef-9eb6-d791c3b185db tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.855824 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e22f9d-88ee-469b-bff8-217b84fd20d1 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Network': ['ID=33d5ac52-65f1-4fac-b102-0933a16a52ce,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:32.856803 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a035e5-c19b-44ef-9eb6-d791c3b185db tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event deleted for resources: {'Subnet': ['ID=f0508790-5e5b-4bda-9128-8026ff899863,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:32.862118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-bff5a193-8354-4fb9-90aa-8e888b9c2795 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:32.864526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfb5547-5ade-49ad-8c9b-be63e3ef5a0a None None] Network e3e1ec9d-8919-4c2e-892b-7ca23d9f532c requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:32.874935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bff5a193-8354-4fb9-90aa-8e888b9c2795 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:network and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:32.880202 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bff5a193-8354-4fb9-90aa-8e888b9c2795 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:32.887089 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 33d5ac52-65f1-4fac-b102-0933a16a52ce details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:32.889026 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-bff5a193-8354-4fb9-90aa-8e888b9c2795 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:32.893402 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a8a035e5-c19b-44ef-9eb6-d791c3b185db tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "DELETE /v2.0/subnets/f0508790-5e5b-4bda-9128-8026ff899863 HTTP/1.1" status: 204 len: 168 time: 1.2865705 Jan 12 09:38:32.893546 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cdb15b67-017d-48ed-8a1c-007da9f6ccd0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.894807 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37678) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:32.895000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cdb15b67-017d-48ed-8a1c-007da9f6ccd0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.905359 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b88504c-1c74-4520-9fa2-56fd8e3707a6 req-c1cf9f30-cd68-473b-ae7d-24c393dc8849 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=50dc336b-8257-4beb-b54f-6b9256cdc774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668794 Jan 12 09:38:32.920898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff5a193-8354-4fb9-90aa-8e888b9c2795 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:32.929904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bff5a193-8354-4fb9-90aa-8e888b9c2795 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.936002 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:32.948139 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cdb15b67-017d-48ed-8a1c-007da9f6ccd0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.953601 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:32.956939 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:32.978913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff5a193-8354-4fb9-90aa-8e888b9c2795 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:32.988846 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bff5a193-8354-4fb9-90aa-8e888b9c2795 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:32.989300 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-bff5a193-8354-4fb9-90aa-8e888b9c2795 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Added segment 9b86173b-251d-4159-ae6b-237b7145c103 of type vlan for network fcb553f2-e6ca-425c-9373-5b458aa8d974 Jan 12 09:38:32.995401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cdb15b67-017d-48ed-8a1c-007da9f6ccd0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.026655 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:33.038093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bff5a193-8354-4fb9-90aa-8e888b9c2795 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.049750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cdb15b67-017d-48ed-8a1c-007da9f6ccd0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.054723 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cdb15b67-017d-48ed-8a1c-007da9f6ccd0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3464758 Jan 12 09:38:33.055503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37684) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:33.205937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:33.209572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.213415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bff5a193-8354-4fb9-90aa-8e888b9c2795 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.219182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff5a193-8354-4fb9-90aa-8e888b9c2795 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:33.219760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bff5a193-8354-4fb9-90aa-8e888b9c2795 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.267298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8c7ed5-d784-4138-93f5-a35e328792ea tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Deleting subnet bac018f8-b9d2-4941-b58c-3ebc495f8520 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:38:33.274569 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.314016 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ab8c7ed5-d784-4138-93f5-a35e328792ea tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.361170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.385300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-cbc2a8e3-e712-4ec2-a378-a5ecec06c702', 'network_id': 'cbc2a8e3-e712-4ec2-a378-a5ecec06c702', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'fixed_ips': [{'subnet_id': 'b826b0fd-92c5-4d88-b795-5df60bef4afc'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:38:33.386536 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.405364 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bff5a193-8354-4fb9-90aa-8e888b9c2795 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5653296 Jan 12 09:38:33.407227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37688) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:33.475782 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-269b9f2e-cc51-4afa-b204-d25dc8f76f13 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'subnet': {'network_id': '33d5ac52-65f1-4fac-b102-0933a16a52ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:33.476027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:38:33.490734 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Deleting port f3c820fa-80f2-4b7e-9068-62695dd73d38 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:33.491442 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.506673 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ab8c7ed5-d784-4138-93f5-a35e328792ea tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.523589 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4297fc28-6be2-43cb-b9a0-df8e91377807 None None] DHCP port deletion for e3e1ec9d-8919-4c2e-892b-7ca23d9f532c request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:38:33.551911 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4297fc28-6be2-43cb-b9a0-df8e91377807 None None] Deleting port 6b64bf13-a105-475d-809f-23239f4a1921 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:33.553065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4297fc28-6be2-43cb-b9a0-df8e91377807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.560899 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5a193-8354-4fb9-90aa-8e888b9c2795 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Network': ['ID=fcb553f2-e6ca-425c-9373-5b458aa8d974,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:33.603632 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875025e-3df8-48cd-92e7-785112ca3881 req-52a9c991-6c80-4445-8e43-ea49a62f804e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:33.605226 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d875025e-3df8-48cd-92e7-785112ca3881 req-52a9c991-6c80-4445-8e43-ea49a62f804e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 945 time: 0.5156846 Jan 12 09:38:33.636475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network fcb553f2-e6ca-425c-9373-5b458aa8d974 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:33.749815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-269b9f2e-cc51-4afa-b204-d25dc8f76f13 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:33.753798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-269b9f2e-cc51-4afa-b204-d25dc8f76f13 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:subnet and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:33.756995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-269b9f2e-cc51-4afa-b204-d25dc8f76f13 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:33.762829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-269b9f2e-cc51-4afa-b204-d25dc8f76f13 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:33.781629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269b9f2e-cc51-4afa-b204-d25dc8f76f13 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:33.783105 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d875025e-3df8-48cd-92e7-785112ca3881 req-95c030ad-347d-4aba-890e-d9a771445dfb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=50dc336b-8257-4beb-b54f-6b9256cdc774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353192 Jan 12 09:38:33.785701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-269b9f2e-cc51-4afa-b204-d25dc8f76f13 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.792100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ab8c7ed5-d784-4138-93f5-a35e328792ea tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.823278 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Allocated IP 172.26.2.69 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/98e6bdb3-5601-4351-8a4b-acb3241418e3) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:33.827887 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37692) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:33.875697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:33.959510 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Allocated IP 172.20.0.2 (cbc2a8e3-e712-4ec2-a378-a5ecec06c702/b826b0fd-92c5-4d88-b795-5df60bef4afc/283718dc-2828-420d-a235-c74fc0f02b77) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:34.040982 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ab8c7ed5-d784-4138-93f5-a35e328792ea tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.117742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c7ed5-d784-4138-93f5-a35e328792ea tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event deleted for resources: {'Subnet': ['ID=bac018f8-b9d2-4941-b58c-3ebc495f8520,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:34.137007 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ab8c7ed5-d784-4138-93f5-a35e328792ea tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.154623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d500f221-ac4a-4df5-94ea-52ad9f0b340b None None] Network 79cbbe17-b293-4fb1-9fb3-94f5a6f873a7 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:34.179180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.187097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] For port f3c820fa-80f2-4b7e-9068-62695dd73d38, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f3c820fa-80f2-4b7e-9068-62695dd73d38,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:34.187491 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.204965 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ab8c7ed5-d784-4138-93f5-a35e328792ea tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "DELETE /v2.0/subnets/bac018f8-b9d2-4941-b58c-3ebc495f8520 HTTP/1.1" status: 204 len: 168 time: 1.3099756 Jan 12 09:38:34.209167 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-4297fc28-6be2-43cb-b9a0-df8e91377807 None None] For port 6b64bf13-a105-475d-809f-23239f4a1921, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6b64bf13-a105-475d-809f-23239f4a1921,segment=NetworkSegment(60864829-3248-4d74-8bc1-95860cac872a),segment_id=60864829-3248-4d74-8bc1-95860cac872a)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:34.209316 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37696) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:34.209430 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4297fc28-6be2-43cb-b9a0-df8e91377807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.262564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.objects.ports [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87664) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:38:34.323819 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d42e3-04d7-4825-85da-bb579bc31a80 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:34.328046 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8c4d42e3-04d7-4825-85da-bb579bc31a80 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 1093 time: 0.4920025 Jan 12 09:38:34.330713 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37700) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:34.362606 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:34.369046 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Calling delete_port for f3c820fa-80f2-4b7e-9068-62695dd73d38 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:34.407314 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.411823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:34.422856 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.430264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:floatingip and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:34.439003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:34.456824 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:34.483275 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.547745 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-269b9f2e-cc51-4afa-b204-d25dc8f76f13 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.587143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4297fc28-6be2-43cb-b9a0-df8e91377807 None None] Calling delete_port for 6b64bf13-a105-475d-809f-23239f4a1921 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:34.613914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f3c820fa-80f2-4b7e-9068-62695dd73d38 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:34.641087 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Deleting port 6b64bf13-a105-475d-809f-23239f4a1921 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:34.641464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.685266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b9f2e-cc51-4afa-b204-d25dc8f76f13 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Subnet': ['ID=7e76a16d-efb7-4cdd-be38-0954d32b6669,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:34.685970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:34.695715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:34.701863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269b9f2e-cc51-4afa-b204-d25dc8f76f13 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Checking segment: {'id': 'ed876186-fdd3-4ada-9015-532ca5ed8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '33d5ac52-65f1-4fac-b102-0933a16a52ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:38:34.702212 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269b9f2e-cc51-4afa-b204-d25dc8f76f13 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network hostable DHCP agents. Network: 33d5ac52-65f1-4fac-b102-0933a16a52ce, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:34.705384 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:34.736375 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269b9f2e-cc51-4afa-b204-d25dc8f76f13 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 33d5ac52-65f1-4fac-b102-0933a16a52ce is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:34.748552 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Pushing event updated for resources: {'Port': ['ID=98e6bdb3-5601-4351-8a4b-acb3241418e3,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:34.759224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-269b9f2e-cc51-4afa-b204-d25dc8f76f13 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 33d5ac52-65f1-4fac-b102-0933a16a52ce) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:34.764514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.768626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269b9f2e-cc51-4afa-b204-d25dc8f76f13 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:34.769359 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-269b9f2e-cc51-4afa-b204-d25dc8f76f13 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:34.787497 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4178f899-6b88-4a5e-a378-2da14643b2bf None None] Network 33d5ac52-65f1-4fac-b102-0933a16a52ce requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:34.847343 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-269b9f2e-cc51-4afa-b204-d25dc8f76f13 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4389594 Jan 12 09:38:34.850755 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37704) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:34.860723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-6458d0f0-3b89-4aac-812f-210ca1032249 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'subnet': {'network_id': 'fcb553f2-e6ca-425c-9373-5b458aa8d974', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:35.021591 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-6458d0f0-3b89-4aac-812f-210ca1032249 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:35.030111 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.98 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/8c3fe3c0-8968-46b7-99cc-18a0b7185fa9) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:35.032258 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6458d0f0-3b89-4aac-812f-210ca1032249 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:subnet and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:35.036718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6458d0f0-3b89-4aac-812f-210ca1032249 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:35.046018 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-6458d0f0-3b89-4aac-812f-210ca1032249 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:35.049745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.075357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:38:35.075709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:38:35.089690 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6458d0f0-3b89-4aac-812f-210ca1032249 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:35.094335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6458d0f0-3b89-4aac-812f-210ca1032249 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.135064 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4297fc28-6be2-43cb-b9a0-df8e91377807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.218480 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] For port 6b64bf13-a105-475d-809f-23239f4a1921, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6b64bf13-a105-475d-809f-23239f4a1921,segment=NetworkSegment(60864829-3248-4d74-8bc1-95860cac872a),segment_id=60864829-3248-4d74-8bc1-95860cac872a)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:35.218480 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.263499 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297fc28-6be2-43cb-b9a0-df8e91377807 None None] Pushing event deleted for resources: {'Port': ['ID=6b64bf13-a105-475d-809f-23239f4a1921,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:35.280798 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4297fc28-6be2-43cb-b9a0-df8e91377807 None None] No DVR routers for this DVR port 6b64bf13-a105-475d-809f-23239f4a1921 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:35.312990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.332086 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.358956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.391468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Transition to ACTIVE for port object 283718dc-2828-420d-a235-c74fc0f02b77 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:35.426348 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Calling delete_port for 6b64bf13-a105-475d-809f-23239f4a1921 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:35.429744 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.457309 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Transition to ACTIVE for port object 283718dc-2828-420d-a235-c74fc0f02b77 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:35.468805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.485654 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6458d0f0-3b89-4aac-812f-210ca1032249 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.514547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-33d5ac52-65f1-4fac-b102-0933a16a52ce', 'network_id': '33d5ac52-65f1-4fac-b102-0933a16a52ce', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'fixed_ips': [{'subnet_id': '7e76a16d-efb7-4cdd-be38-0954d32b6669'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:38:35.515417 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.524573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92369d8d-d288-4b54-87e7-d6a3f9fd2d58 None None] DHCP port deletion for 79cbbe17-b293-4fb1-9fb3-94f5a6f873a7 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:38:35.557850 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-92369d8d-d288-4b54-87e7-d6a3f9fd2d58 None None] Deleting port 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:35.558126 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-92369d8d-d288-4b54-87e7-d6a3f9fd2d58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.586534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:35.590357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Deleting port f3c820fa-80f2-4b7e-9068-62695dd73d38 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:35.590880 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.601011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:35.619427 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:35.632366 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Network cbc2a8e3-e712-4ec2-a378-a5ecec06c702 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:35.643756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:38:35.644111 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:38:35.648240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:35.650679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:35.651893 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=8c3fe3c0-8968-46b7-99cc-18a0b7185fa9,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:35.682410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Allocated IP 172.20.0.1 (cbc2a8e3-e712-4ec2-a378-a5ecec06c702/b826b0fd-92c5-4d88-b795-5df60bef4afc/d99e27ff-e354-4420-b501-84f249b774d6) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:35.698831 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458d0f0-3b89-4aac-812f-210ca1032249 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Subnet': ['ID=5562f972-ead4-484f-8d97-3b08346bbf85,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:35.706503 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Pushing event updated for resources: {'Port': ['ID=283718dc-2828-420d-a235-c74fc0f02b77,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:35.736409 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:35.762911 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6458d0f0-3b89-4aac-812f-210ca1032249 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Checking segment: {'id': '9b86173b-251d-4159-ae6b-237b7145c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fcb553f2-e6ca-425c-9373-5b458aa8d974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:38:35.763271 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6458d0f0-3b89-4aac-812f-210ca1032249 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network hostable DHCP agents. Network: fcb553f2-e6ca-425c-9373-5b458aa8d974, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:35.838879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] For port f3c820fa-80f2-4b7e-9068-62695dd73d38, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f3c820fa-80f2-4b7e-9068-62695dd73d38,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:36.010845 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Attempting to bind port 283718dc-2828-420d-a235-c74fc0f02b77 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:36.011431 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Attempting to bind port 283718dc-2828-420d-a235-c74fc0f02b77 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '10e65889-9bec-4bd8-bab3-fe6e8a6b15cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cbc2a8e3-e712-4ec2-a378-a5ecec06c702'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:36.011900 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Attempting to bind port 283718dc-2828-420d-a235-c74fc0f02b77 on network cbc2a8e3-e712-4ec2-a378-a5ecec06c702 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:38:36.027045 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:38:36.027580 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Checking segment: {'id': '10e65889-9bec-4bd8-bab3-fe6e8a6b15cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cbc2a8e3-e712-4ec2-a378-a5ecec06c702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:38:36.028111 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.028610 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Bound using segment: {'id': '10e65889-9bec-4bd8-bab3-fe6e8a6b15cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cbc2a8e3-e712-4ec2-a378-a5ecec06c702'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:38:36.029243 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Bound port: 283718dc-2828-420d-a235-c74fc0f02b77, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e65889-9bec-4bd8-bab3-fe6e8a6b15cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cbc2a8e3-e712-4ec2-a378-a5ecec06c702'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:36.029718 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.060304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6458d0f0-3b89-4aac-812f-210ca1032249 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network fcb553f2-e6ca-425c-9373-5b458aa8d974 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:36.097114 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.112617 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-6458d0f0-3b89-4aac-812f-210ca1032249 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, fcb553f2-e6ca-425c-9373-5b458aa8d974) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:36.160316 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Deleting port 6b64bf13-a105-475d-809f-23239f4a1921 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:36.160316 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.165415 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bd0abd-08ff-4d45-8990-e4c131f1689e None None] Network fcb553f2-e6ca-425c-9373-5b458aa8d974 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:36.182949 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6458d0f0-3b89-4aac-812f-210ca1032249 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:36.183529 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6458d0f0-3b89-4aac-812f-210ca1032249 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.184539 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.185258 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.223422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.234876 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6458d0f0-3b89-4aac-812f-210ca1032249 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3802285 Jan 12 09:38:36.236330 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37710) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:36.249584 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-85806d19-9902-4450-97ee-7ea61c8b227d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1057976696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:36.259857 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-85806d19-9902-4450-97ee-7ea61c8b227d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:36.262355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Transition to ACTIVE for port object d99e27ff-e354-4420-b501-84f249b774d6 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:36.317992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-85806d19-9902-4450-97ee-7ea61c8b227d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:router and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:36.328265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-85806d19-9902-4450-97ee-7ea61c8b227d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:36.345669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-85806d19-9902-4450-97ee-7ea61c8b227d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:36.358954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] The port '6b64bf13-a105-475d-809f-23239f4a1921' was deleted {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:38:36.378851 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:36.379272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-85806d19-9902-4450-97ee-7ea61c8b227d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.380244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-85806d19-9902-4450-97ee-7ea61c8b227d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.413372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-85806d19-9902-4450-97ee-7ea61c8b227d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.416251 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.425427 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] For port 283718dc-2828-420d-a235-c74fc0f02b77, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:38:36.433435 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-92369d8d-d288-4b54-87e7-d6a3f9fd2d58 None None] For port 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=3e35c1ba-23e1-4f7f-9303-b2470a0e94c1,segment=NetworkSegment(1ef8cc07-f02f-438f-8834-4f0fde06a225),segment_id=1ef8cc07-f02f-438f-8834-4f0fde06a225)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:36.433818 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-92369d8d-d288-4b54-87e7-d6a3f9fd2d58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.435550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:36.438648 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:36.439273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.511323 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Allocated IP 2001:db8::2 (33d5ac52-65f1-4fac-b102-0933a16a52ce/7e76a16d-efb7-4cdd-be38-0954d32b6669/93c8367d-9ede-430c-8763-f29489d49686) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:36.511912 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network cbc2a8e3-e712-4ec2-a378-a5ecec06c702 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:36.516379 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-85806d19-9902-4450-97ee-7ea61c8b227d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.522457 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:36.531566 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:36.533808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=b5304269-c0f0-421c-b7db-c69d37589e1b,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:36.568978 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=f3c820fa-80f2-4b7e-9068-62695dd73d38,revision_number=8']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:36.576227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=d99e27ff-e354-4420-b501-84f249b774d6,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:36.619827 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-85806d19-9902-4450-97ee-7ea61c8b227d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.621015 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-85806d19-9902-4450-97ee-7ea61c8b227d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3837945 Jan 12 09:38:36.623086 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.625853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37714) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:36.638451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.650516 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-95ae2cde-ebad-4d7c-8e52-a4d02ceeff15 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1704993 Jan 12 09:38:36.654541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37718) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:36.657153 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.675200 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-5eb8476f-2547-4480-82dc-46fee35911e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:36.698733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] For port 283718dc-2828-420d-a235-c74fc0f02b77, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=283718dc-2828-420d-a235-c74fc0f02b77,segment=NetworkSegment(10e65889-9bec-4bd8-bab3-fe6e8a6b15cf),segment_id=10e65889-9bec-4bd8-bab3-fe6e8a6b15cf)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:38:36.699511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.700468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:38:36.701088 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:38:36.715263 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-92369d8d-d288-4b54-87e7-d6a3f9fd2d58 None None] Calling delete_port for 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:36.723354 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e1ec9d-8919-4c2e-892b-7ca23d9f532c']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:36.777977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.778563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.848107 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60864829-3248-4d74-8bc1-95860cac872a') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:36.848552 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60864829-3248-4d74-8bc1-95860cac872a') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:36.866325 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] For port f3c820fa-80f2-4b7e-9068-62695dd73d38, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f3c820fa-80f2-4b7e-9068-62695dd73d38,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:36.867036 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.883414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.929853 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e02acc43-7cf9-44cd-82ba-4ad88301405d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.938155 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:36.998073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:38:36.998475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:37.022016 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:37.038182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5eb8476f-2547-4480-82dc-46fee35911e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:37.066569 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5eb8476f-2547-4480-82dc-46fee35911e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:37.116341 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Calling delete_port for f3c820fa-80f2-4b7e-9068-62695dd73d38 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:37.116575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5eb8476f-2547-4480-82dc-46fee35911e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:37.131455 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5eb8476f-2547-4480-82dc-46fee35911e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:37.157072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.163701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.184676 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb8476f-2547-4480-82dc-46fee35911e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:37.188360 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5eb8476f-2547-4480-82dc-46fee35911e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.197515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.222356 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event deleted for resources: {'Network': ['ID=e3e1ec9d-8919-4c2e-892b-7ca23d9f532c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:37.229983 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f530f973-b71c-42ef-b79f-5e7f26247749 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "DELETE /v2.0/networks/e3e1ec9d-8919-4c2e-892b-7ca23d9f532c HTTP/1.1" status: 204 len: 168 time: 3.0180957 Jan 12 09:38:37.231259 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37722) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:37.249490 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.280637 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be377d4-e8da-45e9-9a62-4e5e79c51fdc None None] Pushing event updated for resources: {'Port': ['ID=283718dc-2828-420d-a235-c74fc0f02b77,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:37.295742 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-92369d8d-d288-4b54-87e7-d6a3f9fd2d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.385773 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92369d8d-d288-4b54-87e7-d6a3f9fd2d58 None None] Pushing event deleted for resources: {'Port': ['ID=3e35c1ba-23e1-4f7f-9303-b2470a0e94c1,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:37.432616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92369d8d-d288-4b54-87e7-d6a3f9fd2d58 None None] No DVR routers for this DVR port 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:37.434129 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.458184 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Router b63b9e7b-6cbf-48c0-8b50-e8486b1fb89c is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:38:37.493538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-82c80774-8c61-46f6-bbb1-c2228ebc1826 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.520919 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-fcb553f2-e6ca-425c-9373-5b458aa8d974', 'network_id': 'fcb553f2-e6ca-425c-9373-5b458aa8d974', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'fixed_ips': [{'subnet_id': '5562f972-ead4-484f-8d97-3b08346bbf85'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:38:37.521754 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.550511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:38:37.550868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:38:37.639300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port f3c820fa-80f2-4b7e-9068-62695dd73d38, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f3c820fa-80f2-4b7e-9068-62695dd73d38,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:37.659304 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.660348 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6b64bf13-a105-475d-809f-23239f4a1921 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:37.674643 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.759452 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.774075 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.ipam_backend_mixin [None req-5eb8476f-2547-4480-82dc-46fee35911e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b5304269-c0f0-421c-b7db-c69d37589e1b (CIDR: 2001:db8::/64) Jan 12 09:38:37.789173 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 6b64bf13-a105-475d-809f-23239f4a1921 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:38:37.789772 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6b64bf13-a105-475d-809f-23239f4a1921 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:37.808507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Transition to ACTIVE for port object 93c8367d-9ede-430c-8763-f29489d49686 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:37.822679 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb8476f-2547-4480-82dc-46fee35911e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:38:37.823401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb8476f-2547-4480-82dc-46fee35911e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:37.881022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Transition to ACTIVE for port object 93c8367d-9ede-430c-8763-f29489d49686 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:37.899752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=f3c820fa-80f2-4b7e-9068-62695dd73d38,revision_number=9']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:37.904727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:37.976797 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Pushing event updated for resources: {'Port': ['ID=93c8367d-9ede-430c-8763-f29489d49686,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:37.990638 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Allocated IP 2001:db8:1::2 (fcb553f2-e6ca-425c-9373-5b458aa8d974/5562f972-ead4-484f-8d97-3b08346bbf85/de0fc552-d051-4f01-a8c4-9709883b0f40) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:38.000592 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Network 33d5ac52-65f1-4fac-b102-0933a16a52ce is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:38.004729 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:38.007079 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:38.016642 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 283718dc-2828-420d-a235-c74fc0f02b77 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:38.025874 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5eb8476f-2547-4480-82dc-46fee35911e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3640130 Jan 12 09:38:38.038209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37726) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:38.043696 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ed726379-572b-4638-8d48-2fe51b2fa3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:38.085996 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Deleting port f3c820fa-80f2-4b7e-9068-62695dd73d38 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:38.086372 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.131550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-82c80774-8c61-46f6-bbb1-c2228ebc1826 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.139615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:38.150118 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a57d9-4911-46d9-8cfe-93886d9791d9 None None] Sync routers for ids ['b63b9e7b-6cbf-48c0-8b50-e8486b1fb89c'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:38.163288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.164471 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d79d5b71-7238-4279-af8c-37d8b25f0f23 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "PUT /v2.0/routers/b63b9e7b-6cbf-48c0-8b50-e8486b1fb89c HTTP/1.1" status: 200 len: 879 time: 6.4540989 Jan 12 09:38:38.171825 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a57d9-4911-46d9-8cfe-93886d9791d9 None None] Routers {'b63b9e7b-6cbf-48c0-8b50-e8486b1fb89c'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:38.172688 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c93a57d9-4911-46d9-8cfe-93886d9791d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b63b9e7b-6cbf-48c0-8b50-e8486b1fb89c'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:38.173969 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37730) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:38.233882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-82c80774-8c61-46f6-bbb1-c2228ebc1826 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cbbe17-b293-4fb1-9fb3-94f5a6f873a7']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:38.254888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-82c80774-8c61-46f6-bbb1-c2228ebc1826 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef8cc07-f02f-438f-8834-4f0fde06a225') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:38.255184 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-82c80774-8c61-46f6-bbb1-c2228ebc1826 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef8cc07-f02f-438f-8834-4f0fde06a225') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:38.259880 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c93a57d9-4911-46d9-8cfe-93886d9791d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:38.270346 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a57d9-4911-46d9-8cfe-93886d9791d9 None None] Routers {'b63b9e7b-6cbf-48c0-8b50-e8486b1fb89c'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:38.271230 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c93a57d9-4911-46d9-8cfe-93886d9791d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b63b9e7b-6cbf-48c0-8b50-e8486b1fb89c'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:38.285284 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-82c80774-8c61-46f6-bbb1-c2228ebc1826 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.336918 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-82c80774-8c61-46f6-bbb1-c2228ebc1826 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.366919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c80774-8c61-46f6-bbb1-c2228ebc1826 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:38:38.367335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-82c80774-8c61-46f6-bbb1-c2228ebc1826 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.382616 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c93a57d9-4911-46d9-8cfe-93886d9791d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:38.383066 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a57d9-4911-46d9-8cfe-93886d9791d9 None None] The sync data for ids ['b63b9e7b-6cbf-48c0-8b50-e8486b1fb89c'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:38.430627 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:38.432845 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ed726379-572b-4638-8d48-2fe51b2fa3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:38.488505 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ed726379-572b-4638-8d48-2fe51b2fa3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:38.498059 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ed726379-572b-4638-8d48-2fe51b2fa3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:38.505816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ed726379-572b-4638-8d48-2fe51b2fa3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:38.512412 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Attempting to bind port 93c8367d-9ede-430c-8763-f29489d49686 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:38.512940 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Attempting to bind port 93c8367d-9ede-430c-8763-f29489d49686 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ed876186-fdd3-4ada-9015-532ca5ed8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '33d5ac52-65f1-4fac-b102-0933a16a52ce'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:38.513420 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Attempting to bind port 93c8367d-9ede-430c-8763-f29489d49686 on network 33d5ac52-65f1-4fac-b102-0933a16a52ce {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:38:38.517540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-82c80774-8c61-46f6-bbb1-c2228ebc1826 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.522347 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.545703 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:38:38.545974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-82c80774-8c61-46f6-bbb1-c2228ebc1826 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.546305 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Checking segment: {'id': 'ed876186-fdd3-4ada-9015-532ca5ed8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '33d5ac52-65f1-4fac-b102-0933a16a52ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:38:38.546870 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.547376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Bound using segment: {'id': 'ed876186-fdd3-4ada-9015-532ca5ed8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '33d5ac52-65f1-4fac-b102-0933a16a52ce'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:38:38.548130 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Bound port: 93c8367d-9ede-430c-8763-f29489d49686, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed876186-fdd3-4ada-9015-532ca5ed8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '33d5ac52-65f1-4fac-b102-0933a16a52ce'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:38.548609 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.555128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed726379-572b-4638-8d48-2fe51b2fa3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:38.560205 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ed726379-572b-4638-8d48-2fe51b2fa3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.565525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.581644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c80774-8c61-46f6-bbb1-c2228ebc1826 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event deleted for resources: {'Network': ['ID=79cbbe17-b293-4fb1-9fb3-94f5a6f873a7,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:38.593010 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-82c80774-8c61-46f6-bbb1-c2228ebc1826 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "DELETE /v2.0/networks/79cbbe17-b293-4fb1-9fb3-94f5a6f873a7 HTTP/1.1" status: 204 len: 168 time: 1.3465366 Jan 12 09:38:38.597274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37734) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:38.616288 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 283718dc-2828-420d-a235-c74fc0f02b77 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:38.656876 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-82a6d688-64f1-421b-9d76-a788163459a1 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/routers/b63b9e7b-6cbf-48c0-8b50-e8486b1fb89c HTTP/1.1" status: 200 len: 920 time: 0.4756219 Jan 12 09:38:38.660630 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37738) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:38.705896 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.741257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.768319 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=8c3fe3c0-8968-46b7-99cc-18a0b7185fa9,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:38.818521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b99bd22-d1e1-438f-9534-d9278e975587 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Deleting subnet ce7d2c61-21d3-41c6-9493-e9bee5fa0871 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:38:38.831320 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:38.843137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b99bd22-d1e1-438f-9534-d9278e975587 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.889650 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:38:38.890089 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 3e35c1ba-23e1-4f7f-9303-b2470a0e94c1 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:38.947704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b99bd22-d1e1-438f-9534-d9278e975587 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.957702 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] For port f3c820fa-80f2-4b7e-9068-62695dd73d38, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f3c820fa-80f2-4b7e-9068-62695dd73d38,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:38.958196 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.963838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:38.968681 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] For port 93c8367d-9ede-430c-8763-f29489d49686, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:38:38.975235 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.016760 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f96cf60-2654-4c50-bf47-950c7fe862c6 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:39.021291 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7f96cf60-2654-4c50-bf47-950c7fe862c6 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&device_id=b63b9e7b-6cbf-48c0-8b50-e8486b1fb89c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3542290 Jan 12 09:38:39.027066 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37742) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:39.120145 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Calling delete_port for f3c820fa-80f2-4b7e-9068-62695dd73d38 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:39.150184 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] For port 93c8367d-9ede-430c-8763-f29489d49686, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=93c8367d-9ede-430c-8763-f29489d49686,segment=NetworkSegment(ed876186-fdd3-4ada-9015-532ca5ed8baf),segment_id=ed876186-fdd3-4ada-9015-532ca5ed8baf)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:38:39.151462 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb98cfbb-d8fb-4209-91ef-59d84f66d100 None None] Network cbc2a8e3-e712-4ec2-a378-a5ecec06c702 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:39.184992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.190488 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.199953 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=d99e27ff-e354-4420-b501-84f249b774d6,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:39.200249 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Transition to ACTIVE for port object de0fc552-d051-4f01-a8c4-9709883b0f40 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:39.217455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Allocated IP 2001:db8::1 (33d5ac52-65f1-4fac-b102-0933a16a52ce/7e76a16d-efb7-4cdd-be38-0954d32b6669/1fd7e758-cef6-4fa7-aebf-7808ad48aaae) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:39.217823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b99bd22-d1e1-438f-9534-d9278e975587 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.307618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc227b5-36bd-4141-a857-d698d8b17b39 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:39.311846 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4fc227b5-36bd-4141-a857-d698d8b17b39 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/networks/a0c71044-c202-4180-8447-4ec1d9a406cf HTTP/1.1" status: 200 len: 881 time: 0.2810173 Jan 12 09:38:39.313550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37746) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:39.364916 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-94aa618c-2efe-4dea-818d-5bcadda5d8c6 None None] Provisioning for port 283718dc-2828-420d-a235-c74fc0f02b77 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:39.371811 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Transition to ACTIVE for port object de0fc552-d051-4f01-a8c4-9709883b0f40 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:39.379330 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-72c64310-5d60-4414-a543-9f74f942e1b7 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63b9e7b-6cbf-48c0-8b50-e8486b1fb89c HTTP/1.1" status: 200 len: 205 time: 0.0620296 Jan 12 09:38:39.380575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ed726379-572b-4638-8d48-2fe51b2fa3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.385207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37750) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:39.398019 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1cd33084-5208-4211-944c-95cc05466a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.404900 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-94aa618c-2efe-4dea-818d-5bcadda5d8c6 None None] Provisioning complete for port 283718dc-2828-420d-a235-c74fc0f02b77 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:39.405273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-94aa618c-2efe-4dea-818d-5bcadda5d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.437861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.478612 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d2bcb-d477-4653-b837-48444e8e6c61 None None] Pushing event updated for resources: {'Port': ['ID=93c8367d-9ede-430c-8763-f29489d49686,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:39.519679 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed726379-572b-4638-8d48-2fe51b2fa3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:39.537237 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-ed726379-572b-4638-8d48-2fe51b2fa3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:39.543935 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b99bd22-d1e1-438f-9534-d9278e975587 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.549295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed726379-572b-4638-8d48-2fe51b2fa3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:39.550019 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ed726379-572b-4638-8d48-2fe51b2fa3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.581876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network cbc2a8e3-e712-4ec2-a378-a5ecec06c702 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:39.583173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed726379-572b-4638-8d48-2fe51b2fa3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=a6a01373-0431-439b-87ee-822ce0885489,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:39.586235 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b99bd22-d1e1-438f-9534-d9278e975587 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.586744 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:39.593520 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP d02bf4c4-d886-4149-a4c7-d8f0973925f2 associated. External IP: 172.26.2.98, port: cfe5233d-908d-4a55-8480-485f5e0a8816. Jan 12 09:38:39.640974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119884e7-f5b9-4514-8236-f4317de30445 None None] Network 1cb63f3c-ccf9-43a9-984c-4a8501a13330 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:39.793616 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8b99bd22-d1e1-438f-9534-d9278e975587 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "DELETE /v2.0/subnets/ce7d2c61-21d3-41c6-9493-e9bee5fa0871 HTTP/1.1" status: 204 len: 168 time: 1.1941960 Jan 12 09:38:39.804454 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37754) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:39.816865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.834310 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Network fcb553f2-e6ca-425c-9373-5b458aa8d974 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:39.886386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99bd22-d1e1-438f-9534-d9278e975587 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event deleted for resources: {'Subnet': ['ID=ce7d2c61-21d3-41c6-9493-e9bee5fa0871,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:39.889199 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ed726379-572b-4638-8d48-2fe51b2fa3c4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8499949 Jan 12 09:38:39.892671 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37758) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:39.900803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.906345 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'mac_address': 'fa:16:3e:d5:3a:9f', 'name': 'tempest-NetworksTestDHCPv6-2095702550'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:39.938104 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:39.958047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1e9b-0d2b-4b31-ad28-e6107af17714 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:39.987017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:39.991278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] No DVR routers for this DVR port f3c820fa-80f2-4b7e-9068-62695dd73d38 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:40.061380 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 93c8367d-9ede-430c-8763-f29489d49686 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:40.067719 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Transition to ACTIVE for port object 1fd7e758-cef6-4fa7-aebf-7808ad48aaae will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:40.090116 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f45605-8d41-469b-a296-0a51c9241c70 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:40.198671 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.215865 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:40.223767 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:port and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:40.228915 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:40.239496 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:40.252625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1e9b-0d2b-4b31-ad28-e6107af17714 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.262259 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:40.283176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b1e9b-0d2b-4b31-ad28-e6107af17714 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Deleting port 98e6bdb3-5601-4351-8a4b-acb3241418e3 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:40.285220 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1e9b-0d2b-4b31-ad28-e6107af17714 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.312792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.316438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Deleting port d0cc0998-9765-4b53-9817-c74aed55ee9e {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:40.316845 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.340512 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Pushing event updated for resources: {'Port': ['ID=de0fc552-d051-4f01-a8c4-9709883b0f40,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:40.413630 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router d00e3ed5-26c7-4227-aa53-5c139802a8fd is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:38:40.504576 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793dbe9d-0953-444e-ac69-836dd4820e1b None None] Pushing event deleted for resources: {'Port': ['ID=f3c820fa-80f2-4b7e-9068-62695dd73d38,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:40.531026 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.551771 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 33d5ac52-65f1-4fac-b102-0933a16a52ce is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:40.565965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=1fd7e758-cef6-4fa7-aebf-7808ad48aaae,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:40.569114 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:40.585934 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:40.586657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.590863 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port f02a3d4d-9cb1-4d42-b1ae-2466d78f6e8d yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:38:40.621938 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.627406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1e9b-0d2b-4b31-ad28-e6107af17714 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.684225 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Attempting to bind port de0fc552-d051-4f01-a8c4-9709883b0f40 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:40.684594 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Attempting to bind port de0fc552-d051-4f01-a8c4-9709883b0f40 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '9b86173b-251d-4159-ae6b-237b7145c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fcb553f2-e6ca-425c-9373-5b458aa8d974'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:40.684954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Attempting to bind port de0fc552-d051-4f01-a8c4-9709883b0f40 on network fcb553f2-e6ca-425c-9373-5b458aa8d974 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:38:40.739734 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:38:40.740106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Checking segment: {'id': '9b86173b-251d-4159-ae6b-237b7145c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fcb553f2-e6ca-425c-9373-5b458aa8d974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:38:40.740518 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.740913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Bound using segment: {'id': '9b86173b-251d-4159-ae6b-237b7145c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fcb553f2-e6ca-425c-9373-5b458aa8d974'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:38:40.741410 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Bound port: de0fc552-d051-4f01-a8c4-9709883b0f40, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b86173b-251d-4159-ae6b-237b7145c103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fcb553f2-e6ca-425c-9373-5b458aa8d974'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:40.741771 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.774601 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b1e9b-0d2b-4b31-ad28-e6107af17714 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Calling delete_port for 98e6bdb3-5601-4351-8a4b-acb3241418e3 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:40.798458 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-94aa618c-2efe-4dea-818d-5bcadda5d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.811617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 93c8367d-9ede-430c-8763-f29489d49686 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:40.841726 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c24494-77df-4e12-8776-a839218fb60e None None] Network 33d5ac52-65f1-4fac-b102-0933a16a52ce requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:40.909372 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-94aa618c-2efe-4dea-818d-5bcadda5d8c6 None None] For port 283718dc-2828-420d-a235-c74fc0f02b77, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=283718dc-2828-420d-a235-c74fc0f02b77,segment=NetworkSegment(10e65889-9bec-4bd8-bab3-fe6e8a6b15cf),segment_id=10e65889-9bec-4bd8-bab3-fe6e8a6b15cf)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:40.925083 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-94aa618c-2efe-4dea-818d-5bcadda5d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:40.995775 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11505d39-d40c-43f8-b31d-c656163e0a8a None None] DHCP port deletion for 1cb63f3c-ccf9-43a9-984c-4a8501a13330 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:38:41.079307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8:0:1::31b (ff4a5360-acb6-446d-a4d9-75b6632567e8/a6a01373-0431-439b-87ee-822ce0885489/f02a3d4d-9cb1-4d42-b1ae-2466d78f6e8d) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:41.091025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::f816:3eff:fed5:3a9f (ff4a5360-acb6-446d-a4d9-75b6632567e8/b5304269-c0f0-421c-b7db-c69d37589e1b/f02a3d4d-9cb1-4d42-b1ae-2466d78f6e8d) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:41.093084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 1fd02700-e34e-4a48-b91d-caaf972235f9 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:38:41.119477 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-11505d39-d40c-43f8-b31d-c656163e0a8a None None] Deleting port d0cc0998-9765-4b53-9817-c74aed55ee9e {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:41.119477 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-11505d39-d40c-43f8-b31d-c656163e0a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.131397 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] For port d0cc0998-9765-4b53-9817-c74aed55ee9e, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d0cc0998-9765-4b53-9817-c74aed55ee9e,segment=NetworkSegment(dfe769ee-7665-46fa-ab1e-6e9487cb63c7),segment_id=dfe769ee-7665-46fa-ab1e-6e9487cb63c7)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:41.132304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.161873 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': 'a6a01373-0431-439b-87ee-822ce0885489'}, {'subnet_id': 'b5304269-c0f0-421c-b7db-c69d37589e1b'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:38:41.162732 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.175449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1e9b-0d2b-4b31-ad28-e6107af17714 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.189246 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] For port de0fc552-d051-4f01-a8c4-9709883b0f40, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:38:41.211442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:41.271115 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4126b410-a012-493b-9cab-6bcaf4204908 None None] Provisioning for port 93c8367d-9ede-430c-8763-f29489d49686 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:41.274269 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbf7535-d4c4-4563-a002-3bd82babf920 None None] Sync routers for ids ['d00e3ed5-26c7-4227-aa53-5c139802a8fd'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:41.291430 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.298925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] For port de0fc552-d051-4f01-a8c4-9709883b0f40, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=de0fc552-d051-4f01-a8c4-9709883b0f40,segment=NetworkSegment(9b86173b-251d-4159-ae6b-237b7145c103),segment_id=9b86173b-251d-4159-ae6b-237b7145c103)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:38:41.398481 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Calling delete_port for d0cc0998-9765-4b53-9817-c74aed55ee9e owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:41.414643 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4126b410-a012-493b-9cab-6bcaf4204908 None None] Provisioning complete for port 93c8367d-9ede-430c-8763-f29489d49686 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:41.415045 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4126b410-a012-493b-9cab-6bcaf4204908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.457488 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.466525 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf7535-d4c4-4563-a002-3bd82babf920 None None] Routers {'d00e3ed5-26c7-4227-aa53-5c139802a8fd'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:41.467199 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-8fbf7535-d4c4-4563-a002-3bd82babf920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d00e3ed5-26c7-4227-aa53-5c139802a8fd'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:41.473914 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-978f97a3-af2a-4d22-a0b9-7e9f817ce5e7 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/d00e3ed5-26c7-4227-aa53-5c139802a8fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4156239 Jan 12 09:38:41.478522 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.497978 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37762) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:41.536902 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa618c-2efe-4dea-818d-5bcadda5d8c6 None None] Pushing event updated for resources: {'Port': ['ID=283718dc-2828-420d-a235-c74fc0f02b77,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:41.616593 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b1e9b-0d2b-4b31-ad28-e6107af17714 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Pushing event deleted for resources: {'Port': ['ID=98e6bdb3-5601-4351-8a4b-acb3241418e3,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:41.666902 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-8fbf7535-d4c4-4563-a002-3bd82babf920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:41.751788 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1e9b-0d2b-4b31-ad28-e6107af17714 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.765665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8ac14-4192-4a3e-afd2-6210547afa85 None None] Pushing event updated for resources: {'Port': ['ID=de0fc552-d051-4f01-a8c4-9709883b0f40,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:41.809994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:41.824860 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf7535-d4c4-4563-a002-3bd82babf920 None None] Routers {'d00e3ed5-26c7-4227-aa53-5c139802a8fd'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:41.825628 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-8fbf7535-d4c4-4563-a002-3bd82babf920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d00e3ed5-26c7-4227-aa53-5c139802a8fd'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:41.963113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769fb19f-1f31-42c2-b522-8c2d492ff4a5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:41.963760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-769fb19f-1f31-42c2-b522-8c2d492ff4a5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Synchronizing usage tracker for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:41.980751 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-8fbf7535-d4c4-4563-a002-3bd82babf920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:41.981271 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbf7535-d4c4-4563-a002-3bd82babf920 None None] The sync data for ids ['d00e3ed5-26c7-4227-aa53-5c139802a8fd'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:42.011308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.078383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:42.090017 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1e9b-0d2b-4b31-ad28-e6107af17714 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.091605 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717a842c-669d-4def-9e2a-2ff4c93b289c None None] Sync routers for ids ['1fd02700-e34e-4a48-b91d-caaf972235f9'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:42.092441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1e9b-0d2b-4b31-ad28-e6107af17714 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.121817 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a842c-669d-4def-9e2a-2ff4c93b289c None None] Routers {'1fd02700-e34e-4a48-b91d-caaf972235f9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:42.123434 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-717a842c-669d-4def-9e2a-2ff4c93b289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1fd02700-e34e-4a48-b91d-caaf972235f9'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:42.127514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object f02a3d4d-9cb1-4d42-b1ae-2466d78f6e8d will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:42.129558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1e9b-0d2b-4b31-ad28-e6107af17714 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.130064 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8b1e9b-0d2b-4b31-ad28-e6107af17714 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Fanout notify agent at l3_agent the message router_deleted on router b63b9e7b-6cbf-48c0-8b50-e8486b1fb89c {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:38:42.145127 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 283718dc-2828-420d-a235-c74fc0f02b77 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:42.146043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event deleted for resources: {'Port': ['ID=d0cc0998-9765-4b53-9817-c74aed55ee9e,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:42.164373 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-769fb19f-1f31-42c2-b522-8c2d492ff4a5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Unset dirty status for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:42.165023 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-769fb19f-1f31-42c2-b522-8c2d492ff4a5 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports/d99e27ff-e354-4420-b501-84f249b774d6 HTTP/1.1" status: 200 len: 910 time: 0.5394592 Jan 12 09:38:42.169445 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37768) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:42.205104 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] No DVR routers for this DVR port d0cc0998-9765-4b53-9817-c74aed55ee9e on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:42.245162 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1e9b-0d2b-4b31-ad28-e6107af17714 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.250867 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3e8b1e9b-0d2b-4b31-ad28-e6107af17714 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "DELETE /v2.0/routers/b63b9e7b-6cbf-48c0-8b50-e8486b1fb89c HTTP/1.1" status: 204 len: 168 time: 2.8346140 Jan 12 09:38:42.251687 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37772) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:42.280748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-9bc37a0f-cced-4ee9-9b39-3dc1b71c57f1 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-891758322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:42.290917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9bc37a0f-cced-4ee9-9b39-3dc1b71c57f1 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:42.296324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9bc37a0f-cced-4ee9-9b39-3dc1b71c57f1 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Usage tracker for resource:router and tenant:c0af6060244e4af493818f6faea43dc8 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:42.296676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.304078 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9bc37a0f-cced-4ee9-9b39-3dc1b71c57f1 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:42.311442 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9bc37a0f-cced-4ee9-9b39-3dc1b71c57f1 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:42.315163 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-11505d39-d40c-43f8-b31d-c656163e0a8a None None] For port d0cc0998-9765-4b53-9817-c74aed55ee9e, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d0cc0998-9765-4b53-9817-c74aed55ee9e,segment=NetworkSegment(dfe769ee-7665-46fa-ab1e-6e9487cb63c7),segment_id=dfe769ee-7665-46fa-ab1e-6e9487cb63c7)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:42.315579 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-11505d39-d40c-43f8-b31d-c656163e0a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.377778 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9bc37a0f-cced-4ee9-9b39-3dc1b71c57f1 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.379073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9bc37a0f-cced-4ee9-9b39-3dc1b71c57f1 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.408298 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-717a842c-669d-4def-9e2a-2ff4c93b289c None None] Set router 1fd02700-e34e-4a48-b91d-caaf972235f9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:38:42.434289 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.436536 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9bc37a0f-cced-4ee9-9b39-3dc1b71c57f1 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.465152 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-11505d39-d40c-43f8-b31d-c656163e0a8a None None] Calling delete_port for d0cc0998-9765-4b53-9817-c74aed55ee9e owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:42.551293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-11505d39-d40c-43f8-b31d-c656163e0a8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:38:42.551670 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-11505d39-d40c-43f8-b31d-c656163e0a8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:38:42.594485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:42.661890 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:42.691785 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.693667 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:42.699078 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Allocated IP 2001:db8:0:1::2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/a6a01373-0431-439b-87ee-822ce0885489/915d9f84-c11b-42e7-94a0-a12e33372c1a) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:42.700917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:42.701550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.705890 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Allocated IP 2001:db8::f816:3eff:feb6:d9a7 (ff4a5360-acb6-446d-a4d9-75b6632567e8/b5304269-c0f0-421c-b7db-c69d37589e1b/915d9f84-c11b-42e7-94a0-a12e33372c1a) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:42.759151 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.8614697 Jan 12 09:38:42.764634 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37776) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:42.778758 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9bc37a0f-cced-4ee9-9b39-3dc1b71c57f1 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.779319 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-78fc7ceb-6435-4bb2-bed7-8f4b87a803b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.4203720 Jan 12 09:38:42.784995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'tag': 'cfe5233d-908d-4a55-8480-485f5e0a8816'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:38:42.792843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37780) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:42.797232 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb63f3c-ccf9-43a9-984c-4a8501a13330']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:42.815927 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe769ee-7665-46fa-ab1e-6e9487cb63c7') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:42.816234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe769ee-7665-46fa-ab1e-6e9487cb63c7') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:42.850938 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.879613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3a0c8-b21c-4888-a6fd-aef7b9652d2b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=f02a3d4d-9cb1-4d42-b1ae-2466d78f6e8d,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:42.885712 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'tag': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'status': 'completed', 'code': 200} Jan 12 09:38:42.902943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.913263 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-717a842c-669d-4def-9e2a-2ff4c93b289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:37:44Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'd02bf4c4-d886-4149-a4c7-d8f0973925f2', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.98', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'port_id': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'mac_address': 'fa:16:3e:be:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:38:36Z', 'updated_at': '2022-01-12T09:38:36Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a73fb72-b7f4-4e4a-b6ca-112da29143a0', 'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:2e:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:40Z', 'updated_at': '2022-01-12T09:37:55Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:42.918311 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717a842c-669d-4def-9e2a-2ff4c93b289c None None] Checking router: 1fd02700-e34e-4a48-b91d-caaf972235f9 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:38:42.929217 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a842c-669d-4def-9e2a-2ff4c93b289c None None] Routers {'1fd02700-e34e-4a48-b91d-caaf972235f9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:42.930039 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-717a842c-669d-4def-9e2a-2ff4c93b289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1fd02700-e34e-4a48-b91d-caaf972235f9'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:42.966970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.990957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.998378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:42.999540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.029616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Transition to ACTIVE for port object 915d9f84-c11b-42e7-94a0-a12e33372c1a will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:43.047165 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4126b410-a012-493b-9cab-6bcaf4204908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.077206 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-11505d39-d40c-43f8-b31d-c656163e0a8a None None] Deleting port d0cc0998-9765-4b53-9817-c74aed55ee9e {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:43.077624 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-11505d39-d40c-43f8-b31d-c656163e0a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.139786 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.167931 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9bc37a0f-cced-4ee9-9b39-3dc1b71c57f1 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.172246 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9bc37a0f-cced-4ee9-9b39-3dc1b71c57f1 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9129300 Jan 12 09:38:43.173283 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37786) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:43.180264 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 283718dc-2828-420d-a235-c74fc0f02b77 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:43.180646 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.186696 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-a4383761-c1de-45dd-b55d-287869bb74d5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port f02a3d4d-9cb1-4d42-b1ae-2466d78f6e8d {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:43.195090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4383761-c1de-45dd-b55d-287869bb74d5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.209822 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-717a842c-669d-4def-9e2a-2ff4c93b289c None None] Set router 1fd02700-e34e-4a48-b91d-caaf972235f9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:38:43.215987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=1fd7e758-cef6-4fa7-aebf-7808ad48aaae,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:43.226510 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:38:43.226974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:43.248138 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:43.276400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Transition to ACTIVE for port object 915d9f84-c11b-42e7-94a0-a12e33372c1a will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:43.282956 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'enable_snat': True}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:43.340725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-11505d39-d40c-43f8-b31d-c656163e0a8a None None] The port 'd0cc0998-9765-4b53-9817-c74aed55ee9e' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:38:43.352446 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4953cae9-d36d-4e89-9da1-3fc4a080e1ca None None] Network fcb553f2-e6ca-425c-9373-5b458aa8d974 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:43.376062 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.395476 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-500af381-0689-4582-8221-255166375116 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/d02bf4c4-d886-4149-a4c7-d8f0973925f2 HTTP/1.1" status: 200 len: 990 time: 0.5124838 Jan 12 09:38:43.447743 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-4126b410-a012-493b-9cab-6bcaf4204908 None None] For port 93c8367d-9ede-430c-8763-f29489d49686, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=93c8367d-9ede-430c-8763-f29489d49686,segment=NetworkSegment(ed876186-fdd3-4ada-9015-532ca5ed8baf),segment_id=ed876186-fdd3-4ada-9015-532ca5ed8baf)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:43.456893 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb9281-dbc9-43b6-8165-d8bdb403f5b9 req-37fc3204-3b14-42e4-8b35-a5be18e0306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:43.459429 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-15eb9281-dbc9-43b6-8165-d8bdb403f5b9 req-37fc3204-3b14-42e4-8b35-a5be18e0306a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 1098 time: 0.5545292 Jan 12 09:38:43.473186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.478524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.489387 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4126b410-a012-493b-9cab-6bcaf4204908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:43.571335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:43.581359 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:43.590840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:43.620083 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Pushing event updated for resources: {'Port': ['ID=915d9f84-c11b-42e7-94a0-a12e33372c1a,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:43.681455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb9281-dbc9-43b6-8165-d8bdb403f5b9 req-8658091e-99fd-48be-bd84-1d1375af18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:43.683348 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-15eb9281-dbc9-43b6-8165-d8bdb403f5b9 req-8658091e-99fd-48be-bd84-1d1375af18a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=05455418-2c08-41bc-9a26-899de66012ad HTTP/1.1" status: 200 len: 898 time: 0.2124653 Jan 12 09:38:43.692653 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Pushing event deleted for resources: {'Network': ['ID=1cb63f3c-ccf9-43a9-984c-4a8501a13330,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:43.770111 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7807a230-a9a9-444f-8fd4-e09163a2124e tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "DELETE /v2.0/networks/1cb63f3c-ccf9-43a9-984c-4a8501a13330 HTTP/1.1" status: 204 len: 168 time: 3.9625244 Jan 12 09:38:43.770807 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-717a842c-669d-4def-9e2a-2ff4c93b289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:37:44Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'd02bf4c4-d886-4149-a4c7-d8f0973925f2', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.98', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'port_id': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'mac_address': 'fa:16:3e:be:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:38:36Z', 'updated_at': '2022-01-12T09:38:36Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a73fb72-b7f4-4e4a-b6ca-112da29143a0', 'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:2e:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:40Z', 'updated_at': '2022-01-12T09:37:55Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:43.780786 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37790) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:43.782408 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717a842c-669d-4def-9e2a-2ff4c93b289c None None] The sync data for ids ['1fd02700-e34e-4a48-b91d-caaf972235f9'] in dv-neutron-824346-1-hyperv is: [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:37:44Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'd02bf4c4-d886-4149-a4c7-d8f0973925f2', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.98', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'port_id': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'mac_address': 'fa:16:3e:be:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:38:36Z', 'updated_at': '2022-01-12T09:38:36Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a73fb72-b7f4-4e4a-b6ca-112da29143a0', 'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:2e:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:40Z', 'updated_at': '2022-01-12T09:37:55Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:43.861645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d908b3b2-beac-4b9d-bced-d3c6c4698243 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Synchronizing usage tracker for tenant:dbd1044850ef43a39653983a5ecd1554 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:43.883392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 33d5ac52-65f1-4fac-b102-0933a16a52ce is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:43.894792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:43.907736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Provisioning for port 1fd7e758-cef6-4fa7-aebf-7808ad48aaae completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:43.945616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Provisioning complete for port 1fd7e758-cef6-4fa7-aebf-7808ad48aaae triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:43.945987 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.131518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d908b3b2-beac-4b9d-bced-d3c6c4698243 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Unset dirty status for tenant:dbd1044850ef43a39653983a5ecd1554 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:44.136134 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d908b3b2-beac-4b9d-bced-d3c6c4698243 tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6c0caa5-df2b-457c-bfb1-569d03074565 HTTP/1.1" status: 200 len: 205 time: 0.3471103 Jan 12 09:38:44.136542 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37794) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:44.138326 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-15eb9281-dbc9-43b6-8165-d8bdb403f5b9 req-135b4cff-2fd9-47eb-872a-8dabb6385c92 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfe5233d-908d-4a55-8480-485f5e0a8816 HTTP/1.1" status: 200 len: 998 time: 0.4375932 Jan 12 09:38:44.223909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d0cc0998-9765-4b53-9817-c74aed55ee9e no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:44.257491 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb9281-dbc9-43b6-8165-d8bdb403f5b9 req-bebfb6c2-5f76-4cca-bac2-4567432e3fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:44.259000 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-15eb9281-dbc9-43b6-8165-d8bdb403f5b9 req-bebfb6c2-5f76-4cca-bac2-4567432e3fbe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbbf6f51-59e4-4e33-a453-640639438896 HTTP/1.1" status: 200 len: 834 time: 0.1032495 Jan 12 09:38:44.286246 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:38:44.305132 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.308011 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Port 1fd7e758-cef6-4fa7-aebf-7808ad48aaae cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:44.324351 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126b410-a012-493b-9cab-6bcaf4204908 None None] Pushing event updated for resources: {'Port': ['ID=93c8367d-9ede-430c-8763-f29489d49686,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:44.363865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: d0cc0998-9765-4b53-9817-c74aed55ee9e {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:38:44.364867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d0cc0998-9765-4b53-9817-c74aed55ee9e not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:44.366657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router b642ee2d-7cef-4ebb-b61d-d39faa8d13cc is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:38:44.368300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Attempting to bind port 915d9f84-c11b-42e7-94a0-a12e33372c1a on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:44.368632 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Attempting to bind port 915d9f84-c11b-42e7-94a0-a12e33372c1a by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:44.369282 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Attempting to bind port 915d9f84-c11b-42e7-94a0-a12e33372c1a on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:38:44.377535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb9281-dbc9-43b6-8165-d8bdb403f5b9 req-b499f2c0-1fe2-4b4b-b114-ce1da63acb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:44.379346 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-15eb9281-dbc9-43b6-8165-d8bdb403f5b9 req-b499f2c0-1fe2-4b4b-b114-ce1da63acb5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05455418-2c08-41bc-9a26-899de66012ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1115623 Jan 12 09:38:44.388877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:38:44.389271 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:38:44.389655 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.390045 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:38:44.390503 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Bound port: 915d9f84-c11b-42e7-94a0-a12e33372c1a, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:44.391097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.435648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Provisioning complete for port 93c8367d-9ede-430c-8763-f29489d49686 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:44.436024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.458805 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37798) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:44.531010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b201d8bd-0395-49e7-835e-3166c66f41db tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.584257 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device de0fc552-d051-4f01-a8c4-9709883b0f40 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:44.665890 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f2338-282e-4ccc-ab31-2a6bba892ca3 None None] New status for floating IP d02bf4c4-d886-4149-a4c7-d8f0973925f2: ACTIVE {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:38:44.867733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] For port 915d9f84-c11b-42e7-94a0-a12e33372c1a, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:38:44.875210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4383761-c1de-45dd-b55d-287869bb74d5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.890646 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] For port 915d9f84-c11b-42e7-94a0-a12e33372c1a, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=915d9f84-c11b-42e7-94a0-a12e33372c1a,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:38:44.894559 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port de0fc552-d051-4f01-a8c4-9709883b0f40 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:44.914469 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-02178690-156f-4dea-9242-d7741e88848e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/d02bf4c4-d886-4149-a4c7-d8f0973925f2 HTTP/1.1" status: 200 len: 990 time: 0.4534068 Jan 12 09:38:44.916257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:44.924912 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1c1489e0-b1f7-4bd5-b295-4d39367afb67 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/b642ee2d-7cef-4ebb-b61d-d39faa8d13cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2942288 Jan 12 09:38:44.929577 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37802) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:44.929734 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:44.935134 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee37f1a1-3379-4704-8242-f3913914839f None None] Sync routers for ids ['b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:44.948953 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee37f1a1-3379-4704-8242-f3913914839f None None] Routers {'b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:44.950183 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-ee37f1a1-3379-4704-8242-f3913914839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:45.006674 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-15eb9281-dbc9-43b6-8165-d8bdb403f5b9 req-26cc37f8-87db-491e-8e0b-952e49c36a4d service neutron] 10.222.0.53 "GET /v2.0/networks/05455418-2c08-41bc-9a26-899de66012ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724800 Jan 12 09:38:45.018290 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 93c8367d-9ede-430c-8763-f29489d49686 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:45.023013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634228c2-fd54-43a7-9f4d-30390c003224 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:45.023930 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-634228c2-fd54-43a7-9f4d-30390c003224 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Synchronizing usage tracker for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:45.054597 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-ee37f1a1-3379-4704-8242-f3913914839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:45.075509 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee37f1a1-3379-4704-8242-f3913914839f None None] Routers {'b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:45.077029 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-ee37f1a1-3379-4704-8242-f3913914839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:45.104740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-634228c2-fd54-43a7-9f4d-30390c003224 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Unset dirty status for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:45.111028 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-634228c2-fd54-43a7-9f4d-30390c003224 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports/1fd7e758-cef6-4fa7-aebf-7808ad48aaae HTTP/1.1" status: 200 len: 911 time: 0.1804435 Jan 12 09:38:45.113107 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37806) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:45.169843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4bf07-c722-4c0b-918c-d4a875af3134 None None] Pushing event updated for resources: {'Port': ['ID=915d9f84-c11b-42e7-94a0-a12e33372c1a,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:45.204112 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 93c8367d-9ede-430c-8763-f29489d49686 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:45.204801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.209274 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-ee37f1a1-3379-4704-8242-f3913914839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:45.209692 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee37f1a1-3379-4704-8242-f3913914839f None None] The sync data for ids ['b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:45.248188 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Provisioning for port d99e27ff-e354-4420-b501-84f249b774d6 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:45.261940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-a4383761-c1de-45dd-b55d-287869bb74d5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for f02a3d4d-9cb1-4d42-b1ae-2466d78f6e8d owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:45.270720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Provisioning complete for port d99e27ff-e354-4420-b501-84f249b774d6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:45.271429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.309491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b201d8bd-0395-49e7-835e-3166c66f41db tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.339845 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Port d99e27ff-e354-4420-b501-84f249b774d6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:45.361689 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b201d8bd-0395-49e7-835e-3166c66f41db tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.372914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1996-b4ba-4ed1-96f4-db7e593772a0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.378823 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Provisioning for port de0fc552-d051-4f01-a8c4-9709883b0f40 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:45.406300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Provisioning complete for port de0fc552-d051-4f01-a8c4-9709883b0f40 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:45.406673 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.521852 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-15eb9281-dbc9-43b6-8165-d8bdb403f5b9 req-c0950c15-1629-4836-b05b-b207163482f4 service neutron] 10.222.0.53 "GET /v2.0/networks/05455418-2c08-41bc-9a26-899de66012ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920735 Jan 12 09:38:45.601040 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.606408 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b201d8bd-0395-49e7-835e-3166c66f41db tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.606925 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b201d8bd-0395-49e7-835e-3166c66f41db tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Fanout notify agent at l3_agent the message router_deleted on router a6c0caa5-df2b-457c-bfb1-569d03074565 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:38:45.656369 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] For port de0fc552-d051-4f01-a8c4-9709883b0f40, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=de0fc552-d051-4f01-a8c4-9709883b0f40,segment=NetworkSegment(9b86173b-251d-4159-ae6b-237b7145c103),segment_id=9b86173b-251d-4159-ae6b-237b7145c103)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:45.664723 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.712169 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b201d8bd-0395-49e7-835e-3166c66f41db tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.716058 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b201d8bd-0395-49e7-835e-3166c66f41db tempest-RoutersNegativeIpV6Test-106006360 tempest-RoutersNegativeIpV6Test-106006360-project] 10.222.0.26 "DELETE /v2.0/routers/a6c0caa5-df2b-457c-bfb1-569d03074565 HTTP/1.1" status: 204 len: 168 time: 1.4951520 Jan 12 09:38:45.760903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Pushing event updated for resources: {'Port': ['ID=de0fc552-d051-4f01-a8c4-9709883b0f40,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:45.773303 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Provisioning complete for port 283718dc-2828-420d-a235-c74fc0f02b77 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:45.773960 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ea1aba1d-ba62-43b5-a76b-bb0f7e51b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:45.917417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37812) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:45.968677 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.038040 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9527b350-7a6a-43a3-83a0-ee7f54cd101a None None] Provisioning complete for port de0fc552-d051-4f01-a8c4-9709883b0f40 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:46.038445 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9527b350-7a6a-43a3-83a0-ee7f54cd101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.122440 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37818) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:46.189465 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9527b350-7a6a-43a3-83a0-ee7f54cd101a None None] Provisioning complete for port 1fd7e758-cef6-4fa7-aebf-7808ad48aaae triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:46.189845 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9527b350-7a6a-43a3-83a0-ee7f54cd101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.255977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.295317 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-9527b350-7a6a-43a3-83a0-ee7f54cd101a None None] Port 1fd7e758-cef6-4fa7-aebf-7808ad48aaae cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:46.325252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.377943 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f60dbb1c-1b26-413a-b5e9-8d41840e29e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/d02bf4c4-d886-4149-a4c7-d8f0973925f2 HTTP/1.1" status: 200 len: 992 time: 0.4510620 Jan 12 09:38:46.378858 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4383761-c1de-45dd-b55d-287869bb74d5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.473895 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.512152 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-769abf4a-eed4-48db-91fe-b82c911483a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbd1044850ef43a39653983a5ecd1554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195288 Jan 12 09:38:46.526441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37824) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:46.570554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4383761-c1de-45dd-b55d-287869bb74d5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=f02a3d4d-9cb1-4d42-b1ae-2466d78f6e8d,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:46.574437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Allocated IP 2001:db8:1::1 (fcb553f2-e6ca-425c-9373-5b458aa8d974/5562f972-ead4-484f-8d97-3b08346bbf85/053662d8-7239-41e2-a0c1-e7eaf2a34424) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:46.579020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46cf9b7-0c7f-48dc-8212-8dd92cd9b87c None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:46.619122 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device de0fc552-d051-4f01-a8c4-9709883b0f40 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:46.713551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4383761-c1de-45dd-b55d-287869bb74d5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.757697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.774466 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Transition to ACTIVE for port object 053662d8-7239-41e2-a0c1-e7eaf2a34424 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:46.781877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cfbe50fd-d5ae-4326-90ea-049d2d0ee13c None None] Provisioning for port 915d9f84-c11b-42e7-94a0-a12e33372c1a completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:46.798523 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a4383761-c1de-45dd-b55d-287869bb74d5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/f02a3d4d-9cb1-4d42-b1ae-2466d78f6e8d HTTP/1.1" status: 204 len: 168 time: 4.0325148 Jan 12 09:38:46.801221 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37828) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:46.803153 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-ea3e1996-b4ba-4ed1-96f4-db7e593772a0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port d99e27ff-e354-4420-b501-84f249b774d6 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:46.803498 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1996-b4ba-4ed1-96f4-db7e593772a0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.836140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d81b2065-8a2b-4c49-8a70-a974d1d4ee1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.836528 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port de0fc552-d051-4f01-a8c4-9709883b0f40 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:46.836970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.844925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.902965 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Allocated IP 172.26.2.222 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/16a37269-8608-478c-8810-8fb10eaaf8d3) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:46.926712 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d81b2065-8a2b-4c49-8a70-a974d1d4ee1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.936150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network fcb553f2-e6ca-425c-9373-5b458aa8d974 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:46.940999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:46.943682 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:46.944211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:46.967253 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=053662d8-7239-41e2-a0c1-e7eaf2a34424,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:47.026675 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e6ca4b-707d-4688-9321-fca07f900f26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:47.031062 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-53e6ca4b-707d-4688-9321-fca07f900f26 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2257700 Jan 12 09:38:47.031353 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37832) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:47.073939 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 915d9f84-c11b-42e7-94a0-a12e33372c1a up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:47.183072 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 915d9f84-c11b-42e7-94a0-a12e33372c1a completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:47.188991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 915d9f84-c11b-42e7-94a0-a12e33372c1a triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:47.189570 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.261184 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.297574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e0f1ce-9772-42e4-80ef-85adabc030da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:47.301699 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-06e0f1ce-9772-42e4-80ef-85adabc030da tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2671030 Jan 12 09:38:47.311553 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37836) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:47.363556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.399440 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 915d9f84-c11b-42e7-94a0-a12e33372c1a, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=915d9f84-c11b-42e7-94a0-a12e33372c1a,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:47.405420 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.484050 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1996-b4ba-4ed1-96f4-db7e593772a0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.488811 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d2ec399c-24d3-47af-adcb-e666c4a5be0a None None] Provisioning for port 053662d8-7239-41e2-a0c1-e7eaf2a34424 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:47.494174 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d81b2065-8a2b-4c49-8a70-a974d1d4ee1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.496557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=915d9f84-c11b-42e7-94a0-a12e33372c1a,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:47.500035 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d2ec399c-24d3-47af-adcb-e666c4a5be0a None None] Provisioning complete for port 053662d8-7239-41e2-a0c1-e7eaf2a34424 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:47.500287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d2ec399c-24d3-47af-adcb-e666c4a5be0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.535085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d81b2065-8a2b-4c49-8a70-a974d1d4ee1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.539413 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d81b2065-8a2b-4c49-8a70-a974d1d4ee1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6afc7b8-d901-453b-b573-c24fb1fcecb7 HTTP/1.1" status: 204 len: 168 time: 0.9765589 Jan 12 09:38:47.565433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d2ec399c-24d3-47af-adcb-e666c4a5be0a None None] Port 053662d8-7239-41e2-a0c1-e7eaf2a34424 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:47.623833 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b2065-8a2b-4c49-8a70-a974d1d4ee1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6afc7b8-d901-453b-b573-c24fb1fcecb7,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:47.696625 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-81081b14-5666-49c4-b16a-ac76a2281045 None None] Provisioning complete for port 915d9f84-c11b-42e7-94a0-a12e33372c1a triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:47.697396 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-81081b14-5666-49c4-b16a-ac76a2281045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.714358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-ea3e1996-b4ba-4ed1-96f4-db7e593772a0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for d99e27ff-e354-4420-b501-84f249b774d6 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:47.748988 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.782421 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.791022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.791818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.807739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8129adf0-f722-42e7-885b-a567fe6f62e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:47.809501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8129adf0-f722-42e7-885b-a567fe6f62e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:47.811168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8129adf0-f722-42e7-885b-a567fe6f62e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:47.812015 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8129adf0-f722-42e7-885b-a567fe6f62e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:47.880099 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8129adf0-f722-42e7-885b-a567fe6f62e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:47.883915 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8129adf0-f722-42e7-885b-a567fe6f62e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4577546 Jan 12 09:38:47.886561 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37844) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:47.921517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:47.965532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=053662d8-7239-41e2-a0c1-e7eaf2a34424,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:48.008790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9ebbe389-dcff-46e5-b847-75674958b5ae None None] Could not find standard attr ID for object f02a3d4d-9cb1-4d42-b1ae-2466d78f6e8d. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:38:48.021813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:48.023139 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Pushing event updated for resources: {'Port': ['ID=16a37269-8608-478c-8810-8fb10eaaf8d3,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:48.027996 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:48.045734 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:48.099536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-51749b81-9573-4bb7-a5b8-1148f62708e9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet a6a01373-0431-439b-87ee-822ce0885489 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:38:48.105243 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-51749b81-9573-4bb7-a5b8-1148f62708e9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:48.149318 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network fcb553f2-e6ca-425c-9373-5b458aa8d974 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:48.152515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:48.230370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-51749b81-9573-4bb7-a5b8-1148f62708e9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:48.353355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1996-b4ba-4ed1-96f4-db7e593772a0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:48.515064 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 915d9f84-c11b-42e7-94a0-a12e33372c1a up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:48.523870 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e1996-b4ba-4ed1-96f4-db7e593772a0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Port': ['ID=d99e27ff-e354-4420-b501-84f249b774d6,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:48.543013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37864) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:48.565191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router b642ee2d-7cef-4ebb-b61d-d39faa8d13cc has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:38:48.651857 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-51749b81-9573-4bb7-a5b8-1148f62708e9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:48.686629 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-99c53d34-5302-4d5a-bf12-520136d6610c None None] Provisioning complete for port 053662d8-7239-41e2-a0c1-e7eaf2a34424 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:48.687242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-99c53d34-5302-4d5a-bf12-520136d6610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:48.754319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 915d9f84-c11b-42e7-94a0-a12e33372c1a triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:48.755020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:48.789734 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-71515001-network', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:48.806779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:48.822677 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-99c53d34-5302-4d5a-bf12-520136d6610c None None] Port 053662d8-7239-41e2-a0c1-e7eaf2a34424 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:48.827193 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Usage tracker for resource:network and tenant:b9bfaac095a94beaa576ace8f51e6ad8 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:48.833953 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:48.847701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:48.869827 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:48.886415 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92efeb5-f83c-4578-ac18-185d02945702 None None] Sync routers for ids ['b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:48.888718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-51749b81-9573-4bb7-a5b8-1148f62708e9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:48.892417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Made reservation on behalf of b9bfaac095a94beaa576ace8f51e6ad8 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:48.894942 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:48.914448 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92efeb5-f83c-4578-ac18-185d02945702 None None] Routers {'b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:48.915117 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f92efeb5-f83c-4578-ac18-185d02945702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:48.947713 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:48.962733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-51749b81-9573-4bb7-a5b8-1148f62708e9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:48.964597 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-51749b81-9573-4bb7-a5b8-1148f62708e9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/a6a01373-0431-439b-87ee-822ce0885489 HTTP/1.1" status: 204 len: 168 time: 1.0737581 Jan 12 09:38:48.967794 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51749b81-9573-4bb7-a5b8-1148f62708e9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a01373-0431-439b-87ee-822ce0885489,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:48.975100 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-45d741b9-6c97-48ad-a7b1-27c15a32ec83 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/b642ee2d-7cef-4ebb-b61d-d39faa8d13cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8338654 Jan 12 09:38:48.975557 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37870) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:48.975883 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37872) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:48.983390 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9718c0-888c-4383-87de-9abb7e41b1ad None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:48.995954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f92efeb5-f83c-4578-ac18-185d02945702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:49.021218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1996-b4ba-4ed1-96f4-db7e593772a0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.027602 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92efeb5-f83c-4578-ac18-185d02945702 None None] Routers {'b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:49.028241 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f92efeb5-f83c-4578-ac18-185d02945702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:49.060901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:49.081276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Usage tracker for resource:security_group_rule and tenant:b9bfaac095a94beaa576ace8f51e6ad8 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:49.088361 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:49.105010 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:49.137165 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f92efeb5-f83c-4578-ac18-185d02945702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:49.137576 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92efeb5-f83c-4578-ac18-185d02945702 None None] The sync data for ids ['b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:49.157689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072a975b-557e-4b80-9181-aa41309e2e48 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:49.158274 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-072a975b-557e-4b80-9181-aa41309e2e48 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Synchronizing usage tracker for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:49.173776 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-795c9d77-75e0-43ef-8379-912db220494a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet b5304269-c0f0-421c-b7db-c69d37589e1b {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:38:49.179883 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-795c9d77-75e0-43ef-8379-912db220494a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.191481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.251761 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-072a975b-557e-4b80-9181-aa41309e2e48 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Unset dirty status for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:49.255893 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-072a975b-557e-4b80-9181-aa41309e2e48 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports/053662d8-7239-41e2-a0c1-e7eaf2a34424 HTTP/1.1" status: 200 len: 913 time: 0.2744982 Jan 12 09:38:49.255893 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-795c9d77-75e0-43ef-8379-912db220494a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.286979 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37878) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:49.469742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3e1996-b4ba-4ed1-96f4-db7e593772a0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router d00e3ed5-26c7-4227-aa53-5c139802a8fd has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:38:49.549159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.557413 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-795c9d77-75e0-43ef-8379-912db220494a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.593524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.756620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3e1996-b4ba-4ed1-96f4-db7e593772a0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:49.771896 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dcce2d-ef46-4a53-b33c-a4846c4f2834 None None] Sync routers for ids ['d00e3ed5-26c7-4227-aa53-5c139802a8fd'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:49.785217 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dcce2d-ef46-4a53-b33c-a4846c4f2834 None None] Routers {'d00e3ed5-26c7-4227-aa53-5c139802a8fd'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:49.786930 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f3dcce2d-ef46-4a53-b33c-a4846c4f2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d00e3ed5-26c7-4227-aa53-5c139802a8fd'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:49.812081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:38:49.854944 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ea3e1996-b4ba-4ed1-96f4-db7e593772a0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/d00e3ed5-26c7-4227-aa53-5c139802a8fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6832733 Jan 12 09:38:49.862651 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d87b336-1ed3-42e3-9967-008d743eeda3,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:49.864353 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f3dcce2d-ef46-4a53-b33c-a4846c4f2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:49.873914 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.873914 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Added segment 5e6b0083-c675-40fd-aae2-88f6b0da4924 of type vlan for network 7c044518-5731-4207-8f99-0a1c6effbd44 Jan 12 09:38:49.877018 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dcce2d-ef46-4a53-b33c-a4846c4f2834 None None] Routers {'d00e3ed5-26c7-4227-aa53-5c139802a8fd'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:49.877782 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f3dcce2d-ef46-4a53-b33c-a4846c4f2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d00e3ed5-26c7-4227-aa53-5c139802a8fd'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:49.879417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37882) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:49.934516 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.949426 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3ff60deb-41a4-4ed8-99dc-16b4eba49582 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Synchronizing usage tracker for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:38:49.979673 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-795c9d77-75e0-43ef-8379-912db220494a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.980905 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.984283 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f3dcce2d-ef46-4a53-b33c-a4846c4f2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:49.985079 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dcce2d-ef46-4a53-b33c-a4846c4f2834 None None] The sync data for ids ['d00e3ed5-26c7-4227-aa53-5c139802a8fd'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:49.987764 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:49.991954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3ff60deb-41a4-4ed8-99dc-16b4eba49582 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Unset dirty status for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:38:49.993804 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3ff60deb-41a4-4ed8-99dc-16b4eba49582 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00e3ed5-26c7-4227-aa53-5c139802a8fd HTTP/1.1" status: 200 len: 205 time: 0.1116118 Jan 12 09:38:49.996102 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37886) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:50.043797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c9d77-75e0-43ef-8379-912db220494a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=b5304269-c0f0-421c-b7db-c69d37589e1b,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:50.057173 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-795c9d77-75e0-43ef-8379-912db220494a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.059565 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccae65a-d2cd-422d-a3f0-38b87b6a0716 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:50.085805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-dd9d6b47-8163-413c-858a-e0f689a5ab36 None None] Provisioning complete for port 915d9f84-c11b-42e7-94a0-a12e33372c1a triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:50.086286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-dd9d6b47-8163-413c-858a-e0f689a5ab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.090326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.091317 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:50.091896 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.125346 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-795c9d77-75e0-43ef-8379-912db220494a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/b5304269-c0f0-421c-b7db-c69d37589e1b HTTP/1.1" status: 204 len: 168 time: 1.1457195 Jan 12 09:38:50.128862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37890) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:50.394265 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8451884 Jan 12 09:38:50.436137 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5ad43-cbed-4ec5-9b7c-dae2c3c1f13e admin admin] Pushing event updated for resources: {'Network': ['ID=7c044518-5731-4207-8f99-0a1c6effbd44,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:50.438715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37894) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:50.448431 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6a303a3a-7147-46a6-be98-1c52a61339be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3092427 Jan 12 09:38:50.449675 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 7c044518-5731-4207-8f99-0a1c6effbd44 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:38:50.453087 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-c0dfa16a-a008-4063-a127-a9dc3841f298 admin admin] Request body: {'subnet': {'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-71515001-subnet', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'ip_version': 4}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:50.462267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37898) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:50.464934 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c0dfa16a-a008-4063-a127-a9dc3841f298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:50.474642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-7f1ab3fb-c3a3-45d7-a9e4-eabe0d0ce3be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:50.489534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c0dfa16a-a008-4063-a127-a9dc3841f298 admin admin] Usage tracker for resource:subnet and tenant:b9bfaac095a94beaa576ace8f51e6ad8 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:50.496228 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c0dfa16a-a008-4063-a127-a9dc3841f298 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:50.520529 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-076cbe57-9cf1-45a7-b9cf-1ccfa465d13a tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.524202 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c0dfa16a-a008-4063-a127-a9dc3841f298 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:50.591459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34089bd4-c3b7-4b43-8a8b-6e16d5a2574a None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:38:50.600089 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-34089bd4-c3b7-4b43-8a8b-6e16d5a2574a None None] Deleting port 915d9f84-c11b-42e7-94a0-a12e33372c1a {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:50.600457 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-34089bd4-c3b7-4b43-8a8b-6e16d5a2574a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.610559 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dfa16a-a008-4063-a127-a9dc3841f298 admin admin] Made reservation on behalf of b9bfaac095a94beaa576ace8f51e6ad8 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:50.612900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c0dfa16a-a008-4063-a127-a9dc3841f298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.655934 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7f1ab3fb-c3a3-45d7-a9e4-eabe0d0ce3be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:50.663075 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7f1ab3fb-c3a3-45d7-a9e4-eabe0d0ce3be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:50.668833 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-731756f1-741d-436e-952d-35f0384b1a39 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.722617 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7f1ab3fb-c3a3-45d7-a9e4-eabe0d0ce3be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:50.760557 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Router 24901f0f-5bc7-4ddf-9aa9-fcbac5025d80 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:38:50.786572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7f1ab3fb-c3a3-45d7-a9e4-eabe0d0ce3be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:50.804863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-34089bd4-c3b7-4b43-8a8b-6e16d5a2574a None None] For port 915d9f84-c11b-42e7-94a0-a12e33372c1a, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=915d9f84-c11b-42e7-94a0-a12e33372c1a,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:50.805396 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-34089bd4-c3b7-4b43-8a8b-6e16d5a2574a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.837681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-076cbe57-9cf1-45a7-b9cf-1ccfa465d13a tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.878915 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1ab3fb-c3a3-45d7-a9e4-eabe0d0ce3be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:50.882436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab3fb-c3a3-45d7-a9e4-eabe0d0ce3be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.891281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-076cbe57-9cf1-45a7-b9cf-1ccfa465d13a tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.931813 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-34089bd4-c3b7-4b43-8a8b-6e16d5a2574a None None] Calling delete_port for 915d9f84-c11b-42e7-94a0-a12e33372c1a owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:50.993242 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-076cbe57-9cf1-45a7-b9cf-1ccfa465d13a tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:50.993775 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076cbe57-9cf1-45a7-b9cf-1ccfa465d13a tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Fanout notify agent at l3_agent the message router_deleted on router d00e3ed5-26c7-4227-aa53-5c139802a8fd {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:38:51.011294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-34089bd4-c3b7-4b43-8a8b-6e16d5a2574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.019426 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-076cbe57-9cf1-45a7-b9cf-1ccfa465d13a tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.022934 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-076cbe57-9cf1-45a7-b9cf-1ccfa465d13a tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/routers/d00e3ed5-26c7-4227-aa53-5c139802a8fd HTTP/1.1" status: 204 len: 168 time: 1.0229897 Jan 12 09:38:51.023275 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37902) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:51.070529 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:51.076286 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.081158 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3f68b68a-2eab-42a5-9fc6-947d9c04b9ef tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "PUT /v2.0/routers/24901f0f-5bc7-4ddf-9aa9-fcbac5025d80 HTTP/1.1" status: 200 len: 914 time: 7.8491328 Jan 12 09:38:51.081158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37906) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:51.094488 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33dbd2c-97bc-4023-876b-96e634432623 None None] Sync routers for ids ['24901f0f-5bc7-4ddf-9aa9-fcbac5025d80'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:51.108820 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34089bd4-c3b7-4b43-8a8b-6e16d5a2574a None None] Pushing event deleted for resources: {'Port': ['ID=915d9f84-c11b-42e7-94a0-a12e33372c1a,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:51.119304 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34089bd4-c3b7-4b43-8a8b-6e16d5a2574a None None] No DVR routers for this DVR port 915d9f84-c11b-42e7-94a0-a12e33372c1a on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:51.122077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33dbd2c-97bc-4023-876b-96e634432623 None None] Routers {'24901f0f-5bc7-4ddf-9aa9-fcbac5025d80'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:51.122808 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a33dbd2c-97bc-4023-876b-96e634432623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['24901f0f-5bc7-4ddf-9aa9-fcbac5025d80'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:51.179922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bf5606-51c9-4f8e-850f-44fc0ea26530 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting subnet b826b0fd-92c5-4d88-b795-5df60bef4afc {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:38:51.186436 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-86bf5606-51c9-4f8e-850f-44fc0ea26530 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.193894 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a33dbd2c-97bc-4023-876b-96e634432623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:51.202827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33dbd2c-97bc-4023-876b-96e634432623 None None] Routers {'24901f0f-5bc7-4ddf-9aa9-fcbac5025d80'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:51.203472 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a33dbd2c-97bc-4023-876b-96e634432623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['24901f0f-5bc7-4ddf-9aa9-fcbac5025d80'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:51.259571 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c0dfa16a-a008-4063-a127-a9dc3841f298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.262982 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a33dbd2c-97bc-4023-876b-96e634432623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:51.263391 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33dbd2c-97bc-4023-876b-96e634432623 None None] The sync data for ids ['24901f0f-5bc7-4ddf-9aa9-fcbac5025d80'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:51.312809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-86bf5606-51c9-4f8e-850f-44fc0ea26530 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.368025 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b6be2a16-32ff-4d0e-83e0-38f48aea8136 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/routers/24901f0f-5bc7-4ddf-9aa9-fcbac5025d80 HTTP/1.1" status: 200 len: 920 time: 0.2837348 Jan 12 09:38:51.371121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37910) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:51.422245 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfa16a-a008-4063-a127-a9dc3841f298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:51.444164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-731756f1-741d-436e-952d-35f0384b1a39 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port 053662d8-7239-41e2-a0c1-e7eaf2a34424 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:51.444432 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-731756f1-741d-436e-952d-35f0384b1a39 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.459427 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-86bf5606-51c9-4f8e-850f-44fc0ea26530 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.492616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dfa16a-a008-4063-a127-a9dc3841f298 admin admin] Checking segment: {'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:38:51.492975 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dfa16a-a008-4063-a127-a9dc3841f298 admin admin] Network hostable DHCP agents. Network: 7c044518-5731-4207-8f99-0a1c6effbd44, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:38:51.497620 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab3fb-c3a3-45d7-a9e4-eabe0d0ce3be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.510507 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2ebabd-0fbf-40c2-9cce-659ac11056e9 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:51.512029 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bc2ebabd-0fbf-40c2-9cce-659ac11056e9 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&device_id=24901f0f-5bc7-4ddf-9aa9-fcbac5025d80&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1402662 Jan 12 09:38:51.514841 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37914) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:51.581256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1ab3fb-c3a3-45d7-a9e4-eabe0d0ce3be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:51.600818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-7f1ab3fb-c3a3-45d7-a9e4-eabe0d0ce3be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:51.611416 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff89b62e-10a1-482a-a76f-4d916ff544c5 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:51.613192 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ab3fb-c3a3-45d7-a9e4-eabe0d0ce3be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:51.613881 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab3fb-c3a3-45d7-a9e4-eabe0d0ce3be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.619730 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-86bf5606-51c9-4f8e-850f-44fc0ea26530 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.636396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dfa16a-a008-4063-a127-a9dc3841f298 admin admin] Network 7c044518-5731-4207-8f99-0a1c6effbd44 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:38:51.638385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ab3fb-c3a3-45d7-a9e4-eabe0d0ce3be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=5d74a36e-6409-46f8-bdc3-0b661de2d8f8,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:51.677989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf5606-51c9-4f8e-850f-44fc0ea26530 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Subnet': ['ID=b826b0fd-92c5-4d88-b795-5df60bef4afc,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:51.679976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-86bf5606-51c9-4f8e-850f-44fc0ea26530 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.701599 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-86bf5606-51c9-4f8e-850f-44fc0ea26530 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/b826b0fd-92c5-4d88-b795-5df60bef4afc HTTP/1.1" status: 204 len: 168 time: 0.6748340 Jan 12 09:38:51.702414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37918) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:51.716598 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-c0dfa16a-a008-4063-a127-a9dc3841f298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 7c044518-5731-4207-8f99-0a1c6effbd44) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:51.719025 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93731128-2fde-406b-a0db-b5cb26963166 None None] Network cbc2a8e3-e712-4ec2-a378-a5ecec06c702 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:51.721794 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7f1ab3fb-c3a3-45d7-a9e4-eabe0d0ce3be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2585275 Jan 12 09:38:51.724940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37922) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:51.729911 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dfa16a-a008-4063-a127-a9dc3841f298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:51.730922 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c0dfa16a-a008-4063-a127-a9dc3841f298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.739822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-1f9daefb-2315-4a68-af97-cfbc4117250c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:51.745388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8804a065-64f4-48c8-8d8e-28014d19b5a8 None None] Network 7c044518-5731-4207-8f99-0a1c6effbd44 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:51.770524 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c0dfa16a-a008-4063-a127-a9dc3841f298 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3251224 Jan 12 09:38:51.774443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37926) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:51.780416 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-731756f1-741d-436e-952d-35f0384b1a39 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:51.790618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:51.798829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:51.852380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Usage tracker for resource:router and tenant:b9bfaac095a94beaa576ace8f51e6ad8 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:51.893128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd082ab-242d-462e-bf76-dbd9d51e35bc tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:51.894484 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0dd082ab-242d-462e-bf76-dbd9d51e35bc tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/networks/a0c71044-c202-4180-8447-4ec1d9a406cf HTTP/1.1" status: 200 len: 881 time: 0.3787766 Jan 12 09:38:51.907741 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37930) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:52.035863 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-69494a0d-bcad-40e5-9603-307ef2054fb7 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "GET /v2.0/ports?device_id=24901f0f-5bc7-4ddf-9aa9-fcbac5025d80 HTTP/1.1" status: 200 len: 205 time: 0.1223347 Jan 12 09:38:52.048002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:52.051141 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37934) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:52.060223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-731756f1-741d-436e-952d-35f0384b1a39 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for 053662d8-7239-41e2-a0c1-e7eaf2a34424 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:52.098345 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.127017 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 283718dc-2828-420d-a235-c74fc0f02b77 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:52.127636 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.149040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:52.200316 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1f9daefb-2315-4a68-af97-cfbc4117250c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:52.201936 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.202993 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.208165 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1f9daefb-2315-4a68-af97-cfbc4117250c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:52.238310 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1f9daefb-2315-4a68-af97-cfbc4117250c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:52.259848 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1f9daefb-2315-4a68-af97-cfbc4117250c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:52.295608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9daefb-2315-4a68-af97-cfbc4117250c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:52.299477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1f9daefb-2315-4a68-af97-cfbc4117250c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.299731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.305217 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-ff4a5360-acb6-446d-a4d9-75b6632567e8', 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'tenant_id': '09bc8f1eaa864edfa32f7424ab8440db', 'fixed_ips': [{'subnet_id': '5d74a36e-6409-46f8-bdc3-0b661de2d8f8'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:38:52.306051 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.322475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-7c044518-5731-4207-8f99-0a1c6effbd44', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:38:52.324632 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.359417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93a97672-9b54-479f-bd43-7afe98d81bb2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.388745 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aa1ef9-08f6-457f-afc0-2cd15eb25d4b None None] DHCP port deletion for cbc2a8e3-e712-4ec2-a378-a5ecec06c702 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:38:52.394539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-98aa1ef9-08f6-457f-afc0-2cd15eb25d4b None None] Deleting port 283718dc-2828-420d-a235-c74fc0f02b77 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:52.394962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-98aa1ef9-08f6-457f-afc0-2cd15eb25d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.510054 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 283718dc-2828-420d-a235-c74fc0f02b77 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:52.517817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] For port 283718dc-2828-420d-a235-c74fc0f02b77, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=283718dc-2828-420d-a235-c74fc0f02b77,segment=NetworkSegment(10e65889-9bec-4bd8-bab3-fe6e8a6b15cf),segment_id=10e65889-9bec-4bd8-bab3-fe6e8a6b15cf)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:52.518241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.653424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for 283718dc-2828-420d-a235-c74fc0f02b77 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:52.680424 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.ipam_backend_mixin [None req-1f9daefb-2315-4a68-af97-cfbc4117250c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d74a36e-6409-46f8-bdc3-0b661de2d8f8 (CIDR: 2001:db8::/64) Jan 12 09:38:52.694851 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9daefb-2315-4a68-af97-cfbc4117250c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:38:52.695438 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9daefb-2315-4a68-af97-cfbc4117250c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:38:52.725986 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1f9daefb-2315-4a68-af97-cfbc4117250c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9999828 Jan 12 09:38:52.729163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37938) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:52.733558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:52.813417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.842539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Allocated IP 2001:db8::2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/5d74a36e-6409-46f8-bdc3-0b661de2d8f8/29b724a8-efd4-4fa9-8ea0-204792d37810) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:52.845518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-731756f1-741d-436e-952d-35f0384b1a39 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.863237 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.871962 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.940348 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Port': ['ID=283718dc-2828-420d-a235-c74fc0f02b77,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:52.949606 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] No DVR routers for this DVR port 283718dc-2828-420d-a235-c74fc0f02b77 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:38:52.949779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731756f1-741d-436e-952d-35f0384b1a39 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Port': ['ID=053662d8-7239-41e2-a0c1-e7eaf2a34424,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:52.964748 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93a97672-9b54-479f-bd43-7afe98d81bb2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:52.986072 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Allocated IP 172.20.0.2 (7c044518-5731-4207-8f99-0a1c6effbd44/fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee/cb11bcc4-c510-4a24-8cc9-0c1aa08e7366) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:52.991993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:53.015404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-98aa1ef9-08f6-457f-afc0-2cd15eb25d4b None None] For port 283718dc-2828-420d-a235-c74fc0f02b77, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=283718dc-2828-420d-a235-c74fc0f02b77,segment=NetworkSegment(10e65889-9bec-4bd8-bab3-fe6e8a6b15cf),segment_id=10e65889-9bec-4bd8-bab3-fe6e8a6b15cf)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:53.016227 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-98aa1ef9-08f6-457f-afc0-2cd15eb25d4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.093212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.104240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 915d9f84-c11b-42e7-94a0-a12e33372c1a no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:38:53.116054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-93a97672-9b54-479f-bd43-7afe98d81bb2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Deleting port 16a37269-8608-478c-8810-8fb10eaaf8d3 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:53.116521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93a97672-9b54-479f-bd43-7afe98d81bb2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.120114 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc2a8e3-e712-4ec2-a378-a5ecec06c702']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:53.133463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e65889-9bec-4bd8-bab3-fe6e8a6b15cf') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:53.133812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e65889-9bec-4bd8-bab3-fe6e8a6b15cf') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:53.145895 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.162326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.169005 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:38:53.169445 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:38:53.188598 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:38:53.191492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:53.197399 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:53.215086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:53.259991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 915d9f84-c11b-42e7-94a0-a12e33372c1a {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:38:53.260381 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 915d9f84-c11b-42e7-94a0-a12e33372c1a not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:38:53.286974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:53.291306 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.305876 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.310237 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.339316 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-98aa1ef9-08f6-457f-afc0-2cd15eb25d4b None None] Calling delete_port for 283718dc-2828-420d-a235-c74fc0f02b77 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:53.344184 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Network': ['ID=cbc2a8e3-e712-4ec2-a378-a5ecec06c702,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:53.416985 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-85b9e51d-85c0-4800-b8fe-bba8b9246827 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/networks/cbc2a8e3-e712-4ec2-a378-a5ecec06c702 HTTP/1.1" status: 204 len: 168 time: 1.7138164 Jan 12 09:38:53.422509 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37942) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:53.429878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-432515485', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}, 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:53.433983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-731756f1-741d-436e-952d-35f0384b1a39 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.568975 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:53.576401 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-98aa1ef9-08f6-457f-afc0-2cd15eb25d4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:38:53.576736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-98aa1ef9-08f6-457f-afc0-2cd15eb25d4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:38:53.582112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:router and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:53.586852 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:53.599437 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:53.623698 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.624598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.650512 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.651258 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.666853 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Transition to ACTIVE for port object 29b724a8-efd4-4fa9-8ea0-204792d37810 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:53.685691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.700546 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Transition to ACTIVE for port object 29b724a8-efd4-4fa9-8ea0-204792d37810 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:53.701934 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Transition to ACTIVE for port object cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:53.719297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.761945 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93a97672-9b54-479f-bd43-7afe98d81bb2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.812466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Transition to ACTIVE for port object cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:53.836475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:53.850208 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:53.854567 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:53.863747 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Network 7c044518-5731-4207-8f99-0a1c6effbd44 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:53.866692 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:53.871872 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:53.901497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-93a97672-9b54-479f-bd43-7afe98d81bb2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Calling delete_port for 16a37269-8608-478c-8810-8fb10eaaf8d3 owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:53.903705 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:53.913259 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Pushing event updated for resources: {'Port': ['ID=29b724a8-efd4-4fa9-8ea0-204792d37810,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:53.999716 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.083195 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-98aa1ef9-08f6-457f-afc0-2cd15eb25d4b None None] Deleting port 283718dc-2828-420d-a235-c74fc0f02b77 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:54.083818 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-98aa1ef9-08f6-457f-afc0-2cd15eb25d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.133047 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Attempting to bind port 29b724a8-efd4-4fa9-8ea0-204792d37810 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:54.133406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Attempting to bind port 29b724a8-efd4-4fa9-8ea0-204792d37810 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:54.133963 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Attempting to bind port 29b724a8-efd4-4fa9-8ea0-204792d37810 on network ff4a5360-acb6-446d-a4d9-75b6632567e8 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:38:54.138712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Pushing event updated for resources: {'Port': ['ID=cb11bcc4-c510-4a24-8cc9-0c1aa08e7366,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:54.182267 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-98aa1ef9-08f6-457f-afc0-2cd15eb25d4b None None] The port '283718dc-2828-420d-a235-c74fc0f02b77' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:38:54.183293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Attempting to bind port cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:38:54.183654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Attempting to bind port cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:38:54.184012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Attempting to bind port cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 on network 7c044518-5731-4207-8f99-0a1c6effbd44 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:38:54.186248 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:38:54.186609 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Checking segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:38:54.187038 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.187415 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Bound using segment: {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:38:54.187877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Bound port: 29b724a8-efd4-4fa9-8ea0-204792d37810, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea196262-ea27-46fc-a0e4-f2d456ed2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:54.188242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.193603 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.objects.ports [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87664) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:38:54.207362 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:38:54.212114 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Checking segment: {'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:38:54.212526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.212919 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Bound using segment: {'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:38:54.213427 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Bound port: cb11bcc4-c510-4a24-8cc9-0c1aa08e7366, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:38:54.213804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.299470 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731756f1-741d-436e-952d-35f0384b1a39 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router b642ee2d-7cef-4ebb-b61d-d39faa8d13cc has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:38:54.329564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.363010 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] For port 29b724a8-efd4-4fa9-8ea0-204792d37810, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:38:54.367252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] For port 29b724a8-efd4-4fa9-8ea0-204792d37810, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=29b724a8-efd4-4fa9-8ea0-204792d37810,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:38:54.368540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] For port cb11bcc4-c510-4a24-8cc9-0c1aa08e7366, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:38:54.371841 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] For port cb11bcc4-c510-4a24-8cc9-0c1aa08e7366, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cb11bcc4-c510-4a24-8cc9-0c1aa08e7366,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:38:54.376942 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.411661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.422515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.486490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146a56a-5e66-43ca-af85-11643f668eed None None] Pushing event updated for resources: {'Port': ['ID=29b724a8-efd4-4fa9-8ea0-204792d37810,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:54.581726 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5f5b1-12bd-46d3-b603-63deb0d7b19f None None] Pushing event updated for resources: {'Port': ['ID=cb11bcc4-c510-4a24-8cc9-0c1aa08e7366,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:54.614700 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.639623 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.658681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.840572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731756f1-741d-436e-952d-35f0384b1a39 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:54.869647 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e06d204-70d0-4c73-b66d-8bf809f40709 None None] Sync routers for ids ['b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:54.883840 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e06d204-70d0-4c73-b66d-8bf809f40709 None None] Routers {'b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:54.884481 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3e06d204-70d0-4c73-b66d-8bf809f40709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:54.884629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93a97672-9b54-479f-bd43-7afe98d81bb2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:54.956940 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3e06d204-70d0-4c73-b66d-8bf809f40709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:54.966490 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a97672-9b54-479f-bd43-7afe98d81bb2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Pushing event deleted for resources: {'Port': ['ID=16a37269-8608-478c-8810-8fb10eaaf8d3,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:54.971281 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e06d204-70d0-4c73-b66d-8bf809f40709 None None] Routers {'b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:54.971653 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3e06d204-70d0-4c73-b66d-8bf809f40709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:54.997335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Allocated IP 172.26.2.42 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/69ea3b28-a276-4b83-98b8-dbe6207b36f5) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:55.055143 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3e06d204-70d0-4c73-b66d-8bf809f40709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:55.055694 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e06d204-70d0-4c73-b66d-8bf809f40709 None None] The sync data for ids ['b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:55.078084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] For port 29b724a8-efd4-4fa9-8ea0-204792d37810, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=29b724a8-efd4-4fa9-8ea0-204792d37810,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:55.080853 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37946) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:55.083737 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-731756f1-741d-436e-952d-35f0384b1a39 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/b642ee2d-7cef-4ebb-b61d-d39faa8d13cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7914162 Jan 12 09:38:55.132475 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93a97672-9b54-479f-bd43-7afe98d81bb2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.324349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93a97672-9b54-479f-bd43-7afe98d81bb2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.326657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93a97672-9b54-479f-bd43-7afe98d81bb2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.352208 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93a97672-9b54-479f-bd43-7afe98d81bb2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.352430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a97672-9b54-479f-bd43-7afe98d81bb2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Fanout notify agent at l3_agent the message router_deleted on router 24901f0f-5bc7-4ddf-9aa9-fcbac5025d80 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:38:55.363866 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93a97672-9b54-479f-bd43-7afe98d81bb2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.364947 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-93a97672-9b54-479f-bd43-7afe98d81bb2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "DELETE /v2.0/routers/24901f0f-5bc7-4ddf-9aa9-fcbac5025d80 HTTP/1.1" status: 204 len: 168 time: 3.3128595 Jan 12 09:38:55.369004 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37950) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:55.373959 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-be375902-088a-4ab3-80cd-685db1452064 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2006717035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:55.381189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-be375902-088a-4ab3-80cd-685db1452064 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:55.385259 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-be375902-088a-4ab3-80cd-685db1452064 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Usage tracker for resource:router and tenant:c0af6060244e4af493818f6faea43dc8 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:55.388265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-be375902-088a-4ab3-80cd-685db1452064 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:55.394263 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-be375902-088a-4ab3-80cd-685db1452064 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:55.407046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be375902-088a-4ab3-80cd-685db1452064 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.408156 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be375902-088a-4ab3-80cd-685db1452064 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.426782 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be375902-088a-4ab3-80cd-685db1452064 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.448543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be375902-088a-4ab3-80cd-685db1452064 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.452156 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.470705 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.471516 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.474417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be375902-088a-4ab3-80cd-685db1452064 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.475887 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-be375902-088a-4ab3-80cd-685db1452064 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1059942 Jan 12 09:38:55.478669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37954) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:55.484311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'enable_snat': False}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:55.673817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.685355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:55.749560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:55.752646 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:55.753238 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.774625 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2fec74-768b-46e1-88b9-155ac7ac4b83 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:55.799692 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=af2d13a7-a2fd-4e39-b3ed-ad24d069225f,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:55.814363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=29b724a8-efd4-4fa9-8ea0-204792d37810,revision_number=4']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:55.863098 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:55.879589 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fb1599ca-4ccb-4b24-b4d5-f76381bcee08 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1481123 Jan 12 09:38:55.882960 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37958) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:55.891941 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1d3d0488-a9a3-4efb-a4da-7f22b440e90d None None] Provisioning for port 29b724a8-efd4-4fa9-8ea0-204792d37810 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:55.895658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'mac_address': 'fa:16:3e:eb:ad:00', 'name': 'tempest-NetworksTestDHCPv6-630427984'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:38:55.985748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.089225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Allocated IP 172.26.2.217 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/4ca25df9-384d-46b2-8afa-96fdc68606cc) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:56.135303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:56.154465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:56.182839 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:56.250171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=69ea3b28-a276-4b83-98b8-dbe6207b36f5,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:56.279392 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:38:56.289483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:port and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:38:56.298217 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:38:56.371928 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:38:56.512475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a3db1b-0382-47e6-a218-0b6a2651e5ed None None] Network 7c044518-5731-4207-8f99-0a1c6effbd44 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:38:56.554654 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:38:56.601382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.650613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.654480 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.681537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 29b724a8-efd4-4fa9-8ea0-204792d37810 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:56.753162 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cbcf9d01-129a-4214-90a9-ec96dd3edf72 None None] Provisioning for port cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:56.761705 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.879168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:56.884026 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:56.886664 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:56.900758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 29b724a8-efd4-4fa9-8ea0-204792d37810 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:56.907152 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 29b724a8-efd4-4fa9-8ea0-204792d37810 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:56.908196 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.959241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0c06ddd4-83af-4aec-b9c9-af4449dc7922 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:56.997816 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e63a4e96-1752-49bc-a143-90cd60054235 None None] Provisioning complete for port 29b724a8-efd4-4fa9-8ea0-204792d37810 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:56.998294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e63a4e96-1752-49bc-a143-90cd60054235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.022796 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca25df9-384d-46b2-8afa-96fdc68606cc,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:57.024097 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.028938 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Allocated IP 172.26.2.55 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/1ca81b72-d8ad-4134-b92f-67656bbb3937) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:57.222300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port 8a9e9e4e-ebf2-452e-bc71-7c2885af3339 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:38:57.225714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.236333 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e63a4e96-1752-49bc-a143-90cd60054235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.285499 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e63a4e96-1752-49bc-a143-90cd60054235 None None] For port 29b724a8-efd4-4fa9-8ea0-204792d37810, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=29b724a8-efd4-4fa9-8ea0-204792d37810,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:57.294644 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e63a4e96-1752-49bc-a143-90cd60054235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.392272 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.469554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.481085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:38:57.481497 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:38:57.488924 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a4e96-1752-49bc-a143-90cd60054235 None None] Pushing event updated for resources: {'Port': ['ID=29b724a8-efd4-4fa9-8ea0-204792d37810,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:57.492785 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.658076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:57.739653 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:57.790292 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:57.798805 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:57.830375 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::237 (ff4a5360-acb6-446d-a4d9-75b6632567e8/5d74a36e-6409-46f8-bdc3-0b661de2d8f8/8a9e9e4e-ebf2-452e-bc71-7c2885af3339) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:57.852231 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Pushing event updated for resources: {'Port': ['ID=1ca81b72-d8ad-4134-b92f-67656bbb3937,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:57.885307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8:0:1:f816:3eff:feeb:ad00 (ff4a5360-acb6-446d-a4d9-75b6632567e8/af2d13a7-a2fd-4e39-b3ed-ad24d069225f/8a9e9e4e-ebf2-452e-bc71-7c2885af3339) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:38:57.968740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0c06ddd4-83af-4aec-b9c9-af4449dc7922 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port 1fd7e758-cef6-4fa7-aebf-7808ad48aaae {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:57.969056 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0c06ddd4-83af-4aec-b9c9-af4449dc7922 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.044448 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:58.103583 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.118180 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:58.123018 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:58.123383 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.246777 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.281737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port cb11bcc4-c510-4a24-8cc9-0c1aa08e7366, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cb11bcc4-c510-4a24-8cc9-0c1aa08e7366,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:38:58.288432 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.302006 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.355446 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=cb11bcc4-c510-4a24-8cc9-0c1aa08e7366,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:58.483557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:58.564801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:58.565131 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.629867 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0c06ddd4-83af-4aec-b9c9-af4449dc7922 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.672061 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.697831 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 29b724a8-efd4-4fa9-8ea0-204792d37810 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:38:58.749699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Router c5212f11-65aa-4027-8b40-2c5f02937e1d is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:38:58.765325 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 29b724a8-efd4-4fa9-8ea0-204792d37810 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:58.765547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.773783 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0c06ddd4-83af-4aec-b9c9-af4449dc7922 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for 1fd7e758-cef6-4fa7-aebf-7808ad48aaae owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:38:58.810310 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:58.871748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object 8a9e9e4e-ebf2-452e-bc71-7c2885af3339 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:38:58.927231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router 7afa6bec-1efa-4693-84a5-0dcb399b3915 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:38:59.040297 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.106860 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:59.116612 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Sync routers for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:59.125939 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:59.126473 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:59.149974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:38:59.157777 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:38:59.194680 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.198243 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d749c6f9-e398-40e5-a38b-8ed64bfdd5b7 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4198523 Jan 12 09:38:59.199072 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37966) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:59.215880 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:38:59.221927 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:38:59.222798 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.245622 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0c06ddd4-83af-4aec-b9c9-af4449dc7922 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.261739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=8a9e9e4e-ebf2-452e-bc71-7c2885af3339,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:59.326653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06ddd4-83af-4aec-b9c9-af4449dc7922 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Port': ['ID=1fd7e758-cef6-4fa7-aebf-7808ad48aaae,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:38:59.327556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:38:59.381309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:38:59.386240 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-91848025-3c3f-454a-859f-15ceec8d2d1c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4994614 Jan 12 09:38:59.396605 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ece77-ae63-49b5-83f5-250bbbcad00e None None] Sync routers for ids ['7afa6bec-1efa-4693-84a5-0dcb399b3915'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:38:59.409931 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ece77-ae63-49b5-83f5-250bbbcad00e None None] Routers {'7afa6bec-1efa-4693-84a5-0dcb399b3915'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:59.411137 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c03ece77-ae63-49b5-83f5-250bbbcad00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7afa6bec-1efa-4693-84a5-0dcb399b3915'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:59.470825 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37970) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:59.493640 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c03ece77-ae63-49b5-83f5-250bbbcad00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:59.526954 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ece77-ae63-49b5-83f5-250bbbcad00e None None] Routers {'7afa6bec-1efa-4693-84a5-0dcb399b3915'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:38:59.527681 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c03ece77-ae63-49b5-83f5-250bbbcad00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7afa6bec-1efa-4693-84a5-0dcb399b3915'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:59.608009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.608912 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c03ece77-ae63-49b5-83f5-250bbbcad00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:59.612321 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ece77-ae63-49b5-83f5-250bbbcad00e None None] The sync data for ids ['7afa6bec-1efa-4693-84a5-0dcb399b3915'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:38:59.613013 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-77231a07-0583-45f7-addb-dc8fa7886895 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.1894681 Jan 12 09:38:59.617163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37974) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:38:59.698479 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.726421 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3b663449-42c3-4c89-8797-33e6e00363be None None] Provisioning for port 8a9e9e4e-ebf2-452e-bc71-7c2885af3339 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:38:59.759451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3b663449-42c3-4c89-8797-33e6e00363be None None] Provisioning complete for port 8a9e9e4e-ebf2-452e-bc71-7c2885af3339 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:38:59.759835 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3b663449-42c3-4c89-8797-33e6e00363be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.768281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.771282 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0c06ddd4-83af-4aec-b9c9-af4449dc7922 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.782508 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-3cc775f5-692a-4b50-ba47-f202acbb36b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port 8a9e9e4e-ebf2-452e-bc71-7c2885af3339 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:38:59.782873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3cc775f5-692a-4b50-ba47-f202acbb36b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:38:59.819656 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-3b663449-42c3-4c89-8797-33e6e00363be None None] Port 8a9e9e4e-ebf2-452e-bc71-7c2885af3339 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:38:59.846206 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:38:57Z', 'revision_number': 3, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:38:59.851148 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Checking router: c5212f11-65aa-4027-8b40-2c5f02937e1d for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:38:59.851515 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Updating router c5212f11-65aa-4027-8b40-2c5f02937e1d port 4ca25df9-384d-46b2-8afa-96fdc68606cc binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:38:59.910634 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.213090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Router 0fb7153b-9734-42e7-aba9-19e3ced1cca1 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:39:00.231853 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-52901be9-ed05-4ac3-b142-0db20e4dbcf9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/routers/7afa6bec-1efa-4693-84a5-0dcb399b3915 HTTP/1.1" status: 200 len: 879 time: 0.6102843 Jan 12 09:39:00.241063 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 37978) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:00.350569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.367915 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Transition to ACTIVE for port object 4ca25df9-384d-46b2-8afa-96fdc68606cc will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:00.381444 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.473928 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Attempting to bind port 4ca25df9-384d-46b2-8afa-96fdc68606cc on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:00.474861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Attempting to bind port 4ca25df9-384d-46b2-8afa-96fdc68606cc by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:00.475235 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Attempting to bind port 4ca25df9-384d-46b2-8afa-96fdc68606cc on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:00.483085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4a10f-88bf-4796-8274-e4586cb6468a None None] Pushing event updated for resources: {'Port': ['ID=4ca25df9-384d-46b2-8afa-96fdc68606cc,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:00.486000 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:39:00.486376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:00.486790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.487307 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:39:00.487475 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.487780 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Bound port: 4ca25df9-384d-46b2-8afa-96fdc68606cc, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:00.488159 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.517939 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:39:00.532368 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58baa26-6ec2-4ec1-af23-c2352a756ac9 None None] Sync routers for ids ['0fb7153b-9734-42e7-aba9-19e3ced1cca1'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:39:00.553626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.557456 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f443a963-2a10-4c18-88ea-c170f765b82a tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "PUT /v2.0/routers/0fb7153b-9734-42e7-aba9-19e3ced1cca1 HTTP/1.1" status: 200 len: 915 time: 5.0751767 Jan 12 09:39:00.557758 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37982) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:00.558678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58baa26-6ec2-4ec1-af23-c2352a756ac9 None None] Routers {'0fb7153b-9734-42e7-aba9-19e3ced1cca1'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:00.559527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f58baa26-6ec2-4ec1-af23-c2352a756ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0fb7153b-9734-42e7-aba9-19e3ced1cca1'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:00.590304 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c06ddd4-83af-4aec-b9c9-af4449dc7922 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router b642ee2d-7cef-4ebb-b61d-d39faa8d13cc has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:39:00.637028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f58baa26-6ec2-4ec1-af23-c2352a756ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:00.652626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] For port 4ca25df9-384d-46b2-8afa-96fdc68606cc, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:39:00.654622 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58baa26-6ec2-4ec1-af23-c2352a756ac9 None None] Routers {'0fb7153b-9734-42e7-aba9-19e3ced1cca1'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:00.655287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f58baa26-6ec2-4ec1-af23-c2352a756ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0fb7153b-9734-42e7-aba9-19e3ced1cca1'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:00.692517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3cc775f5-692a-4b50-ba47-f202acbb36b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.718805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f58baa26-6ec2-4ec1-af23-c2352a756ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:00.719252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58baa26-6ec2-4ec1-af23-c2352a756ac9 None None] The sync data for ids ['0fb7153b-9734-42e7-aba9-19e3ced1cca1'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:39:00.721678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] For port 4ca25df9-384d-46b2-8afa-96fdc68606cc, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4ca25df9-384d-46b2-8afa-96fdc68606cc,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:39:00.728270 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:00.814329 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:00.814329 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:00.870239 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4a10f-88bf-4796-8274-e4586cb6468a None None] Pushing event updated for resources: {'Port': ['ID=4ca25df9-384d-46b2-8afa-96fdc68606cc,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:00.886540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-3cc775f5-692a-4b50-ba47-f202acbb36b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for 8a9e9e4e-ebf2-452e-bc71-7c2885af3339 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:00.915760 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c06ddd4-83af-4aec-b9c9-af4449dc7922 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:39:00.929644 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0c06ddd4-83af-4aec-b9c9-af4449dc7922 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/b642ee2d-7cef-4ebb-b61d-d39faa8d13cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8460979 Jan 12 09:39:00.932140 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37986) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:00.933149 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050734ea-c189-47c7-a038-66282cf30767 None None] Sync routers for ids ['b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:39:00.949183 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050734ea-c189-47c7-a038-66282cf30767 None None] Routers {'b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:00.950139 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-050734ea-c189-47c7-a038-66282cf30767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:01.005838 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:39:01.019035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4c7138fd-222a-47bb-8685-7225fcf9cfaf tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Synchronizing usage tracker for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:01.029498 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cecfeb5e-c59b-4915-8c5f-016d7c30efea tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/routers/0fb7153b-9734-42e7-aba9-19e3ced1cca1 HTTP/1.1" status: 200 len: 921 time: 0.4706795 Jan 12 09:39:01.034027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37990) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:01.060401 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-050734ea-c189-47c7-a038-66282cf30767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:01.069465 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050734ea-c189-47c7-a038-66282cf30767 None None] Routers {'b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:01.070169 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-050734ea-c189-47c7-a038-66282cf30767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:01.115679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Allocated IP 172.20.0.1 (7c044518-5731-4207-8f99-0a1c6effbd44/fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee/ea61e813-79f2-4e4e-92f6-3423778ecd44) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:01.119267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4c7138fd-222a-47bb-8685-7225fcf9cfaf tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Unset dirty status for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:01.120653 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4c7138fd-222a-47bb-8685-7225fcf9cfaf tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports?device_id=b642ee2d-7cef-4ebb-b61d-d39faa8d13cc HTTP/1.1" status: 200 len: 205 time: 0.1875856 Jan 12 09:39:01.125928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 37994) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:01.185130 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-050734ea-c189-47c7-a038-66282cf30767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:01.185529 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050734ea-c189-47c7-a038-66282cf30767 None None] The sync data for ids ['b642ee2d-7cef-4ebb-b61d-d39faa8d13cc'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:39:01.232831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c82ff05e-a33a-4e3d-beb6-17346d8e94bc tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Synchronizing usage tracker for tenant:8d476f04375446c6b15cc6814070f06a on resource:router {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:01.252252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3cc775f5-692a-4b50-ba47-f202acbb36b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.310003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24e30c12-5b3c-4cf5-8169-d897bf50714a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.323106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:38:57Z', 'revision_number': 3, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:01.327449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81654ab1-641a-49cc-8036-e5cb6e4a0727 None None] The sync data for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv is: [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:38:57Z', 'revision_number': 3, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:39:01.381080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac933481-9f50-4dc4-a80d-b1edfc983f1e tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:01.381775 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ac933481-9f50-4dc4-a80d-b1edfc983f1e tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Synchronizing usage tracker for tenant:d23b5299cf3947899973a50f41649db8 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:01.452160 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c82ff05e-a33a-4e3d-beb6-17346d8e94bc tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Unset dirty status for tenant:8d476f04375446c6b15cc6814070f06a on resource:router {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:01.453351 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c82ff05e-a33a-4e3d-beb6-17346d8e94bc tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.2089243 Jan 12 09:39:01.461125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38000) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:01.510142 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-89af135c-fa1d-447e-b2c5-4ce5ae381ef2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-432515485'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:01.581301 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc775f5-692a-4b50-ba47-f202acbb36b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=8a9e9e4e-ebf2-452e-bc71-7c2885af3339,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:01.652167 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3cc775f5-692a-4b50-ba47-f202acbb36b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.656214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ac933481-9f50-4dc4-a80d-b1edfc983f1e tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Unset dirty status for tenant:d23b5299cf3947899973a50f41649db8 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:01.657198 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ac933481-9f50-4dc4-a80d-b1edfc983f1e tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&device_id=0fb7153b-9734-42e7-aba9-19e3ced1cca1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6169252 Jan 12 09:39:01.662076 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38004) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:01.701815 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3cc775f5-692a-4b50-ba47-f202acbb36b6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/8a9e9e4e-ebf2-452e-bc71-7c2885af3339 HTTP/1.1" status: 204 len: 168 time: 2.2299290 Jan 12 09:39:01.706793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38008) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:01.755097 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24e30c12-5b3c-4cf5-8169-d897bf50714a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.766820 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.766820 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24e30c12-5b3c-4cf5-8169-d897bf50714a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.817577 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Transition to ACTIVE for port object ea61e813-79f2-4e4e-92f6-3423778ecd44 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:01.822372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24e30c12-5b3c-4cf5-8169-d897bf50714a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.822902 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e30c12-5b3c-4cf5-8169-d897bf50714a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Fanout notify agent at l3_agent the message router_deleted on router b642ee2d-7cef-4ebb-b61d-d39faa8d13cc {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:39:01.855740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24e30c12-5b3c-4cf5-8169-d897bf50714a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.857213 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-24e30c12-5b3c-4cf5-8169-d897bf50714a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/routers/b642ee2d-7cef-4ebb-b61d-d39faa8d13cc HTTP/1.1" status: 204 len: 168 time: 0.7283630 Jan 12 09:39:01.859994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38012) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:01.898897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:01.988060 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Network 7c044518-5731-4207-8f99-0a1c6effbd44 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:01.996067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21f5985-485f-4a71-8b86-e376e32e1407 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting subnet 5562f972-ead4-484f-8d97-3b08346bbf85 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:39:01.998041 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:02.004145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b21f5985-485f-4a71-8b86-e376e32e1407 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.028980 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b68043-3ac3-4c87-8bb5-47ee3ead6d25 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:02.031264 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a7b68043-3ac3-4c87-8bb5-47ee3ead6d25 tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/networks/a0c71044-c202-4180-8447-4ec1d9a406cf HTTP/1.1" status: 200 len: 881 time: 0.3665705 Jan 12 09:39:02.039815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:02.065331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38016) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:02.074979 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Pushing event updated for resources: {'Port': ['ID=ea61e813-79f2-4e4e-92f6-3423778ecd44,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:02.159140 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3d1a46c2-cdf4-471e-9d7b-e67937319217 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb7153b-9734-42e7-aba9-19e3ced1cca1 HTTP/1.1" status: 200 len: 205 time: 0.0854139 Jan 12 09:39:02.163701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38020) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:02.176765 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d100738-9559-41cc-982a-2a49c2882291 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:02.177265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1d100738-9559-41cc-982a-2a49c2882291 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:02.178580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b21f5985-485f-4a71-8b86-e376e32e1407 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.220565 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.379976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b3a45cbe-3c6b-45a3-9423-4e19a0904ec4 None None] Provisioning for port ea61e813-79f2-4e4e-92f6-3423778ecd44 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:02.388654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b3a45cbe-3c6b-45a3-9423-4e19a0904ec4 None None] Provisioning complete for port ea61e813-79f2-4e4e-92f6-3423778ecd44 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:02.389214 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b3a45cbe-3c6b-45a3-9423-4e19a0904ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.444338 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1d100738-9559-41cc-982a-2a49c2882291 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:02.444536 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1d100738-9559-41cc-982a-2a49c2882291 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7275114 Jan 12 09:39:02.457723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38024) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:02.495001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b3a45cbe-3c6b-45a3-9423-4e19a0904ec4 None None] Port ea61e813-79f2-4e4e-92f6-3423778ecd44 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:02.520906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b21f5985-485f-4a71-8b86-e376e32e1407 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.529336 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4ca25df9-384d-46b2-8afa-96fdc68606cc up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:02.604437 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 4ca25df9-384d-46b2-8afa-96fdc68606cc completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:02.610457 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 4ca25df9-384d-46b2-8afa-96fdc68606cc triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:02.610861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.617428 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-35a7d751-b094-4a13-8dfd-32373406676b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.655909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b21f5985-485f-4a71-8b86-e376e32e1407 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.693917 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.711620 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f5985-485f-4a71-8b86-e376e32e1407 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Subnet': ['ID=5562f972-ead4-484f-8d97-3b08346bbf85,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:02.718099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b21f5985-485f-4a71-8b86-e376e32e1407 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.718977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-89af135c-fa1d-447e-b2c5-4ce5ae381ef2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.735115 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef9cbe3-3e75-4f29-a35f-d30cbd9264ab None None] Network fcb553f2-e6ca-425c-9373-5b458aa8d974 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:02.746516 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe583a9-2a3a-4b9d-9de0-42baebab5c8b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:02.751552 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fbe583a9-2a3a-4b9d-9de0-42baebab5c8b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2893078 Jan 12 09:39:02.753210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38028) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:02.755892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-89af135c-fa1d-447e-b2c5-4ce5ae381ef2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.757741 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.770405 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b21f5985-485f-4a71-8b86-e376e32e1407 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/5562f972-ead4-484f-8d97-3b08346bbf85 HTTP/1.1" status: 204 len: 168 time: 0.9066792 Jan 12 09:39:02.771333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38032) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:02.841778 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 4ca25df9-384d-46b2-8afa-96fdc68606cc, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4ca25df9-384d-46b2-8afa-96fdc68606cc,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:02.849127 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:02.872266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-299cb62c-9cc6-463b-8fdf-3232b8fdb7ab tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting subnet 7e76a16d-efb7-4cdd-be38-0954d32b6669 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:39:02.887762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-299cb62c-9cc6-463b-8fdf-3232b8fdb7ab tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.026933 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=4ca25df9-384d-46b2-8afa-96fdc68606cc,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:03.094629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.099205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-299cb62c-9cc6-463b-8fdf-3232b8fdb7ab tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.136229 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15b8a05-0a1d-4748-9e16-b88a03248a79 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:03.137971 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15b8a05-0a1d-4748-9e16-b88a03248a79 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:03.139325 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.139827 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15b8a05-0a1d-4748-9e16-b88a03248a79 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:03.140723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c15b8a05-0a1d-4748-9e16-b88a03248a79 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:03.155461 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-35a7d751-b094-4a13-8dfd-32373406676b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.157130 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ad36a3-3a9a-42dc-9a64-2c784320dabb None None] DHCP port deletion for fcb553f2-e6ca-425c-9373-5b458aa8d974 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:39:03.161548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-00ad36a3-3a9a-42dc-9a64-2c784320dabb None None] Deleting port de0fc552-d051-4f01-a8c4-9709883b0f40 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:03.161962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-00ad36a3-3a9a-42dc-9a64-2c784320dabb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.220518 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-35a7d751-b094-4a13-8dfd-32373406676b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Deleting port 1ca81b72-d8ad-4134-b92f-67656bbb3937 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:03.221245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-35a7d751-b094-4a13-8dfd-32373406676b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.263376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.270468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c15b8a05-0a1d-4748-9e16-b88a03248a79 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:03.271858 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c15b8a05-0a1d-4748-9e16-b88a03248a79 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5178812 Jan 12 09:39:03.276599 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38036) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:03.332814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89af135c-fa1d-447e-b2c5-4ce5ae381ef2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router 7afa6bec-1efa-4693-84a5-0dcb399b3915 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:39:03.349016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Pushing event updated for resources: {'Port': ['ID=ea61e813-79f2-4e4e-92f6-3423778ecd44,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:03.375478 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-00ad36a3-3a9a-42dc-9a64-2c784320dabb None None] For port de0fc552-d051-4f01-a8c4-9709883b0f40, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=de0fc552-d051-4f01-a8c4-9709883b0f40,segment=NetworkSegment(9b86173b-251d-4159-ae6b-237b7145c103),segment_id=9b86173b-251d-4159-ae6b-237b7145c103)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:03.376120 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-00ad36a3-3a9a-42dc-9a64-2c784320dabb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.472446 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-affbd9be-0945-48a9-abb4-dcdd20955eb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 5d74a36e-6409-46f8-bdc3-0b661de2d8f8 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:39:03.485094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-affbd9be-0945-48a9-abb4-dcdd20955eb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.502289 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-00ad36a3-3a9a-42dc-9a64-2c784320dabb None None] Calling delete_port for de0fc552-d051-4f01-a8c4-9709883b0f40 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:03.527363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-35a7d751-b094-4a13-8dfd-32373406676b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.543626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-299cb62c-9cc6-463b-8fdf-3232b8fdb7ab tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.583871 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-00ad36a3-3a9a-42dc-9a64-2c784320dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.615045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-affbd9be-0945-48a9-abb4-dcdd20955eb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.630633 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad36a3-3a9a-42dc-9a64-2c784320dabb None None] Pushing event deleted for resources: {'Port': ['ID=de0fc552-d051-4f01-a8c4-9709883b0f40,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:03.633998 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ad36a3-3a9a-42dc-9a64-2c784320dabb None None] No DVR routers for this DVR port de0fc552-d051-4f01-a8c4-9709883b0f40 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:39:03.646715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Network 7c044518-5731-4207-8f99-0a1c6effbd44 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:03.657180 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:03.713662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-35a7d751-b094-4a13-8dfd-32373406676b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Calling delete_port for 1ca81b72-d8ad-4134-b92f-67656bbb3937 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:03.781331 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89af135c-fa1d-447e-b2c5-4ce5ae381ef2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:39:03.790448 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-89af135c-fa1d-447e-b2c5-4ce5ae381ef2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.794012 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-89af135c-fa1d-447e-b2c5-4ce5ae381ef2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/7afa6bec-1efa-4693-84a5-0dcb399b3915 HTTP/1.1" status: 200 len: 886 time: 2.2864666 Jan 12 09:39:03.794733 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38040) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:03.800599 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ecf819-a438-4809-8188-903f2ecb0e3b None None] Sync routers for ids ['7afa6bec-1efa-4693-84a5-0dcb399b3915'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:39:03.808440 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-299cb62c-9cc6-463b-8fdf-3232b8fdb7ab tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.814304 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ecf819-a438-4809-8188-903f2ecb0e3b None None] Routers {'7afa6bec-1efa-4693-84a5-0dcb399b3915'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:03.815116 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a7ecf819-a438-4809-8188-903f2ecb0e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7afa6bec-1efa-4693-84a5-0dcb399b3915'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:03.886041 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a7ecf819-a438-4809-8188-903f2ecb0e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:03.896825 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ecf819-a438-4809-8188-903f2ecb0e3b None None] Routers {'7afa6bec-1efa-4693-84a5-0dcb399b3915'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:03.896825 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a7ecf819-a438-4809-8188-903f2ecb0e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7afa6bec-1efa-4693-84a5-0dcb399b3915'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:03.921916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cb62c-9cc6-463b-8fdf-3232b8fdb7ab tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Subnet': ['ID=7e76a16d-efb7-4cdd-be38-0954d32b6669,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:03.929993 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-299cb62c-9cc6-463b-8fdf-3232b8fdb7ab tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.945511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-affbd9be-0945-48a9-abb4-dcdd20955eb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:03.957739 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99853ef-fb8c-493b-a3ff-1402eaf43a14 None None] Network 33d5ac52-65f1-4fac-b102-0933a16a52ce requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:03.978749 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-299cb62c-9cc6-463b-8fdf-3232b8fdb7ab tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/7e76a16d-efb7-4cdd-be38-0954d32b6669 HTTP/1.1" status: 204 len: 168 time: 1.2066741 Jan 12 09:39:03.983154 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38044) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:03.985895 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a7ecf819-a438-4809-8188-903f2ecb0e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:03.986488 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ecf819-a438-4809-8188-903f2ecb0e3b None None] The sync data for ids ['7afa6bec-1efa-4693-84a5-0dcb399b3915'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:39:04.013242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9abd922d-2138-479d-a27f-39889406c357 None None] Provisioning complete for port ea61e813-79f2-4e4e-92f6-3423778ecd44 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:04.013766 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9abd922d-2138-479d-a27f-39889406c357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.016094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Router c5212f11-65aa-4027-8b40-2c5f02937e1d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:39:04.073281 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6c9ac976-2409-4e5e-ab69-ae9cf99d56ce tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/routers/7afa6bec-1efa-4693-84a5-0dcb399b3915 HTTP/1.1" status: 200 len: 886 time: 0.2771018 Jan 12 09:39:04.073590 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38048) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:04.149763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-affbd9be-0945-48a9-abb4-dcdd20955eb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.153549 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-9abd922d-2138-479d-a27f-39889406c357 None None] Port ea61e813-79f2-4e4e-92f6-3423778ecd44 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:04.309915 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190329c1-08a6-4ed9-946b-86a69d1bb8c3 None None] DHCP port deletion for 33d5ac52-65f1-4fac-b102-0933a16a52ce request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:39:04.314689 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-190329c1-08a6-4ed9-946b-86a69d1bb8c3 None None] Deleting port 93c8367d-9ede-430c-8763-f29489d49686 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:04.315225 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-190329c1-08a6-4ed9-946b-86a69d1bb8c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.328118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbd9be-0945-48a9-abb4-dcdd20955eb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=5d74a36e-6409-46f8-bdc3-0b661de2d8f8,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:04.332113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-affbd9be-0945-48a9-abb4-dcdd20955eb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.348067 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c71789-d89b-4cd0-b683-caef00f4fd0b None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:04.351126 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-affbd9be-0945-48a9-abb4-dcdd20955eb9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/5d74a36e-6409-46f8-bdc3-0b661de2d8f8 HTTP/1.1" status: 204 len: 168 time: 1.0734227 Jan 12 09:39:04.353606 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38052) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:04.357099 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1293c205-2062-4941-80fd-efea6ecdedc9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Synchronizing usage tracker for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:04.364090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-015ef5cc-c7c6-4635-9a23-7e8c05f96c40 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.427075 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1293c205-2062-4941-80fd-efea6ecdedc9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Unset dirty status for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:04.431083 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1293c205-2062-4941-80fd-efea6ecdedc9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports?device_id=7afa6bec-1efa-4693-84a5-0dcb399b3915 HTTP/1.1" status: 200 len: 205 time: 0.2837906 Jan 12 09:39:04.431480 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38056) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:04.436887 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-35a7d751-b094-4a13-8dfd-32373406676b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.468800 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-678b0c7f-0587-4ddb-9634-6e7b56ce4555 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet af2d13a7-a2fd-4e39-b3ed-ad24d069225f {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:39:04.471894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-678b0c7f-0587-4ddb-9634-6e7b56ce4555 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.500372 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4ca25df9-384d-46b2-8afa-96fdc68606cc up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:04.555102 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-678b0c7f-0587-4ddb-9634-6e7b56ce4555 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.572251 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7d751-b094-4a13-8dfd-32373406676b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Pushing event deleted for resources: {'Port': ['ID=1ca81b72-d8ad-4134-b92f-67656bbb3937,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:04.582638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:39:04.603091 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0be0758d-b652-466e-a082-493a34dd5f8d admin admin] 10.222.0.26 "PUT /v2.0/routers/c5212f11-65aa-4027-8b40-2c5f02937e1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3908913 Jan 12 09:39:04.626332 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Sync routers for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:39:04.662259 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:04.662632 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:04.674676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-678b0c7f-0587-4ddb-9634-6e7b56ce4555 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.703806 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-015ef5cc-c7c6-4635-9a23-7e8c05f96c40 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.814004 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-678b0c7f-0587-4ddb-9634-6e7b56ce4555 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.837638 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-015ef5cc-c7c6-4635-9a23-7e8c05f96c40 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb553f2-e6ca-425c-9373-5b458aa8d974']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:04.861451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b0c7f-0587-4ddb-9634-6e7b56ce4555 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=af2d13a7-a2fd-4e39-b3ed-ad24d069225f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:04.868920 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-678b0c7f-0587-4ddb-9634-6e7b56ce4555 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.880166 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-678b0c7f-0587-4ddb-9634-6e7b56ce4555 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/af2d13a7-a2fd-4e39-b3ed-ad24d069225f HTTP/1.1" status: 204 len: 168 time: 0.5254924 Jan 12 09:39:04.882534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38066) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:04.882902 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:39:04.907858 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-015ef5cc-c7c6-4635-9a23-7e8c05f96c40 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b86173b-251d-4159-ae6b-237b7145c103') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:04.908202 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-015ef5cc-c7c6-4635-9a23-7e8c05f96c40 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b86173b-251d-4159-ae6b-237b7145c103') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:04.912309 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 4ca25df9-384d-46b2-8afa-96fdc68606cc triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:04.913354 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.934086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-015ef5cc-c7c6-4635-9a23-7e8c05f96c40 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.966859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-35a7d751-b094-4a13-8dfd-32373406676b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:04.983467 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5d2dab2a-e92e-41cf-adbf-dd176c7a2ce4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0997722 Jan 12 09:39:04.995308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38072) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:05.001342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5d8cb66c-cf84-4def-8edd-09588678dbb5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:05.038903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-190329c1-08a6-4ed9-946b-86a69d1bb8c3 None None] For port 93c8367d-9ede-430c-8763-f29489d49686, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=93c8367d-9ede-430c-8763-f29489d49686,segment=NetworkSegment(ed876186-fdd3-4ada-9015-532ca5ed8baf),segment_id=ed876186-fdd3-4ada-9015-532ca5ed8baf)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:05.039653 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-190329c1-08a6-4ed9-946b-86a69d1bb8c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.050540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bbd061ae-0c04-43e5-8234-b19e75e7eb5f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.146904 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-015ef5cc-c7c6-4635-9a23-7e8c05f96c40 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.148133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5d8cb66c-cf84-4def-8edd-09588678dbb5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:05.166931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5d8cb66c-cf84-4def-8edd-09588678dbb5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:05.171710 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5d8cb66c-cf84-4def-8edd-09588678dbb5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:05.179612 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5d8cb66c-cf84-4def-8edd-09588678dbb5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:05.207955 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8cb66c-cf84-4def-8edd-09588678dbb5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:05.211509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb66c-cf84-4def-8edd-09588678dbb5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.290654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-190329c1-08a6-4ed9-946b-86a69d1bb8c3 None None] Calling delete_port for 93c8367d-9ede-430c-8763-f29489d49686 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:05.291052 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 2, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:05.295346 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Checking router: c5212f11-65aa-4027-8b40-2c5f02937e1d for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:39:05.295882 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Updating router c5212f11-65aa-4027-8b40-2c5f02937e1d port ea61e813-79f2-4e4e-92f6-3423778ecd44 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:39:05.353320 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.396884 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015ef5cc-c7c6-4635-9a23-7e8c05f96c40 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:39:05.397430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-015ef5cc-c7c6-4635-9a23-7e8c05f96c40 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:05.412063 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:05.423499 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38084) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:05.426632 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bbd061ae-0c04-43e5-8234-b19e75e7eb5f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.487823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-984164715-network', 'tenant_id': '2baa2eec52f043549dd4080f4a3992f9'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:05.501977 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-190329c1-08a6-4ed9-946b-86a69d1bb8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.518910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-35a7d751-b094-4a13-8dfd-32373406676b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.520981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:05.523559 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-35a7d751-b094-4a13-8dfd-32373406676b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.580994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Usage tracker for resource:network and tenant:2baa2eec52f043549dd4080f4a3992f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:05.583787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bbd061ae-0c04-43e5-8234-b19e75e7eb5f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 69ea3b28-a276-4b83-98b8-dbe6207b36f5 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:05.584140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bbd061ae-0c04-43e5-8234-b19e75e7eb5f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.592164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb66c-cf84-4def-8edd-09588678dbb5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.608212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:05.618991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190329c1-08a6-4ed9-946b-86a69d1bb8c3 None None] Pushing event deleted for resources: {'Port': ['ID=93c8367d-9ede-430c-8763-f29489d49686,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:05.629819 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190329c1-08a6-4ed9-946b-86a69d1bb8c3 None None] No DVR routers for this DVR port 93c8367d-9ede-430c-8763-f29489d49686 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:39:05.635958 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:05.653529 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b100f09-7a90-45e7-b9a8-cd09e7b65648 None None] Update dhcp port {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'fixed_ips': [{'subnet_id': 'af2d13a7-a2fd-4e39-b3ed-ad24d069225f'}], 'binding:host_id': 'dv-neutron-824346-1-hyperv'}, 'id': '29b724a8-efd4-4fa9-8ea0-204792d37810'} from dv-neutron-824346-1-hyperv. {{(pid=87665) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 12 09:39:05.667441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-015ef5cc-c7c6-4635-9a23-7e8c05f96c40 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.686928 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-015ef5cc-c7c6-4635-9a23-7e8c05f96c40 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.717236 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-015ef5cc-c7c6-4635-9a23-7e8c05f96c40 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/networks/fcb553f2-e6ca-425c-9373-5b458aa8d974 HTTP/1.1" status: 204 len: 168 time: 1.7236266 Jan 12 09:39:05.721200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device de0fc552-d051-4f01-a8c4-9709883b0f40 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:05.723197 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-35a7d751-b094-4a13-8dfd-32373406676b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.723773 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a7d751-b094-4a13-8dfd-32373406676b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb7153b-9734-42e7-aba9-19e3ced1cca1 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:39:05.725297 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Made reservation on behalf of 2baa2eec52f043549dd4080f4a3992f9 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:05.726116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38088) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:05.726791 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cb66c-cf84-4def-8edd-09588678dbb5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=69a2d3c9-ef3a-4088-84a2-3f458b07cf38,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:05.727666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.756772 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-35a7d751-b094-4a13-8dfd-32373406676b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.757891 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-35a7d751-b094-4a13-8dfd-32373406676b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "DELETE /v2.0/routers/0fb7153b-9734-42e7-aba9-19e3ced1cca1 HTTP/1.1" status: 204 len: 168 time: 3.5926137 Jan 12 09:39:05.763555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8cb66c-cf84-4def-8edd-09588678dbb5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:05.768080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38092) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:05.768942 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-5d8cb66c-cf84-4def-8edd-09588678dbb5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:05.770589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ef5cc-c7c6-4635-9a23-7e8c05f96c40 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Network': ['ID=fcb553f2-e6ca-425c-9373-5b458aa8d974,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:05.775378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.777324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8cb66c-cf84-4def-8edd-09588678dbb5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:05.778500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb66c-cf84-4def-8edd-09588678dbb5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.787532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1611924368', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:05.799315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: de0fc552-d051-4f01-a8c4-9709883b0f40 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:39:05.799938 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device de0fc552-d051-4f01-a8c4-9709883b0f40 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:05.800512 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 93c8367d-9ede-430c-8763-f29489d49686 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:05.809821 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:05.822856 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Usage tracker for resource:router and tenant:c0af6060244e4af493818f6faea43dc8 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:05.849913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 93c8367d-9ede-430c-8763-f29489d49686 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:39:05.850181 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:05.850279 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 93c8367d-9ede-430c-8763-f29489d49686 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:05.857646 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Usage tracker for resource:security_group_rule and tenant:2baa2eec52f043549dd4080f4a3992f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:05.862583 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3b100f09-7a90-45e7-b9a8-cd09e7b65648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.869683 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:05.870165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:05.878936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:05.893791 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:05.899849 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5d8cb66c-cf84-4def-8edd-09588678dbb5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9034657 Jan 12 09:39:05.903560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38096) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:05.905408 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bbd061ae-0c04-43e5-8234-b19e75e7eb5f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.911454 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-82243387-69bf-496a-85cf-dd44231302a6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:05.915457 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.929288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2ac29c4-c555-42c6-85ba-b634b5ce7f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.929665 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Transition to ACTIVE for port object ea61e813-79f2-4e4e-92f6-3423778ecd44 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:05.940111 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.941224 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.941567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:05.961817 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.193928 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2a777-93a8-4a2c-b7fb-fd1cf77b2856 None None] Pushing event updated for resources: {'Port': ['ID=ea61e813-79f2-4e4e-92f6-3423778ecd44,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:06.208111 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2a777-93a8-4a2c-b7fb-fd1cf77b2856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.208824 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2a777-93a8-4a2c-b7fb-fd1cf77b2856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.209250 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2a777-93a8-4a2c-b7fb-fd1cf77b2856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.209676 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2a777-93a8-4a2c-b7fb-fd1cf77b2856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.210207 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2a777-93a8-4a2c-b7fb-fd1cf77b2856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.210543 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2a777-93a8-4a2c-b7fb-fd1cf77b2856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.210983 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2a777-93a8-4a2c-b7fb-fd1cf77b2856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.211400 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2a777-93a8-4a2c-b7fb-fd1cf77b2856 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.211929 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2a777-93a8-4a2c-b7fb-fd1cf77b2856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.212340 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2a777-93a8-4a2c-b7fb-fd1cf77b2856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.212754 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2a777-93a8-4a2c-b7fb-fd1cf77b2856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.213165 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2a777-93a8-4a2c-b7fb-fd1cf77b2856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:06.226158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bbd061ae-0c04-43e5-8234-b19e75e7eb5f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for 69ea3b28-a276-4b83-98b8-dbe6207b36f5 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:06.254884 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97535b7e-f9d5-4b6d-b1cf-3f5beb1cfda7 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:06.337550 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Attempting to bind port ea61e813-79f2-4e4e-92f6-3423778ecd44 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:06.339669 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Attempting to bind port ea61e813-79f2-4e4e-92f6-3423778ecd44 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:06.340314 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Attempting to bind port ea61e813-79f2-4e4e-92f6-3423778ecd44 on network 7c044518-5731-4207-8f99-0a1c6effbd44 {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:06.348481 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:39:06.350911 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Checking segment: {'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:06.351800 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.352354 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Bound using segment: {'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:39:06.353110 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Bound port: ea61e813-79f2-4e4e-92f6-3423778ecd44, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:06.353815 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.394213 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c261e28c-7135-4207-b033-f8bcea599f01 None None] Provisioning complete for port 29b724a8-efd4-4fa9-8ea0-204792d37810 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:06.394837 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c261e28c-7135-4207-b033-f8bcea599f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.435477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.445504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.548436 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] For port ea61e813-79f2-4e4e-92f6-3423778ecd44, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:39:06.554203 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] For port ea61e813-79f2-4e4e-92f6-3423778ecd44, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ea61e813-79f2-4e4e-92f6-3423778ecd44,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:39:06.557110 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd63997b-0f77-451e-864c-5147968abdf0,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:06.572248 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 29b724a8-efd4-4fa9-8ea0-204792d37810 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:06.574582 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.607599 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:06.619427 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.620355 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Added segment 36943dd7-ea07-462d-8368-c3247df766c2 of type vlan for network f7559d53-e2cd-45fa-b982-9953854ba4bf Jan 12 09:39:06.656600 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bbd061ae-0c04-43e5-8234-b19e75e7eb5f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.662583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.663930 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:06.664653 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:38:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:06.775399 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2ac29c4-c555-42c6-85ba-b634b5ce7f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.797813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd061ae-0c04-43e5-8234-b19e75e7eb5f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Port': ['ID=69ea3b28-a276-4b83-98b8-dbe6207b36f5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:06.800763 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.818806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e2ac29c4-c555-42c6-85ba-b634b5ce7f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d5ac52-65f1-4fac-b102-0933a16a52ce']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:06.834518 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.838538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e2ac29c4-c555-42c6-85ba-b634b5ce7f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed876186-fdd3-4ada-9015-532ca5ed8baf') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:06.839043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e2ac29c4-c555-42c6-85ba-b634b5ce7f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed876186-fdd3-4ada-9015-532ca5ed8baf') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:06.854813 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2ac29c4-c555-42c6-85ba-b634b5ce7f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.866235 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3c95afc-47c7-480b-b868-0796cee6d3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.878870 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2ac29c4-c555-42c6-85ba-b634b5ce7f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.888866 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ac29c4-c555-42c6-85ba-b634b5ce7f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:39:06.889841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2ac29c4-c555-42c6-85ba-b634b5ce7f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.896285 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:39:06.899368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bbd061ae-0c04-43e5-8234-b19e75e7eb5f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.997919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:06.998941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:06.999872 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.005813 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 29b724a8-efd4-4fa9-8ea0-204792d37810, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=29b724a8-efd4-4fa9-8ea0-204792d37810,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:07.007044 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d354bc-60fe-46ca-b1af-25999857649f None None] Update dhcp port {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'fixed_ips': [{'subnet_id': '69a2d3c9-ef3a-4088-84a2-3f458b07cf38'}], 'binding:host_id': 'dv-neutron-824346-1-hyperv'}, 'id': '29b724a8-efd4-4fa9-8ea0-204792d37810'} from dv-neutron-824346-1-hyperv. {{(pid=87665) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:07.034651 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:07.045572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2ac29c4-c555-42c6-85ba-b634b5ce7f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.049019 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-82243387-69bf-496a-85cf-dd44231302a6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:07.070298 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.071405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2ac29c4-c555-42c6-85ba-b634b5ce7f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.089739 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-82243387-69bf-496a-85cf-dd44231302a6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:07.117403 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-82243387-69bf-496a-85cf-dd44231302a6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:07.125152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac29c4-c555-42c6-85ba-b634b5ce7f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Network': ['ID=33d5ac52-65f1-4fac-b102-0933a16a52ce,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:07.139582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-82243387-69bf-496a-85cf-dd44231302a6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:07.143261 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e2ac29c4-c555-42c6-85ba-b634b5ce7f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/networks/33d5ac52-65f1-4fac-b102-0933a16a52ce HTTP/1.1" status: 204 len: 168 time: 1.4140313 Jan 12 09:39:07.154342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38100) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:07.180299 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-485555975'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:07.187914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bbd061ae-0c04-43e5-8234-b19e75e7eb5f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.189457 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:07.196884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:network and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:07.202652 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:07.228020 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2a777-93a8-4a2c-b7fb-fd1cf77b2856 None None] Pushing event updated for resources: {'Port': ['ID=ea61e813-79f2-4e4e-92f6-3423778ecd44,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:07.237265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bbd061ae-0c04-43e5-8234-b19e75e7eb5f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.246929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] Pushing event updated for resources: {'Network': ['ID=f7559d53-e2cd-45fa-b982-9953854ba4bf,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:07.267201 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ee6f67b6-ba61-4c8a-b0ce-e306e43a01c4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8424664 Jan 12 09:39:07.268032 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38104) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:07.270631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:07.274749 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-83833e92-d183-4a3b-9b82-410dfc51605d admin admin] Request body: {'subnet': {'network_id': 'f7559d53-e2cd-45fa-b982-9953854ba4bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-984164715-subnet', 'tenant_id': '2baa2eec52f043549dd4080f4a3992f9', 'ip_version': 4}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:07.280712 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-83833e92-d183-4a3b-9b82-410dfc51605d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:07.285007 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-83833e92-d183-4a3b-9b82-410dfc51605d admin admin] Usage tracker for resource:subnet and tenant:2baa2eec52f043549dd4080f4a3992f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:07.288551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-83833e92-d183-4a3b-9b82-410dfc51605d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:07.289630 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82243387-69bf-496a-85cf-dd44231302a6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:07.293259 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-82243387-69bf-496a-85cf-dd44231302a6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.293889 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-94d354bc-60fe-46ca-b1af-25999857649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.296103 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-83833e92-d183-4a3b-9b82-410dfc51605d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:07.308501 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network f7559d53-e2cd-45fa-b982-9953854ba4bf details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:07.308901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bbd061ae-0c04-43e5-8234-b19e75e7eb5f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.309289 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd061ae-0c04-43e5-8234-b19e75e7eb5f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Fanout notify agent at l3_agent the message router_deleted on router 7afa6bec-1efa-4693-84a5-0dcb399b3915 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:39:07.320768 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83833e92-d183-4a3b-9b82-410dfc51605d admin admin] Made reservation on behalf of 2baa2eec52f043549dd4080f4a3992f9 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:07.323836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-83833e92-d183-4a3b-9b82-410dfc51605d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.348598 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:06Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:07.355122 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a97af1-a925-44e2-b8ef-7ad832dfe7dd None None] The sync data for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv is: [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:06Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:39:07.364572 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=29b724a8-efd4-4fa9-8ea0-204792d37810,revision_number=8']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:07.445494 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:07.449126 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.470224 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bbd061ae-0c04-43e5-8234-b19e75e7eb5f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.472053 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bbd061ae-0c04-43e5-8234-b19e75e7eb5f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/routers/7afa6bec-1efa-4693-84a5-0dcb399b3915 HTTP/1.1" status: 204 len: 168 time: 3.0360992 Jan 12 09:39:07.483102 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38108) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:07.490112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-fcb08cea-a9a2-465b-90b6-90dfa638c631 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'network': {'name': 'tempest-RoutersTest-1942203074'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:07.502201 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fcb08cea-a9a2-465b-90b6-90dfa638c631 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:07.512463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fcb08cea-a9a2-465b-90b6-90dfa638c631 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:network and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:07.516745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fcb08cea-a9a2-465b-90b6-90dfa638c631 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:07.526014 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fcb08cea-a9a2-465b-90b6-90dfa638c631 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:07.545250 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.ipam_backend_mixin [None req-82243387-69bf-496a-85cf-dd44231302a6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69a2d3c9-ef3a-4088-84a2-3f458b07cf38 (CIDR: 2001:db8::/64) Jan 12 09:39:07.547424 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:07.557211 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-82243387-69bf-496a-85cf-dd44231302a6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:39:07.557924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82243387-69bf-496a-85cf-dd44231302a6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:07.581598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb08cea-a9a2-465b-90b6-90dfa638c631 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:07.585381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fcb08cea-a9a2-465b-90b6-90dfa638c631 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.635477 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.635829 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Added segment d8a80161-970e-4e83-9e77-562f2055fe86 of type vlan for network 9d3e40fd-6453-472e-a326-736650d56dee Jan 12 09:39:07.640253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb08cea-a9a2-465b-90b6-90dfa638c631 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:07.671092 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-82243387-69bf-496a-85cf-dd44231302a6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7625628 Jan 12 09:39:07.671799 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fcb08cea-a9a2-465b-90b6-90dfa638c631 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.672044 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-fcb08cea-a9a2-465b-90b6-90dfa638c631 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Added segment 63eeb7f9-9582-435a-8ba8-d6a54c5ccb54 of type vlan for network 5043b758-0a1f-43b6-9039-af70e5b2ee5d Jan 12 09:39:07.672979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38112) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:07.681555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'subnet': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:07.733814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-83833e92-d183-4a3b-9b82-410dfc51605d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.750155 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-94d354bc-60fe-46ca-b1af-25999857649f None None] Allocated IP 2001:db8::2 (ff4a5360-acb6-446d-a4d9-75b6632567e8/69a2d3c9-ef3a-4088-84a2-3f458b07cf38/29b724a8-efd4-4fa9-8ea0-204792d37810) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:07.780290 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.814858 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.850783 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fcb08cea-a9a2-465b-90b6-90dfa638c631 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.913805 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83833e92-d183-4a3b-9b82-410dfc51605d admin admin] Checking segment: {'id': '36943dd7-ea07-462d-8368-c3247df766c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7559d53-e2cd-45fa-b982-9953854ba4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:07.914655 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83833e92-d183-4a3b-9b82-410dfc51605d admin admin] Network hostable DHCP agents. Network: f7559d53-e2cd-45fa-b982-9953854ba4bf, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:07.948906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83833e92-d183-4a3b-9b82-410dfc51605d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a95901a-699f-478d-b043-280faa5171a9,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:07.954036 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-94d354bc-60fe-46ca-b1af-25999857649f None None] For port 29b724a8-efd4-4fa9-8ea0-204792d37810, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=29b724a8-efd4-4fa9-8ea0-204792d37810,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:07.965878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Allocated IP 172.26.2.218 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/9675797d-101d-4391-8064-30266459cf99) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:07.976311 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:07.983400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-94d354bc-60fe-46ca-b1af-25999857649f None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:07.983614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Usage tracker for resource:subnet and tenant:09bc8f1eaa864edfa32f7424ab8440db is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:07.987505 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:07.995558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:08.002083 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.004841 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fcb08cea-a9a2-465b-90b6-90dfa638c631 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.007679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-94d354bc-60fe-46ca-b1af-25999857649f None None] Transition to ACTIVE for port object 29b724a8-efd4-4fa9-8ea0-204792d37810 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:08.011824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb08cea-a9a2-465b-90b6-90dfa638c631 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:08.012530 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fcb08cea-a9a2-465b-90b6-90dfa638c631 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.016439 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-94d354bc-60fe-46ca-b1af-25999857649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.083581 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83833e92-d183-4a3b-9b82-410dfc51605d admin admin] Network f7559d53-e2cd-45fa-b982-9953854ba4bf is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:08.085788 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:08.089488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.101945 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d354bc-60fe-46ca-b1af-25999857649f None None] Pushing event updated for resources: {'Port': ['ID=29b724a8-efd4-4fa9-8ea0-204792d37810,revision_number=9']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:08.121649 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fcb08cea-a9a2-465b-90b6-90dfa638c631 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6374733 Jan 12 09:39:08.122393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38116) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:08.189855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:39:08.215491 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.223344 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:08.224003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.342209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'subnet': {'network_id': '5043b758-0a1f-43b6-9039-af70e5b2ee5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:08.378737 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb08cea-a9a2-465b-90b6-90dfa638c631 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Network': ['ID=5043b758-0a1f-43b6-9039-af70e5b2ee5d,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:08.388344 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-83833e92-d183-4a3b-9b82-410dfc51605d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, f7559d53-e2cd-45fa-b982-9953854ba4bf) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:08.389496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 5043b758-0a1f-43b6-9039-af70e5b2ee5d details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:08.424698 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dda7b9-932b-4933-853f-43dca8858da9 None None] Network f7559d53-e2cd-45fa-b982-9953854ba4bf requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:08.439928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.456509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Network': ['ID=9d3e40fd-6453-472e-a326-736650d56dee,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:08.470630 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5c615ecd-5679-4963-8e3e-1ccea3915409 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3008494 Jan 12 09:39:08.481708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38120) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:08.483647 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83833e92-d183-4a3b-9b82-410dfc51605d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:08.484399 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-83833e92-d183-4a3b-9b82-410dfc51605d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.490680 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-97625338-8eac-4e0d-b249-e01b17016351 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'subnet': {'network_id': '9d3e40fd-6453-472e-a326-736650d56dee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:08.512419 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 9d3e40fd-6453-472e-a326-736650d56dee details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:08.603733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ea61e813-79f2-4e4e-92f6-3423778ecd44 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:08.620996 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-83833e92-d183-4a3b-9b82-410dfc51605d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3511174 Jan 12 09:39:08.628298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38124) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:08.639765 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-984164715-router', 'tenant_id': '2baa2eec52f043549dd4080f4a3992f9', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:08.644935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-97625338-8eac-4e0d-b249-e01b17016351 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:08.650094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-97625338-8eac-4e0d-b249-e01b17016351 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:subnet and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:08.653356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-97625338-8eac-4e0d-b249-e01b17016351 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:08.654095 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:08.660562 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-97625338-8eac-4e0d-b249-e01b17016351 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:08.664054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.680300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Usage tracker for resource:router and tenant:2baa2eec52f043549dd4080f4a3992f9 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:08.684398 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:08.689556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:08.711882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:08.714360 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:subnet and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:08.724557 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:08.735547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:08.748006 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.749235 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.767672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:08.772038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.861746 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:08.898544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:08.899416 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97625338-8eac-4e0d-b249-e01b17016351 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:08.902903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-97625338-8eac-4e0d-b249-e01b17016351 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.067976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port ea61e813-79f2-4e4e-92f6-3423778ecd44 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:09.080012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port ea61e813-79f2-4e4e-92f6-3423778ecd44 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:09.080716 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.123105 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:09.128247 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:09.195368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Pushing event updated for resources: {'Port': ['ID=9675797d-101d-4391-8064-30266459cf99,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:09.224782 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.225690 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.226191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.226524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.227293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.227293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.227533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.227858 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.228167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.228481 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.228793 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.229104 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.263232 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-f7559d53-e2cd-45fa-b982-9953854ba4bf', 'network_id': 'f7559d53-e2cd-45fa-b982-9953854ba4bf', 'tenant_id': '2baa2eec52f043549dd4080f4a3992f9', 'fixed_ips': [{'subnet_id': '2a95901a-699f-478d-b043-280faa5171a9'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:39:09.264385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.359963 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0d18b2cf-7348-4f41-97d9-888df7bf989c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.398068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.416376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a3935abc-0d07-46e5-a0e3-52df736906d1 None None] Provisioning for port 29b724a8-efd4-4fa9-8ea0-204792d37810 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:09.444907 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a3935abc-0d07-46e5-a0e3-52df736906d1 None None] Provisioning complete for port 29b724a8-efd4-4fa9-8ea0-204792d37810 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:09.445254 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3935abc-0d07-46e5-a0e3-52df736906d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.458114 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38130) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:09.501858 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-97625338-8eac-4e0d-b249-e01b17016351 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.533064 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.622138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port ea61e813-79f2-4e4e-92f6-3423778ecd44, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ea61e813-79f2-4e4e-92f6-3423778ecd44,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:09.630403 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Allocated IP 172.20.0.2 (f7559d53-e2cd-45fa-b982-9953854ba4bf/2a95901a-699f-478d-b043-280faa5171a9/18d412b1-d46e-453b-bcf4-0f93068e4d8f) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:09.646247 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.647062 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 29b724a8-efd4-4fa9-8ea0-204792d37810 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:09.648434 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.676753 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97625338-8eac-4e0d-b249-e01b17016351 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Subnet': ['ID=ac10febd-502a-44c6-aaf8-f8078e59753a,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:09.759924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97625338-8eac-4e0d-b249-e01b17016351 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Checking segment: {'id': 'd8a80161-970e-4e83-9e77-562f2055fe86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9d3e40fd-6453-472e-a326-736650d56dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:09.760293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97625338-8eac-4e0d-b249-e01b17016351 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network hostable DHCP agents. Network: 9d3e40fd-6453-472e-a326-736650d56dee, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:09.780007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.787667 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.objects.ports [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87664) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 12 09:39:09.824901 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3935abc-0d07-46e5-a0e3-52df736906d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.857457 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Subnet': ['ID=9a9d477e-8bed-4366-9bcc-4fb4a08c3584,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:09.868704 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97625338-8eac-4e0d-b249-e01b17016351 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 9d3e40fd-6453-472e-a326-736650d56dee is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:09.877831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8fa22c-1184-4174-926d-cce5e49af44b tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:09.878295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8fa22c-1184-4174-926d-cce5e49af44b tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:09.878879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8fa22c-1184-4174-926d-cce5e49af44b tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:09.885219 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2b8fa22c-1184-4174-926d-cce5e49af44b tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=05fdfd0263cb464989f6119e683582f0&network_id=05455418-2c08-41bc-9a26-899de66012ad HTTP/1.1" status: 200 len: 2999 time: 0.4135563 Jan 12 09:39:09.887485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.887783 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.888125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.888445 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.888766 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.889087 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.889408 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.889752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.890036 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.890351 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.890664 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.891068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:09.904929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Checking segment: {'id': '63eeb7f9-9582-435a-8ba8-d6a54c5ccb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5043b758-0a1f-43b6-9039-af70e5b2ee5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:09.905193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network hostable DHCP agents. Network: 5043b758-0a1f-43b6-9039-af70e5b2ee5d, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:09.923008 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=ea61e813-79f2-4e4e-92f6-3423778ecd44,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:09.961167 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a3935abc-0d07-46e5-a0e3-52df736906d1 None None] For port 29b724a8-efd4-4fa9-8ea0-204792d37810, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=29b724a8-efd4-4fa9-8ea0-204792d37810,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:09.963631 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 5043b758-0a1f-43b6-9039-af70e5b2ee5d is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:09.970991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 29b724a8-efd4-4fa9-8ea0-204792d37810 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:09.971203 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:09.986131 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-97625338-8eac-4e0d-b249-e01b17016351 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 9d3e40fd-6453-472e-a326-736650d56dee) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:09.990726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97625338-8eac-4e0d-b249-e01b17016351 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:09.991329 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-97625338-8eac-4e0d-b249-e01b17016351 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.002024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3935abc-0d07-46e5-a0e3-52df736906d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.022974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 5043b758-0a1f-43b6-9039-af70e5b2ee5d) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:10.046013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3494ec-d491-4993-8deb-9c33f019b430 None None] Network 9d3e40fd-6453-472e-a326-736650d56dee requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:10.080730 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3567b357-6cfc-47f8-a8ca-754ae9558653 None None] Network 5043b758-0a1f-43b6-9039-af70e5b2ee5d requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:10.189964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:10.190514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.258191 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-97625338-8eac-4e0d-b249-e01b17016351 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7746148 Jan 12 09:39:10.263659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38138) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:10.272125 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4e68c0ad-bcd5-4507-8aa8-c7cd133dc154 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-899537759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:10.282932 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4e68c0ad-bcd5-4507-8aa8-c7cd133dc154 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:10.285534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.289779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4e68c0ad-bcd5-4507-8aa8-c7cd133dc154 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:router and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:10.293383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4e68c0ad-bcd5-4507-8aa8-c7cd133dc154 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:10.348602 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3935abc-0d07-46e5-a0e3-52df736906d1 None None] Pushing event updated for resources: {'Port': ['ID=29b724a8-efd4-4fa9-8ea0-204792d37810,revision_number=10']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:10.365586 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4e68c0ad-bcd5-4507-8aa8-c7cd133dc154 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:10.383222 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9b581be5-de6d-4b4a-939d-8182b3662432 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0517101 Jan 12 09:39:10.383900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38142) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:10.390164 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.393070 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5d94d6e3-475c-4c96-abb5-ad658e8d8ac4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-829577288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:10.395611 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.401896 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5d94d6e3-475c-4c96-abb5-ad658e8d8ac4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:10.405627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5d94d6e3-475c-4c96-abb5-ad658e8d8ac4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:router and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:10.408586 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.408727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5d94d6e3-475c-4c96-abb5-ad658e8d8ac4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:10.416707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.417310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5d94d6e3-475c-4c96-abb5-ad658e8d8ac4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:10.422448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4e68c0ad-bcd5-4507-8aa8-c7cd133dc154 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.423491 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4e68c0ad-bcd5-4507-8aa8-c7cd133dc154 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.445047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.475186 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Transition to ACTIVE for port object 18d412b1-d46e-453b-bcf4-0f93068e4d8f will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:10.508027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5d94d6e3-475c-4c96-abb5-ad658e8d8ac4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.509124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5d94d6e3-475c-4c96-abb5-ad658e8d8ac4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.590512 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Transition to ACTIVE for port object 18d412b1-d46e-453b-bcf4-0f93068e4d8f will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:10.647540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.661124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5d94d6e3-475c-4c96-abb5-ad658e8d8ac4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.684457 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4e68c0ad-bcd5-4507-8aa8-c7cd133dc154 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.696663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5d94d6e3-475c-4c96-abb5-ad658e8d8ac4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.734527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-5043b758-0a1f-43b6-9039-af70e5b2ee5d', 'network_id': '5043b758-0a1f-43b6-9039-af70e5b2ee5d', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'fixed_ips': [{'subnet_id': '9a9d477e-8bed-4366-9bcc-4fb4a08c3584'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:39:10.735885 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.747481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Allocated IP 172.26.2.171 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/41fa7608-1918-4a40-87b9-1a09fcce3105) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:10.753501 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4e68c0ad-bcd5-4507-8aa8-c7cd133dc154 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.778923 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5d94d6e3-475c-4c96-abb5-ad658e8d8ac4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.780743 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Network f7559d53-e2cd-45fa-b982-9953854ba4bf is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:10.783245 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5d94d6e3-475c-4c96-abb5-ad658e8d8ac4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3961079 Jan 12 09:39:10.787222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38148) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:10.790722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] For port 29b724a8-efd4-4fa9-8ea0-204792d37810, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=29b724a8-efd4-4fa9-8ea0-204792d37810,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:10.823621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ea61e813-79f2-4e4e-92f6-3423778ecd44 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:10.847109 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-9d3e40fd-6453-472e-a326-736650d56dee', 'network_id': '9d3e40fd-6453-472e-a326-736650d56dee', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'fixed_ips': [{'subnet_id': 'ac10febd-502a-44c6-aaf8-f8078e59753a'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:39:10.847795 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.863376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:10.865317 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Pushing event updated for resources: {'Port': ['ID=18d412b1-d46e-453b-bcf4-0f93068e4d8f,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:10.868743 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:10.900125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.910572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.911325 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.935495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4e68c0ad-bcd5-4507-8aa8-c7cd133dc154 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:10.936695 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4e68c0ad-bcd5-4507-8aa8-c7cd133dc154 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6717973 Jan 12 09:39:10.947319 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38152) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:11.013297 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'port': {'network_id': '9d3e40fd-6453-472e-a326-736650d56dee', 'name': 'tempest-RoutersIpV6Test-295507868'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:11.048979 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Router 88e59aa0-1491-46a5-9304-c6428e6a8c46 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:39:11.058708 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:11.086326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:11.094721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.125631 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:11.126596 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.130467 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.131301 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a66342a-cf47-4d2f-86a5-7b230272d012 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:11.151305 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.169527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Attempting to bind port 18d412b1-d46e-453b-bcf4-0f93068e4d8f on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:11.169993 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Attempting to bind port 18d412b1-d46e-453b-bcf4-0f93068e4d8f by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '36943dd7-ea07-462d-8368-c3247df766c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7559d53-e2cd-45fa-b982-9953854ba4bf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:11.170261 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Attempting to bind port 18d412b1-d46e-453b-bcf4-0f93068e4d8f on network f7559d53-e2cd-45fa-b982-9953854ba4bf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:11.171085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:11.172355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Subnet': ['ID=f13ff5e0-d892-4bb3-a96d-7eb165e80147,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:11.177547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:11.183983 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5075109 Jan 12 09:39:11.184638 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38156) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:11.185791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:11.214352 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaeda0e-471d-4a21-8ae8-e4b4f7e4ae31 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=29b724a8-efd4-4fa9-8ea0-204792d37810,revision_number=12']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:11.253029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Request body: {'port': {'network_id': 'ff4a5360-acb6-446d-a4d9-75b6632567e8', 'mac_address': 'fa:16:3e:ae:49:16', 'name': 'tempest-NetworksTestDHCPv6-747867492'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:11.297138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:39:11.297138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Checking segment: {'id': '36943dd7-ea07-462d-8368-c3247df766c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7559d53-e2cd-45fa-b982-9953854ba4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:11.297556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.297970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Bound using segment: {'id': '36943dd7-ea07-462d-8368-c3247df766c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7559d53-e2cd-45fa-b982-9953854ba4bf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:39:11.298449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Bound port: 18d412b1-d46e-453b-bcf4-0f93068e4d8f, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36943dd7-ea07-462d-8368-c3247df766c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7559d53-e2cd-45fa-b982-9953854ba4bf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:11.298808 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.383905 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port ea61e813-79f2-4e4e-92f6-3423778ecd44 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:11.384272 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.421148 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Allocated IP 172.20.0.2 (5043b758-0a1f-43b6-9039-af70e5b2ee5d/9a9d477e-8bed-4366-9bcc-4fb4a08c3584/899fda0c-a969-4103-9b33-4770fce0466a) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:11.498590 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Allocated IP 2001:db8::2 (9d3e40fd-6453-472e-a326-736650d56dee/ac10febd-502a-44c6-aaf8-f8078e59753a/d521e075-0637-44f5-becd-38679ad38b52) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:11.560640 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Pushing event updated for resources: {'Port': ['ID=41fa7608-1918-4a40-87b9-1a09fcce3105,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:11.623645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:11.626451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38162) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:11.631178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.651144 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:11.663924 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] For port 18d412b1-d46e-453b-bcf4-0f93068e4d8f, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:39:11.695771 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:11.697337 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:11.720335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Made reservation on behalf of 09bc8f1eaa864edfa32f7424ab8440db for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:11.740556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] For port 18d412b1-d46e-453b-bcf4-0f93068e4d8f, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=18d412b1-d46e-453b-bcf4-0f93068e4d8f,segment=NetworkSegment(36943dd7-ea07-462d-8368-c3247df766c2),segment_id=36943dd7-ea07-462d-8368-c3247df766c2)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:39:11.776892 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:39:11.799070 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.842395 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff8db7-2edd-4ad0-bd28-1b9cbc0d9faf None None] Sync routers for ids ['88e59aa0-1491-46a5-9304-c6428e6a8c46'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:39:11.866071 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:11.869898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.930295 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:11.934267 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-047dada1-c39d-4baf-959d-8ffa50bf02b3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1605427 Jan 12 09:39:11.940019 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38166) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:11.945196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4a36fd58-1c10-4ad6-b231-65232e097965 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:12.014805 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b6069-e5b1-44d9-9e11-1c69e2563153 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:12.015494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff8db7-2edd-4ad0-bd28-1b9cbc0d9faf None None] Routers {'88e59aa0-1491-46a5-9304-c6428e6a8c46'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:12.015494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a3ff8db7-2edd-4ad0-bd28-1b9cbc0d9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['88e59aa0-1491-46a5-9304-c6428e6a8c46'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:12.018616 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d06b6069-e5b1-44d9-9e11-1c69e2563153 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf HTTP/1.1" status: 200 len: 814 time: 0.3871567 Jan 12 09:39:12.032388 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] device_id is not set on port c174ae5c-9633-44a9-84b6-f6d26351d075 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:39:12.145233 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a3ff8db7-2edd-4ad0-bd28-1b9cbc0d9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:12.174248 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.202597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.235700 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 29b724a8-efd4-4fa9-8ea0-204792d37810 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:12.268267 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] device_id is not set on port 16d25f22-4d74-4bad-bdeb-be9c6ad8a487 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:39:12.272116 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494d133-5be3-43da-b386-3126daa4a788 None None] Pushing event updated for resources: {'Port': ['ID=18d412b1-d46e-453b-bcf4-0f93068e4d8f,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:12.323150 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff8db7-2edd-4ad0-bd28-1b9cbc0d9faf None None] Routers {'88e59aa0-1491-46a5-9304-c6428e6a8c46'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:12.323792 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a3ff8db7-2edd-4ad0-bd28-1b9cbc0d9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['88e59aa0-1491-46a5-9304-c6428e6a8c46'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:12.455014 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a3ff8db7-2edd-4ad0-bd28-1b9cbc0d9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:12.455631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff8db7-2edd-4ad0-bd28-1b9cbc0d9faf None None] The sync data for ids ['88e59aa0-1491-46a5-9304-c6428e6a8c46'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:39:12.463377 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.480236 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.506588 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Transition to ACTIVE for port object 899fda0c-a969-4103-9b33-4770fce0466a will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:12.515479 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Transition to ACTIVE for port object d521e075-0637-44f5-becd-38679ad38b52 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:12.602475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 29b724a8-efd4-4fa9-8ea0-204792d37810 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:12.602902 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.621433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38174) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:12.635123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-af5d7560-1c23-4608-a409-f4f298ba36f2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'network': {'name': 'tempest-network-smoke--1583086363', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'port_security_enabled': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:12.644794 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.645880 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Transition to ACTIVE for port object 899fda0c-a969-4103-9b33-4770fce0466a will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:12.647442 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Transition to ACTIVE for port object d521e075-0637-44f5-becd-38679ad38b52 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:12.666115 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-af5d7560-1c23-4608-a409-f4f298ba36f2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:12.678172 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.718924 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.769899 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Network 5043b758-0a1f-43b6-9039-af70e5b2ee5d is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:12.777641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:12.780471 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:12.786886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Network 9d3e40fd-6453-472e-a326-736650d56dee is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:12.792137 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:12.794574 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:12.804429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Pushing event updated for resources: {'Port': ['ID=899fda0c-a969-4103-9b33-4770fce0466a,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:12.839708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Allocated IP 172.20.0.1 (5043b758-0a1f-43b6-9039-af70e5b2ee5d/9a9d477e-8bed-4366-9bcc-4fb4a08c3584/4f040e98-48a3-4388-9436-75dcc67badce) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:12.848414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-af5d7560-1c23-4608-a409-f4f298ba36f2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:12.857731 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:12.858237 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:12.858683 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:12.859163 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:12.860109 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:12.860547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:12.860985 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:12.861507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:12.861936 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:12.864042 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:12.864529 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:12.865012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:39:12.878969 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Allocated IP 2001:db8::1f6 (9d3e40fd-6453-472e-a326-736650d56dee/ac10febd-502a-44c6-aaf8-f8078e59753a/c174ae5c-9633-44a9-84b6-f6d26351d075) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:12.899957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8::1ed (ff4a5360-acb6-446d-a4d9-75b6632567e8/69a2d3c9-ef3a-4088-84a2-3f458b07cf38/16d25f22-4d74-4bad-bdeb-be9c6ad8a487) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:12.912667 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Allocated IP 2001:db8:0:1:f816:3eff:feae:4916 (ff4a5360-acb6-446d-a4d9-75b6632567e8/f13ff5e0-d892-4bb3-a96d-7eb165e80147/16d25f22-4d74-4bad-bdeb-be9c6ad8a487) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:12.920725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.975500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5d7560-1c23-4608-a409-f4f298ba36f2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:12.978854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-af5d7560-1c23-4608-a409-f4f298ba36f2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:12.980643 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Pushing event updated for resources: {'Port': ['ID=d521e075-0637-44f5-becd-38679ad38b52,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:13.166551 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5d7560-1c23-4608-a409-f4f298ba36f2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:13.179203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-af5d7560-1c23-4608-a409-f4f298ba36f2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.179740 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-af5d7560-1c23-4608-a409-f4f298ba36f2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Added segment 390aa492-6391-40de-92ad-8a48f9d48204 of type vlan for network 28081b42-f420-4e64-b526-1ed8b5819856 Jan 12 09:39:13.214203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-af5d7560-1c23-4608-a409-f4f298ba36f2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.298802 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Attempting to bind port 899fda0c-a969-4103-9b33-4770fce0466a on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:13.299171 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Attempting to bind port 899fda0c-a969-4103-9b33-4770fce0466a by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '63eeb7f9-9582-435a-8ba8-d6a54c5ccb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5043b758-0a1f-43b6-9039-af70e5b2ee5d'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:13.299614 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Attempting to bind port 899fda0c-a969-4103-9b33-4770fce0466a on network 5043b758-0a1f-43b6-9039-af70e5b2ee5d {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:13.350432 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:39:13.350838 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Checking segment: {'id': '63eeb7f9-9582-435a-8ba8-d6a54c5ccb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5043b758-0a1f-43b6-9039-af70e5b2ee5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:13.351254 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.351654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Bound using segment: {'id': '63eeb7f9-9582-435a-8ba8-d6a54c5ccb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5043b758-0a1f-43b6-9039-af70e5b2ee5d'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:39:13.352140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Bound port: 899fda0c-a969-4103-9b33-4770fce0466a, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63eeb7f9-9582-435a-8ba8-d6a54c5ccb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5043b758-0a1f-43b6-9039-af70e5b2ee5d'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:13.352522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.390696 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 18d412b1-d46e-453b-bcf4-0f93068e4d8f up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:13.394729 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.420975 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Transition to ACTIVE for port object 16d25f22-4d74-4bad-bdeb-be9c6ad8a487 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:13.432164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-af5d7560-1c23-4608-a409-f4f298ba36f2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.438469 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5d7560-1c23-4608-a409-f4f298ba36f2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:13.439349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-af5d7560-1c23-4608-a409-f4f298ba36f2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.470556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.545663 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] For port 899fda0c-a969-4103-9b33-4770fce0466a, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:39:13.550061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] For port 899fda0c-a969-4103-9b33-4770fce0466a, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=899fda0c-a969-4103-9b33-4770fce0466a,segment=NetworkSegment(63eeb7f9-9582-435a-8ba8-d6a54c5ccb54),segment_id=63eeb7f9-9582-435a-8ba8-d6a54c5ccb54)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:39:13.560154 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Attempting to bind port d521e075-0637-44f5-becd-38679ad38b52 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:13.560543 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Attempting to bind port d521e075-0637-44f5-becd-38679ad38b52 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'd8a80161-970e-4e83-9e77-562f2055fe86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9d3e40fd-6453-472e-a326-736650d56dee'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:13.561272 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Attempting to bind port d521e075-0637-44f5-becd-38679ad38b52 on network 9d3e40fd-6453-472e-a326-736650d56dee {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:13.570917 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:39:13.571444 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Checking segment: {'id': 'd8a80161-970e-4e83-9e77-562f2055fe86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9d3e40fd-6453-472e-a326-736650d56dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:13.571853 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.572410 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Bound using segment: {'id': 'd8a80161-970e-4e83-9e77-562f2055fe86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9d3e40fd-6453-472e-a326-736650d56dee'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:39:13.572891 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Bound port: d521e075-0637-44f5-becd-38679ad38b52, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a80161-970e-4e83-9e77-562f2055fe86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9d3e40fd-6453-472e-a326-736650d56dee'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:13.573405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.589693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.592932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:13.594699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Router 12e8e7ec-25a2-47a9-9b57-18b624cf61db is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:39:13.600126 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:13.602676 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:13.608532 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:13.609153 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.715197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d7560-1c23-4608-a409-f4f298ba36f2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Network': ['ID=28081b42-f420-4e64-b526-1ed8b5819856,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:13.731185 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] For port d521e075-0637-44f5-becd-38679ad38b52, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:39:13.742087 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] For port d521e075-0637-44f5-becd-38679ad38b52, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d521e075-0637-44f5-becd-38679ad38b52,segment=NetworkSegment(d8a80161-970e-4e83-9e77-562f2055fe86),segment_id=d8a80161-970e-4e83-9e77-562f2055fe86)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:39:13.760626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 28081b42-f420-4e64-b526-1ed8b5819856 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:13.800882 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.907346 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2186b59d-63f2-4cdf-acf0-aab7929f8530 None None] Network f7559d53-e2cd-45fa-b982-9953854ba4bf requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:13.975385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:13.988319 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-af5d7560-1c23-4608-a409-f4f298ba36f2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3585880 Jan 12 09:39:14.010178 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event updated for resources: {'Port': ['ID=16d25f22-4d74-4bad-bdeb-be9c6ad8a487,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:14.011567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38178) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:14.017902 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:39:14.039222 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Sync routers for ids ['12e8e7ec-25a2-47a9-9b57-18b624cf61db'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:39:14.046433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e7de5c29-8568-47fe-a777-92c2a2d2cc9d None None] Provisioning complete for port 29b724a8-efd4-4fa9-8ea0-204792d37810 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:14.046758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e7de5c29-8568-47fe-a777-92c2a2d2cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.061680 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-436a64bb-7eb5-4327-bbe5-57ad7c5cd376 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8484685 Jan 12 09:39:14.065692 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38182) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:14.066688 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.068454 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0ffcc942-090a-4491-8aad-cc2f4df049f2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4389088 Jan 12 09:39:14.072410 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38184) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:14.075541 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Routers {'12e8e7ec-25a2-47a9-9b57-18b624cf61db'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:14.076689 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['12e8e7ec-25a2-47a9-9b57-18b624cf61db'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:14.144979 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9289c5-684e-4858-a048-a623e0f9a182 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:14.150685 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-da9289c5-684e-4858-a048-a623e0f9a182 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=05fdfd0263cb464989f6119e683582f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1382966 Jan 12 09:39:14.187580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38190) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:14.214820 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Transition to ACTIVE for port object 4f040e98-48a3-4388-9436-75dcc67badce will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:14.238893 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.245270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a36fd58-1c10-4ad6-b231-65232e097965 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.245752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1933e-6684-4bc7-8adb-340598ebb143 None None] Pushing event updated for resources: {'Port': ['ID=899fda0c-a969-4103-9b33-4770fce0466a,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:14.301837 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Transition to ACTIVE for port object c174ae5c-9633-44a9-84b6-f6d26351d075 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:14.317447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a36fd58-1c10-4ad6-b231-65232e097965 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.344733 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-8f7ce4b5-a195-44c3-8423-f7eae9bbee07 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting port 16d25f22-4d74-4bad-bdeb-be9c6ad8a487 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:14.345378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8f7ce4b5-a195-44c3-8423-f7eae9bbee07 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.418288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-4a36fd58-1c10-4ad6-b231-65232e097965 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Deleting port 9675797d-101d-4391-8064-30266459cf99 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:14.418783 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a36fd58-1c10-4ad6-b231-65232e097965 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.435372 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Set router 12e8e7ec-25a2-47a9-9b57-18b624cf61db gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:39:14.502747 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e994f1c-7cfa-428f-9871-5b3f8502c64a None None] Pushing event updated for resources: {'Port': ['ID=d521e075-0637-44f5-becd-38679ad38b52,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:14.546047 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 18d412b1-d46e-453b-bcf4-0f93068e4d8f completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:14.587198 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 29b724a8-efd4-4fa9-8ea0-204792d37810 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:14.794303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.854310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbe9c74-2b01-4ea9-8dbd-f41b0ff37345 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:14.858955 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7bbe9c74-2b01-4ea9-8dbd-f41b0ff37345 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6701527 Jan 12 09:39:14.862471 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38194) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:14.908174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 29b724a8-efd4-4fa9-8ea0-204792d37810 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:14.908562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:14.920013 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'name': 'tempest-TestVolumeBootPattern-984164715-router', 'tenant_id': '2baa2eec52f043549dd4080f4a3992f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '41fa7608-1918-4a40-87b9-1a09fcce3105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:11Z', 'revision_number': 3, 'project_id': '2baa2eec52f043549dd4080f4a3992f9', 'gw_port': {'id': '41fa7608-1918-4a40-87b9-1a09fcce3105', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:14.924238 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Checking router: 12e8e7ec-25a2-47a9-9b57-18b624cf61db for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:39:14.924574 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Updating router 12e8e7ec-25a2-47a9-9b57-18b624cf61db port 41fa7608-1918-4a40-87b9-1a09fcce3105 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:39:14.938128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.051310 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.057821 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6eeadfbc-5f14-4dc0-8079-f88fc439be24 None None] Provisioning for port 18d412b1-d46e-453b-bcf4-0f93068e4d8f completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:15.073538 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-76da62cc-3d85-4be9-ac33-d493bcd07eca tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2037241 Jan 12 09:39:15.079000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38198) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:15.087784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6eeadfbc-5f14-4dc0-8079-f88fc439be24 None None] Provisioning complete for port 18d412b1-d46e-453b-bcf4-0f93068e4d8f triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:15.089571 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6eeadfbc-5f14-4dc0-8079-f88fc439be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.091869 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 5043b758-0a1f-43b6-9039-af70e5b2ee5d is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:15.193720 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-678faac7-d939-446a-a63f-74a1aff6a43c tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=05fdfd0263cb464989f6119e683582f0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1063526 Jan 12 09:39:15.237673 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a36fd58-1c10-4ad6-b231-65232e097965 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.282368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38202) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:15.446253 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6eeadfbc-5f14-4dc0-8079-f88fc439be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.487814 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-4a36fd58-1c10-4ad6-b231-65232e097965 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Calling delete_port for 9675797d-101d-4391-8064-30266459cf99 owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:15.531298 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6eeadfbc-5f14-4dc0-8079-f88fc439be24 None None] For port 18d412b1-d46e-453b-bcf4-0f93068e4d8f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=18d412b1-d46e-453b-bcf4-0f93068e4d8f,segment=NetworkSegment(36943dd7-ea07-462d-8368-c3247df766c2),segment_id=36943dd7-ea07-462d-8368-c3247df766c2)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:15.543566 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6eeadfbc-5f14-4dc0-8079-f88fc439be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.626047 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ead15-345d-423c-b651-e8b15687f062 None None] Network 5043b758-0a1f-43b6-9039-af70e5b2ee5d requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:15.641010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8f7ce4b5-a195-44c3-8423-f7eae9bbee07 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.654608 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 899fda0c-a969-4103-9b33-4770fce0466a up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:15.681245 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 9d3e40fd-6453-472e-a326-736650d56dee is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:15.685268 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:15.691973 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:15.694970 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:15.706535 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.723144 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Transition to ACTIVE for port object 41fa7608-1918-4a40-87b9-1a09fcce3105 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:15.731172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a36fd58-1c10-4ad6-b231-65232e097965 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.740871 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:15.741303 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.747243 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:15.747893 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.753417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=4f040e98-48a3-4388-9436-75dcc67badce,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:15.840356 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388d88e-a9b5-4fba-b739-12d749452f70 None None] Pushing event updated for resources: {'Port': ['ID=41fa7608-1918-4a40-87b9-1a09fcce3105,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:15.863824 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=c174ae5c-9633-44a9-84b6-f6d26351d075,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:15.882336 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6eeadfbc-5f14-4dc0-8079-f88fc439be24 None None] Provisioning for port 16d25f22-4d74-4bad-bdeb-be9c6ad8a487 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:15.887707 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-8f7ce4b5-a195-44c3-8423-f7eae9bbee07 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Calling delete_port for 16d25f22-4d74-4bad-bdeb-be9c6ad8a487 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:15.892785 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Attempting to bind port 41fa7608-1918-4a40-87b9-1a09fcce3105 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:15.893210 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Attempting to bind port 41fa7608-1918-4a40-87b9-1a09fcce3105 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:15.893576 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Attempting to bind port 41fa7608-1918-4a40-87b9-1a09fcce3105 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:15.904843 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:39:15.905243 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:15.906861 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.907277 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:39:15.907767 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Bound port: 41fa7608-1918-4a40-87b9-1a09fcce3105, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:15.908158 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.930810 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6eeadfbc-5f14-4dc0-8079-f88fc439be24 None None] Provisioning complete for port 16d25f22-4d74-4bad-bdeb-be9c6ad8a487 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:15.931343 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6eeadfbc-5f14-4dc0-8079-f88fc439be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:15.940033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36fd58-1c10-4ad6-b231-65232e097965 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Pushing event deleted for resources: {'Port': ['ID=9675797d-101d-4391-8064-30266459cf99,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:15.962518 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeadfbc-5f14-4dc0-8079-f88fc439be24 None None] Pushing event updated for resources: {'Port': ['ID=18d412b1-d46e-453b-bcf4-0f93068e4d8f,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:16.020980 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-073724f7-5ce6-41f0-a011-a1bbdc8b7d94 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.0706034 Jan 12 09:39:16.027379 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38206) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:16.034287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61d85c0-e6a6-42e9-9aca-2be0c8f3d227 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:16.037627 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c61d85c0-e6a6-42e9-9aca-2be0c8f3d227 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7545388 Jan 12 09:39:16.047582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38208) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:16.060858 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] For port 41fa7608-1918-4a40-87b9-1a09fcce3105, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:39:16.065559 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] For port 41fa7608-1918-4a40-87b9-1a09fcce3105, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=41fa7608-1918-4a40-87b9-1a09fcce3105,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:39:16.076391 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286b307a-8d4f-4174-a247-3a0ab369abad None None] Network 9d3e40fd-6453-472e-a326-736650d56dee requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:16.076709 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.162587 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 899fda0c-a969-4103-9b33-4770fce0466a completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:16.170020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6eeadfbc-5f14-4dc0-8079-f88fc439be24 None None] Port 16d25f22-4d74-4bad-bdeb-be9c6ad8a487 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:16.178468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.189671 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388d88e-a9b5-4fba-b739-12d749452f70 None None] Pushing event updated for resources: {'Port': ['ID=41fa7608-1918-4a40-87b9-1a09fcce3105,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:16.212943 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Routers {'12e8e7ec-25a2-47a9-9b57-18b624cf61db'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:16.213567 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['12e8e7ec-25a2-47a9-9b57-18b624cf61db'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:16.240691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d521e075-0637-44f5-becd-38679ad38b52 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:16.265170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.324201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a36fd58-1c10-4ad6-b231-65232e097965 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.390536 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d1150649-04a8-4a01-bd60-2fe6c6751fd2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1881833 Jan 12 09:39:16.402123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38214) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:16.435175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-af135aba-2225-44ac-8783-7510b34c7024 None None] Provisioning complete for port 18d412b1-d46e-453b-bcf4-0f93068e4d8f triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:16.435718 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-af135aba-2225-44ac-8783-7510b34c7024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.456382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-923b1872-3e26-40a9-bb98-404f62f063a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1843158142', 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:16.465535 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] Set router 12e8e7ec-25a2-47a9-9b57-18b624cf61db gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:39:16.509970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Allocated IP 172.20.0.1 (f7559d53-e2cd-45fa-b982-9953854ba4bf/2a95901a-699f-478d-b043-280faa5171a9/040ba38a-3ace-4658-a96c-fbcc090e5fc8) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:16.573891 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port d521e075-0637-44f5-becd-38679ad38b52 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:16.577343 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.763154 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-af135aba-2225-44ac-8783-7510b34c7024 None None] Provisioning for port d521e075-0637-44f5-becd-38679ad38b52 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:16.768790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-af135aba-2225-44ac-8783-7510b34c7024 None None] Provisioning complete for port d521e075-0637-44f5-becd-38679ad38b52 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:16.769370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-af135aba-2225-44ac-8783-7510b34c7024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.885038 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'name': 'tempest-TestVolumeBootPattern-984164715-router', 'tenant_id': '2baa2eec52f043549dd4080f4a3992f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '41fa7608-1918-4a40-87b9-1a09fcce3105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:11Z', 'revision_number': 3, 'project_id': '2baa2eec52f043549dd4080f4a3992f9', 'gw_port': {'id': '41fa7608-1918-4a40-87b9-1a09fcce3105', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:16.887477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8f7ce4b5-a195-44c3-8423-f7eae9bbee07 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.899831 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b193a68-b7f1-4aa3-af3c-0c74b647047a None None] The sync data for ids ['12e8e7ec-25a2-47a9-9b57-18b624cf61db'] in dv-neutron-824346-1-hyperv is: [{'id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'name': 'tempest-TestVolumeBootPattern-984164715-router', 'tenant_id': '2baa2eec52f043549dd4080f4a3992f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '41fa7608-1918-4a40-87b9-1a09fcce3105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:11Z', 'revision_number': 3, 'project_id': '2baa2eec52f043549dd4080f4a3992f9', 'gw_port': {'id': '41fa7608-1918-4a40-87b9-1a09fcce3105', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:39:16.944253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:16.965931 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Transition to ACTIVE for port object 040ba38a-3ace-4658-a96c-fbcc090e5fc8 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:16.980719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-af135aba-2225-44ac-8783-7510b34c7024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.032705 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-af135aba-2225-44ac-8783-7510b34c7024 None None] For port d521e075-0637-44f5-becd-38679ad38b52, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d521e075-0637-44f5-becd-38679ad38b52,segment=NetworkSegment(d8a80161-970e-4e83-9e77-562f2055fe86),segment_id=d8a80161-970e-4e83-9e77-562f2055fe86)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:17.042915 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-af135aba-2225-44ac-8783-7510b34c7024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.155713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ce4b5-a195-44c3-8423-f7eae9bbee07 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Port': ['ID=16d25f22-4d74-4bad-bdeb-be9c6ad8a487,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:17.166279 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-af135aba-2225-44ac-8783-7510b34c7024 None None] Provisioning for port 899fda0c-a969-4103-9b33-4770fce0466a completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:17.184719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-af135aba-2225-44ac-8783-7510b34c7024 None None] Provisioning complete for port 899fda0c-a969-4103-9b33-4770fce0466a triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:17.185248 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-af135aba-2225-44ac-8783-7510b34c7024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.218173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.348591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8f7ce4b5-a195-44c3-8423-f7eae9bbee07 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.413715 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8f7ce4b5-a195-44c3-8423-f7eae9bbee07 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/16d25f22-4d74-4bad-bdeb-be9c6ad8a487 HTTP/1.1" status: 204 len: 168 time: 3.3411961 Jan 12 09:39:17.419435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38218) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:17.456451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af135aba-2225-44ac-8783-7510b34c7024 None None] Pushing event updated for resources: {'Port': ['ID=d521e075-0637-44f5-becd-38679ad38b52,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:17.486616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-af135aba-2225-44ac-8783-7510b34c7024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.542008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-923b1872-3e26-40a9-bb98-404f62f063a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:17.553934 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Network f7559d53-e2cd-45fa-b982-9953854ba4bf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:17.562308 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-af135aba-2225-44ac-8783-7510b34c7024 None None] For port 899fda0c-a969-4103-9b33-4770fce0466a, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=899fda0c-a969-4103-9b33-4770fce0466a,segment=NetworkSegment(63eeb7f9-9582-435a-8ba8-d6a54c5ccb54),segment_id=63eeb7f9-9582-435a-8ba8-d6a54c5ccb54)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:17.574394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:17.584002 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-af135aba-2225-44ac-8783-7510b34c7024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.602174 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:17.632992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 41fa7608-1918-4a40-87b9-1a09fcce3105 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:17.638338 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-923b1872-3e26-40a9-bb98-404f62f063a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:subnet and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:17.656140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Pushing event updated for resources: {'Port': ['ID=040ba38a-3ace-4658-a96c-fbcc090e5fc8,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:17.734100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.753365 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af135aba-2225-44ac-8783-7510b34c7024 None None] Pushing event updated for resources: {'Port': ['ID=899fda0c-a969-4103-9b33-4770fce0466a,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:17.767608 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1b724427-0c84-4daf-9b47-a8443194f95f None None] Provisioning complete for port 899fda0c-a969-4103-9b33-4770fce0466a triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:17.768679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1b724427-0c84-4daf-9b47-a8443194f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.783373 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a4d8e7-6807-4c69-ad94-8c0465298810 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:17.784133 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-64a4d8e7-6807-4c69-ad94-8c0465298810 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:17.832643 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-64a4d8e7-6807-4c69-ad94-8c0465298810 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:17.833713 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-64a4d8e7-6807-4c69-ad94-8c0465298810 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4127138 Jan 12 09:39:17.855648 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38222) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:17.895587 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 41fa7608-1918-4a40-87b9-1a09fcce3105 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:17.902931 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 41fa7608-1918-4a40-87b9-1a09fcce3105 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:17.903304 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.943629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a36fd58-1c10-4ad6-b231-65232e097965 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:17.957496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-923b1872-3e26-40a9-bb98-404f62f063a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:17.965207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-923b1872-3e26-40a9-bb98-404f62f063a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:17.987180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ffcfc0-9bdd-4bae-8d7b-2e59db1a8752 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:17.988828 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b9ffcfc0-9bdd-4bae-8d7b-2e59db1a8752 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1309266 Jan 12 09:39:18.018819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38226) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:18.027474 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a36fd58-1c10-4ad6-b231-65232e097965 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.031767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923b1872-3e26-40a9-bb98-404f62f063a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:18.036536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-923b1872-3e26-40a9-bb98-404f62f063a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.052560 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1b724427-0c84-4daf-9b47-a8443194f95f None None] Provisioning complete for port d521e075-0637-44f5-becd-38679ad38b52 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:18.052925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1b724427-0c84-4daf-9b47-a8443194f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.148527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.180628 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c60065-4651-466d-8e26-1e32baf231c1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:18.181196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c60065-4651-466d-8e26-1e32baf231c1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:18.183074 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c60065-4651-466d-8e26-1e32baf231c1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:18.185187 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b3c60065-4651-466d-8e26-1e32baf231c1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:18.193809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.252699 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 41fa7608-1918-4a40-87b9-1a09fcce3105, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=41fa7608-1918-4a40-87b9-1a09fcce3105,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:18.260797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b3c60065-4651-466d-8e26-1e32baf231c1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:18.262311 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b3c60065-4651-466d-8e26-1e32baf231c1 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2422433 Jan 12 09:39:18.265687 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38230) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:18.274044 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.275453 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 18d412b1-d46e-453b-bcf4-0f93068e4d8f up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:18.287234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a36fd58-1c10-4ad6-b231-65232e097965 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Router 88e59aa0-1491-46a5-9304-c6428e6a8c46 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:39:18.343183 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c19c30-6623-4518-8a8a-d9c0727b61b4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet 69a2d3c9-ef3a-4088-84a2-3f458b07cf38 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:39:18.344376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.350358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-74c19c30-6623-4518-8a8a-d9c0727b61b4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.419344 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=41fa7608-1918-4a40-87b9-1a09fcce3105,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:18.430613 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1b724427-0c84-4daf-9b47-a8443194f95f None None] Provisioning for port c174ae5c-9633-44a9-84b6-f6d26351d075 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:18.437363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 18d412b1-d46e-453b-bcf4-0f93068e4d8f triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:18.437854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.465940 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1b724427-0c84-4daf-9b47-a8443194f95f None None] Provisioning complete for port c174ae5c-9633-44a9-84b6-f6d26351d075 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:18.466453 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1b724427-0c84-4daf-9b47-a8443194f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.497789 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-74c19c30-6623-4518-8a8a-d9c0727b61b4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.600736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1b724427-0c84-4daf-9b47-a8443194f95f None None] Port c174ae5c-9633-44a9-84b6-f6d26351d075 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:18.636176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.639846 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-74c19c30-6623-4518-8a8a-d9c0727b61b4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.643690 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1b724427-0c84-4daf-9b47-a8443194f95f None None] Provisioning for port 4f040e98-48a3-4388-9436-75dcc67badce completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:18.663102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1b724427-0c84-4daf-9b47-a8443194f95f None None] Provisioning complete for port 4f040e98-48a3-4388-9436-75dcc67badce triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:18.663633 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1b724427-0c84-4daf-9b47-a8443194f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.668182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.729345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1b724427-0c84-4daf-9b47-a8443194f95f None None] Port 4f040e98-48a3-4388-9436-75dcc67badce cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:18.853326 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b96625ee-1025-440b-b9e5-574f4b7bff6c None None] Provisioning complete for port c174ae5c-9633-44a9-84b6-f6d26351d075 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:18.854106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b96625ee-1025-440b-b9e5-574f4b7bff6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.897580 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:18.907096 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a36fd58-1c10-4ad6-b231-65232e097965 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:39:18.917309 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b96625ee-1025-440b-b9e5-574f4b7bff6c None None] Port c174ae5c-9633-44a9-84b6-f6d26351d075 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:18.921359 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf46d9-46d7-4822-a56c-2b45952433af None None] Sync routers for ids ['88e59aa0-1491-46a5-9304-c6428e6a8c46'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:39:18.936105 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf46d9-46d7-4822-a56c-2b45952433af None None] Routers {'88e59aa0-1491-46a5-9304-c6428e6a8c46'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:18.936978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6bcf46d9-46d7-4822-a56c-2b45952433af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['88e59aa0-1491-46a5-9304-c6428e6a8c46'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:18.988979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Pushing event updated for resources: {'Port': ['ID=040ba38a-3ace-4658-a96c-fbcc090e5fc8,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:18.994528 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b96625ee-1025-440b-b9e5-574f4b7bff6c None None] Provisioning for port 040ba38a-3ace-4658-a96c-fbcc090e5fc8 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:19.008003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6bcf46d9-46d7-4822-a56c-2b45952433af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:19.010226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b96625ee-1025-440b-b9e5-574f4b7bff6c None None] Provisioning complete for port 040ba38a-3ace-4658-a96c-fbcc090e5fc8 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:19.010693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b96625ee-1025-440b-b9e5-574f4b7bff6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.050503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a36fd58-1c10-4ad6-b231-65232e097965 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.052001 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4a36fd58-1c10-4ad6-b231-65232e097965 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "PUT /v2.0/routers/88e59aa0-1491-46a5-9304-c6428e6a8c46 HTTP/1.1" status: 200 len: 706 time: 7.1115460 Jan 12 09:39:19.061956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf46d9-46d7-4822-a56c-2b45952433af None None] Routers {'88e59aa0-1491-46a5-9304-c6428e6a8c46'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:19.062839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6bcf46d9-46d7-4822-a56c-2b45952433af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['88e59aa0-1491-46a5-9304-c6428e6a8c46'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:19.069712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38234) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:19.084515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0351edc2-2646-4ceb-b404-a7c4a37a7e16 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.127137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Network f7559d53-e2cd-45fa-b982-9953854ba4bf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:19.128971 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:19.132079 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-74c19c30-6623-4518-8a8a-d9c0727b61b4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.134544 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6bcf46d9-46d7-4822-a56c-2b45952433af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:19.135087 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf46d9-46d7-4822-a56c-2b45952433af None None] The sync data for ids ['88e59aa0-1491-46a5-9304-c6428e6a8c46'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:39:19.138242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b96625ee-1025-440b-b9e5-574f4b7bff6c None None] Port 040ba38a-3ace-4658-a96c-fbcc090e5fc8 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:19.176998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-74c19c30-6623-4518-8a8a-d9c0727b61b4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.183523 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f2616f-6d53-4ad7-84b5-e65afba13a6f None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:19.292163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c19c30-6623-4518-8a8a-d9c0727b61b4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=69a2d3c9-ef3a-4088-84a2-3f458b07cf38,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:19.309027 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-74c19c30-6623-4518-8a8a-d9c0727b61b4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/69a2d3c9-ef3a-4088-84a2-3f458b07cf38 HTTP/1.1" status: 204 len: 168 time: 1.0422783 Jan 12 09:39:19.327166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38238) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:19.475469 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 899fda0c-a969-4103-9b33-4770fce0466a up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:19.541366 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-873546a0-2447-4719-83f2-b3932ef6cfce tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/routers/88e59aa0-1491-46a5-9304-c6428e6a8c46 HTTP/1.1" status: 200 len: 741 time: 0.4581439 Jan 12 09:39:19.563764 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5c99a11d-409f-422b-b373-b7d7d310c22c None None] Provisioning complete for port 040ba38a-3ace-4658-a96c-fbcc090e5fc8 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:19.564270 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5c99a11d-409f-422b-b373-b7d7d310c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.567504 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38242) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:19.606358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Router 12e8e7ec-25a2-47a9-9b57-18b624cf61db has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:39:19.618835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-a610d267-7af2-4408-8257-3bc6cc2749f4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Deleting subnet f13ff5e0-d892-4bb3-a96d-7eb165e80147 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:39:19.622166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a610d267-7af2-4408-8257-3bc6cc2749f4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.667187 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bb000ca4-fab5-4970-91bb-488134109f3d tempest-RoutersAdminTest-115923037 tempest-RoutersAdminTest-115923037-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&device_id=88e59aa0-1491-46a5-9304-c6428e6a8c46 HTTP/1.1" status: 200 len: 205 time: 0.0932884 Jan 12 09:39:19.674078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38246) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:19.685282 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-5c99a11d-409f-422b-b373-b7d7d310c22c None None] Port 040ba38a-3ace-4658-a96c-fbcc090e5fc8 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:19.697703 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 899fda0c-a969-4103-9b33-4770fce0466a triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:19.698069 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.760903 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a610d267-7af2-4408-8257-3bc6cc2749f4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.767580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-923b1872-3e26-40a9-bb98-404f62f063a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:19.876367 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-236912e6-1e9b-4a4e-ba6a-11b13ebe6d07 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "GET /v2.0/ports?device_id=88e59aa0-1491-46a5-9304-c6428e6a8c46 HTTP/1.1" status: 200 len: 205 time: 0.1882095 Jan 12 09:39:19.882227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38250) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:19.906389 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 41fa7608-1918-4a40-87b9-1a09fcce3105 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:20.002638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b1872-3e26-40a9-bb98-404f62f063a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Subnet': ['ID=c3dd9820-9764-4a9d-89be-f1db6ba2cc9f,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:20.011713 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 41fa7608-1918-4a40-87b9-1a09fcce3105 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:20.014156 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.016995 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a610d267-7af2-4408-8257-3bc6cc2749f4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.046319 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b1872-3e26-40a9-bb98-404f62f063a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Checking segment: {'id': '390aa492-6391-40de-92ad-8a48f9d48204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:20.046700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923b1872-3e26-40a9-bb98-404f62f063a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network hostable DHCP agents. Network: 28081b42-f420-4e64-b526-1ed8b5819856, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:20.098372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.102414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923b1872-3e26-40a9-bb98-404f62f063a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 28081b42-f420-4e64-b526-1ed8b5819856 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:20.122536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.161248 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:39:20.173036 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Sync routers for ids ['12e8e7ec-25a2-47a9-9b57-18b624cf61db'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:39:20.182548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0351edc2-2646-4ceb-b404-a7c4a37a7e16 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.190576 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Routers {'12e8e7ec-25a2-47a9-9b57-18b624cf61db'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:20.192445 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['12e8e7ec-25a2-47a9-9b57-18b624cf61db'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:20.206754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a610d267-7af2-4408-8257-3bc6cc2749f4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.252354 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d521e075-0637-44f5-becd-38679ad38b52 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:20.276671 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-923b1872-3e26-40a9-bb98-404f62f063a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 28081b42-f420-4e64-b526-1ed8b5819856) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:20.296924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0351edc2-2646-4ceb-b404-a7c4a37a7e16 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.305152 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a610d267-7af2-4408-8257-3bc6cc2749f4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.312526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eaa1ac-ec10-4235-a895-41b99600306f None None] Network 28081b42-f420-4e64-b526-1ed8b5819856 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:20.316666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610d267-7af2-4408-8257-3bc6cc2749f4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Subnet': ['ID=f13ff5e0-d892-4bb3-a96d-7eb165e80147,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:20.321457 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a610d267-7af2-4408-8257-3bc6cc2749f4 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/f13ff5e0-d892-4bb3-a96d-7eb165e80147 HTTP/1.1" status: 204 len: 168 time: 0.9891920 Jan 12 09:39:20.341434 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923b1872-3e26-40a9-bb98-404f62f063a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:20.341995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-923b1872-3e26-40a9-bb98-404f62f063a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.345423 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38256) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:20.421382 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0572fa1a-04a0-4745-a326-834ba372ca85 admin admin] 10.222.0.26 "PUT /v2.0/routers/12e8e7ec-25a2-47a9-9b57-18b624cf61db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2780821 Jan 12 09:39:20.428277 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4a6a14cc-575d-4f76-a78a-7e1cc92b7aea tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.595856 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port d521e075-0637-44f5-becd-38679ad38b52 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:20.596251 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.657183 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Set router 12e8e7ec-25a2-47a9-9b57-18b624cf61db gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:39:20.744449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b37b88-d0ce-4398-83e6-4954b1870b44 None None] Network ff4a5360-acb6-446d-a4d9-75b6632567e8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:20.786288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:20.815526 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-10f5a64a-84f2-4e60-aae1-45572590782f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4664662 Jan 12 09:39:20.816654 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38266) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:20.872646 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-28081b42-f420-4e64-b526-1ed8b5819856', 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ips': [{'subnet_id': 'c3dd9820-9764-4a9d-89be-f1db6ba2cc9f'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:39:20.873515 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.037007 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-923b1872-3e26-40a9-bb98-404f62f063a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.5794060 Jan 12 09:39:21.038968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=4f040e98-48a3-4388-9436-75dcc67badce,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:21.198210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4a6a14cc-575d-4f76-a78a-7e1cc92b7aea tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.201080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4a6a14cc-575d-4f76-a78a-7e1cc92b7aea tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.258826 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4a6a14cc-575d-4f76-a78a-7e1cc92b7aea tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.259524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6a14cc-575d-4f76-a78a-7e1cc92b7aea tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Fanout notify agent at l3_agent the message router_deleted on router 88e59aa0-1491-46a5-9304-c6428e6a8c46 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:39:21.277598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4a6a14cc-575d-4f76-a78a-7e1cc92b7aea tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.280825 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4a6a14cc-575d-4f76-a78a-7e1cc92b7aea tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "DELETE /v2.0/routers/88e59aa0-1491-46a5-9304-c6428e6a8c46 HTTP/1.1" status: 204 len: 168 time: 1.3979273 Jan 12 09:39:21.286914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38274) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:21.360632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351edc2-2646-4ceb-b404-a7c4a37a7e16 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=c174ae5c-9633-44a9-84b6-f6d26351d075,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:21.367583 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:39:21.390968 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-400279ed-ad49-40ef-8785-17bf83796375 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "GET /v2.0/ports?device_id=88e59aa0-1491-46a5-9304-c6428e6a8c46 HTTP/1.1" status: 200 len: 205 time: 0.1018689 Jan 12 09:39:21.392431 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38278) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:21.433192 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'name': 'tempest-TestVolumeBootPattern-984164715-router', 'tenant_id': '2baa2eec52f043549dd4080f4a3992f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '41fa7608-1918-4a40-87b9-1a09fcce3105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:17Z', 'revision_number': 4, 'project_id': '2baa2eec52f043549dd4080f4a3992f9', 'gw_port': {'id': '41fa7608-1918-4a40-87b9-1a09fcce3105', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '040ba38a-3ace-4658-a96c-fbcc090e5fc8', 'name': '', 'network_id': 'f7559d53-e2cd-45fa-b982-9953854ba4bf', 'tenant_id': '2baa2eec52f043549dd4080f4a3992f9', 'mac_address': 'fa:16:3e:e4:d3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '2a95901a-699f-478d-b043-280faa5171a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:16Z', 'updated_at': '2022-01-12T09:39:18Z', 'revision_number': 2, 'project_id': '2baa2eec52f043549dd4080f4a3992f9', 'subnets': [{'id': '2a95901a-699f-478d-b043-280faa5171a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:21.443917 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Checking router: 12e8e7ec-25a2-47a9-9b57-18b624cf61db for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:39:21.444232 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Updating router 12e8e7ec-25a2-47a9-9b57-18b624cf61db port 040ba38a-3ace-4658-a96c-fbcc090e5fc8 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:39:21.449844 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-670bb898-0921-40a7-aa4e-376ce89bc956 None None] Provisioning complete for port 29b724a8-efd4-4fa9-8ea0-204792d37810 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:21.450449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-670bb898-0921-40a7-aa4e-376ce89bc956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.477233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 5043b758-0a1f-43b6-9039-af70e5b2ee5d is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:21.479282 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-02d0adcf-ab53-49a2-bc76-3bd6daf10d19 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] delete failed (client error): The resource could not be found. Jan 12 09:39:21.480803 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-02d0adcf-ab53-49a2-bc76-3bd6daf10d19 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "DELETE /v2.0/routers/88e59aa0-1491-46a5-9304-c6428e6a8c46 HTTP/1.1" status: 404 len: 336 time: 0.0842793 Jan 12 09:39:21.483082 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38282) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:21.487741 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:21.542757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38286) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:21.551882 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.554055 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-fdeb4f31-b361-4dd6-8e1d-8c6b22a662ad tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1477997394', 'description': 'tempest-secgroup-smoke-1477997394 description', 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:21.570754 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-45a43fe7-d15a-49aa-a6c5-7b4b8124eab2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb7153b-9734-42e7-aba9-19e3ced1cca1 HTTP/1.1" status: 200 len: 205 time: 0.0864606 Jan 12 09:39:21.572228 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fdeb4f31-b361-4dd6-8e1d-8c6b22a662ad tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:21.575941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38290) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:21.585514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0351edc2-2646-4ceb-b404-a7c4a37a7e16 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.669283 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fdeb4f31-b361-4dd6-8e1d-8c6b22a662ad tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Usage tracker for resource:security_group and tenant:b9bfaac095a94beaa576ace8f51e6ad8 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:21.671138 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38294) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:21.675141 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fdeb4f31-b361-4dd6-8e1d-8c6b22a662ad tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:21.688068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-8e30872f-ab34-49df-a43f-825dbccdc1ef tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2137765126', 'description': 'tempest-secgroup-smoke-2137765126 description', 'project_id': '05fdfd0263cb464989f6119e683582f0'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:21.710031 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8e30872f-ab34-49df-a43f-825dbccdc1ef tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:21.712604 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-5d56f6e6-2b7d-4fb5-af69-50f35a295dac tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] delete failed (client error): The resource could not be found. Jan 12 09:39:21.713626 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5d56f6e6-2b7d-4fb5-af69-50f35a295dac tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "DELETE /v2.0/routers/0fb7153b-9734-42e7-aba9-19e3ced1cca1 HTTP/1.1" status: 404 len: 336 time: 0.1364429 Jan 12 09:39:21.716384 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fdeb4f31-b361-4dd6-8e1d-8c6b22a662ad tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:21.721676 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38298) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:21.786145 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8e30872f-ab34-49df-a43f-825dbccdc1ef tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:21.794254 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f365c88-299a-4ea0-bf41-323f0dbd2a6a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:21.795882 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8f365c88-299a-4ea0-bf41-323f0dbd2a6a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.9612722 Jan 12 09:39:21.797992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Allocated IP 172.20.0.18 (28081b42-f420-4e64-b526-1ed8b5819856/c3dd9820-9764-4a9d-89be-f1db6ba2cc9f/6ce4409c-2c15-438e-bb2d-0f9d0d839a16) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:21.808030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38302) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:21.816988 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-12bede8b-7e15-471e-a152-e29bd4cf24e3 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "GET /v2.0/ports?device_id=24901f0f-5bc7-4ddf-9aa9-fcbac5025d80 HTTP/1.1" status: 200 len: 205 time: 0.0915732 Jan 12 09:39:21.820969 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38306) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:21.881996 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4f31-b361-4dd6-8e1d-8c6b22a662ad tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.915764 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-16da7419-59ea-4c57-95bc-76bf28fb3037 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] delete failed (client error): The resource could not be found. Jan 12 09:39:21.916921 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-16da7419-59ea-4c57-95bc-76bf28fb3037 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "DELETE /v2.0/routers/24901f0f-5bc7-4ddf-9aa9-fcbac5025d80 HTTP/1.1" status: 404 len: 336 time: 0.0956581 Jan 12 09:39:21.918229 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8e30872f-ab34-49df-a43f-825dbccdc1ef tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:21.935060 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38310) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:21.974548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fdeb4f31-b361-4dd6-8e1d-8c6b22a662ad tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:21.984163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fdeb4f31-b361-4dd6-8e1d-8c6b22a662ad tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Usage tracker for resource:security_group_rule and tenant:b9bfaac095a94beaa576ace8f51e6ad8 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:21.991549 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8e30872f-ab34-49df-a43f-825dbccdc1ef tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:21.994418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fdeb4f31-b361-4dd6-8e1d-8c6b22a662ad tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:22.001130 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8e30872f-ab34-49df-a43f-825dbccdc1ef tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:22.010403 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfddad12-9122-4782-9dd7-cf8a58d0d2d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:22.010843 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b449cc3a-23a8-45cf-9fe1-9093db41a07f tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63b9e7b-6cbf-48c0-8b50-e8486b1fb89c HTTP/1.1" status: 200 len: 205 time: 0.0652792 Jan 12 09:39:22.011640 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bfddad12-9122-4782-9dd7-cf8a58d0d2d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Synchronizing usage tracker for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:22.012936 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38314) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.015827 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8e30872f-ab34-49df-a43f-825dbccdc1ef tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:22.019986 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fdeb4f31-b361-4dd6-8e1d-8c6b22a662ad tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:22.027604 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8e30872f-ab34-49df-a43f-825dbccdc1ef tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:22.071196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bfddad12-9122-4782-9dd7-cf8a58d0d2d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Unset dirty status for tenant:09bc8f1eaa864edfa32f7424ab8440db on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:22.075351 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bfddad12-9122-4782-9dd7-cf8a58d0d2d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2650127 Jan 12 09:39:22.079374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38318) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.112987 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.125040 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Transition to ACTIVE for port object 040ba38a-3ace-4658-a96c-fbcc090e5fc8 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:22.140922 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.151429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.154498 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06ee8f6-e2b3-480d-92eb-8c22ecec5f6f None None] DHCP port deletion for ff4a5360-acb6-446d-a4d9-75b6632567e8 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:39:22.162006 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router 841af457-c32e-4634-8845-a50a44b9727b is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:39:22.171386 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d06ee8f6-e2b3-480d-92eb-8c22ecec5f6f None None] Deleting port 29b724a8-efd4-4fa9-8ea0-204792d37810 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:22.171386 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d06ee8f6-e2b3-480d-92eb-8c22ecec5f6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.172348 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4d64980f-709a-4b98-a48a-881092de4289 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883830 Jan 12 09:39:22.179175 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-9dbc18fa-59b1-40c0-9eeb-3af0a61f9ba5 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] delete failed (client error): The resource could not be found. Jan 12 09:39:22.180200 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9dbc18fa-59b1-40c0-9eeb-3af0a61f9ba5 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "DELETE /v2.0/routers/b63b9e7b-6cbf-48c0-8b50-e8486b1fb89c HTTP/1.1" status: 404 len: 336 time: 0.1663127 Jan 12 09:39:22.180670 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38322) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.185759 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38324) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.225096 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Transition to ACTIVE for port object 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:22.246121 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6e29cd15-b5aa-4fd6-843e-e62da2517f74 None None] Provisioning complete for port c174ae5c-9633-44a9-84b6-f6d26351d075 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:22.246494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6e29cd15-b5aa-4fd6-843e-e62da2517f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.250313 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b8b35-fa94-4f95-8441-86546679748b None None] Pushing event updated for resources: {'Port': ['ID=040ba38a-3ace-4658-a96c-fbcc090e5fc8,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:22.259742 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a629e8cd-fd72-4d97-83e8-6e12858050bc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:22.262174 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a629e8cd-fd72-4d97-83e8-6e12858050bc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:22.306930 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6e29cd15-b5aa-4fd6-843e-e62da2517f74 None None] Port c174ae5c-9633-44a9-84b6-f6d26351d075 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:22.337327 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1900058e-7027-4c44-9a0b-4bfd197d8ee2 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae7a29b3-9647-4be0-b7b5-9d92c6e9b832 HTTP/1.1" status: 200 len: 205 time: 0.0976951 Jan 12 09:39:22.341466 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a629e8cd-fd72-4d97-83e8-6e12858050bc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/16d25f22-4d74-4bad-bdeb-be9c6ad8a487 HTTP/1.1" status: 404 len: 333 time: 0.1559584 Jan 12 09:39:22.344183 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4f31-b361-4dd6-8e1d-8c6b22a662ad tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.348370 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38330) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.349030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38332) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.355023 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8e30872f-ab34-49df-a43f-825dbccdc1ef tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.402828 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Transition to ACTIVE for port object 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:22.445150 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.464070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4f31-b361-4dd6-8e1d-8c6b22a662ad tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.481009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0351edc2-2646-4ceb-b404-a7c4a37a7e16 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.489532 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8e30872f-ab34-49df-a43f-825dbccdc1ef tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.499346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:39:22.501803 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4bb488-6a97-4d46-be48-b72d9896e0ce tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:22.502477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4bb488-6a97-4d46-be48-b72d9896e0ce tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:22.504683 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5f4bb488-6a97-4d46-be48-b72d9896e0ce tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/f13ff5e0-d892-4bb3-a96d-7eb165e80147 HTTP/1.1" status: 404 len: 337 time: 0.1527669 Jan 12 09:39:22.508170 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Network 28081b42-f420-4e64-b526-1ed8b5819856 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:22.510039 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-34624598-d34c-4187-b674-809559cb0d6d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/841af457-c32e-4634-8845-a50a44b9727b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7140024 Jan 12 09:39:22.510870 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38338) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.511208 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38340) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.521791 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-f06987fb-c185-4aa8-a335-dcc870201e49 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] delete failed (client error): The resource could not be found. Jan 12 09:39:22.523530 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f06987fb-c185-4aa8-a335-dcc870201e49 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "DELETE /v2.0/routers/ae7a29b3-9647-4be0-b7b5-9d92c6e9b832 HTTP/1.1" status: 404 len: 336 time: 0.1733329 Jan 12 09:39:22.531392 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Attempting to bind port 040ba38a-3ace-4658-a96c-fbcc090e5fc8 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:22.532130 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Attempting to bind port 040ba38a-3ace-4658-a96c-fbcc090e5fc8 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '36943dd7-ea07-462d-8368-c3247df766c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7559d53-e2cd-45fa-b982-9953854ba4bf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:22.532266 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Attempting to bind port 040ba38a-3ace-4658-a96c-fbcc090e5fc8 on network f7559d53-e2cd-45fa-b982-9953854ba4bf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:22.538916 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38346) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.539106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:22.540980 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6e29cd15-b5aa-4fd6-843e-e62da2517f74 None None] Provisioning complete for port 4f040e98-48a3-4388-9436-75dcc67badce triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:22.541360 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6e29cd15-b5aa-4fd6-843e-e62da2517f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.543526 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:39:22.544136 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Checking segment: {'id': '36943dd7-ea07-462d-8368-c3247df766c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7559d53-e2cd-45fa-b982-9953854ba4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:22.544879 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.545335 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Bound using segment: {'id': '36943dd7-ea07-462d-8368-c3247df766c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7559d53-e2cd-45fa-b982-9953854ba4bf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:39:22.546074 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Bound port: 040ba38a-3ace-4658-a96c-fbcc090e5fc8, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36943dd7-ea07-462d-8368-c3247df766c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7559d53-e2cd-45fa-b982-9953854ba4bf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:22.546455 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.591730 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb4f31-b361-4dd6-8e1d-8c6b22a662ad tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fed2199-99b6-4876-9fe8-d6e21d06fef5,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:22.601003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd1be2-46f8-4eee-9266-01f6954d7c01 None None] Sync routers for ids ['841af457-c32e-4634-8845-a50a44b9727b'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:39:22.612995 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ad0658e3-d471-4c5c-bb53-91bc68db1c4d tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab5ae55a-f840-45d5-8024-0a3dc5bccf38 HTTP/1.1" status: 200 len: 205 time: 0.0638704 Jan 12 09:39:22.616110 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4f31-b361-4dd6-8e1d-8c6b22a662ad tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.620395 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fdeb4f31-b361-4dd6-8e1d-8c6b22a662ad tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0679512 Jan 12 09:39:22.620395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8e30872f-ab34-49df-a43f-825dbccdc1ef tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.623000 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8e30872f-ab34-49df-a43f-825dbccdc1ef tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9504609 Jan 12 09:39:22.623747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38350) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.624108 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:22.624245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38352) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.624951 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38354) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.635861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6e29cd15-b5aa-4fd6-843e-e62da2517f74 None None] Port 4f040e98-48a3-4388-9436-75dcc67badce cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:22.681573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Pushing event updated for resources: {'Port': ['ID=6ce4409c-2c15-438e-bb2d-0f9d0d839a16,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:22.697266 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31f6242-7a2f-4910-8847-a857224ff2e5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:22.697840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c31f6242-7a2f-4910-8847-a857224ff2e5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:22.698294 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-556b2266-692e-4feb-8da1-b68cf8ee5b33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'f20cf0e9-c43e-4523-a394-4ae3ae140a2d', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:22.702288 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c31f6242-7a2f-4910-8847-a857224ff2e5 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/69a2d3c9-ef3a-4088-84a2-3f458b07cf38 HTTP/1.1" status: 404 len: 337 time: 0.1880214 Jan 12 09:39:22.705845 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c8df6f0e-eb8e-479b-bcb3-336a5e034d21 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Request body: {'security_group_rule': {'security_group_id': '5fed2199-99b6-4876-9fe8-d6e21d06fef5', 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:22.714670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38362) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.716105 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] For port 040ba38a-3ace-4658-a96c-fbcc090e5fc8, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:39:22.722654 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] For port 040ba38a-3ace-4658-a96c-fbcc090e5fc8, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=040ba38a-3ace-4658-a96c-fbcc090e5fc8,segment=NetworkSegment(36943dd7-ea07-462d-8368-c3247df766c2),segment_id=36943dd7-ea07-462d-8368-c3247df766c2)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:39:22.725782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c8df6f0e-eb8e-479b-bcb3-336a5e034d21 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:22.730655 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-556b2266-692e-4feb-8da1-b68cf8ee5b33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:22.731388 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.743758 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c8df6f0e-eb8e-479b-bcb3-336a5e034d21 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Usage tracker for resource:security_group_rule and tenant:b9bfaac095a94beaa576ace8f51e6ad8 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:22.748931 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c8df6f0e-eb8e-479b-bcb3-336a5e034d21 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:22.752411 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-dbefacd9-552e-4a05-a6e4-5053a8a73982 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] delete failed (client error): The resource could not be found. Jan 12 09:39:22.753879 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dbefacd9-552e-4a05-a6e4-5053a8a73982 tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "DELETE /v2.0/routers/ab5ae55a-f840-45d5-8024-0a3dc5bccf38 HTTP/1.1" status: 404 len: 336 time: 0.1241431 Jan 12 09:39:22.754622 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30872f-ab34-49df-a43f-825dbccdc1ef tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20cf0e9-c43e-4523-a394-4ae3ae140a2d,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:22.759788 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38366) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:22.760865 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-556b2266-692e-4feb-8da1-b68cf8ee5b33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:22.765932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c8df6f0e-eb8e-479b-bcb3-336a5e034d21 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:22.768548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-556b2266-692e-4feb-8da1-b68cf8ee5b33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:22.783540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd1be2-46f8-4eee-9266-01f6954d7c01 None None] Routers {'841af457-c32e-4634-8845-a50a44b9727b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:22.784684 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b7dd1be2-46f8-4eee-9266-01f6954d7c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['841af457-c32e-4634-8845-a50a44b9727b'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:22.810091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-556b2266-692e-4feb-8da1-b68cf8ee5b33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:22.818693 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2ab1d5-fd39-45c1-bc54-ddbfcfcc5f8b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:22.819260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2ab1d5-fd39-45c1-bc54-ddbfcfcc5f8b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:22.821158 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5d2ab1d5-fd39-45c1-bc54-ddbfcfcc5f8b tempest-RoutersAdminTest-1930124217 tempest-RoutersAdminTest-1930124217-project] 10.222.0.26 "DELETE /v2.0/subnets/55d2b64d-82cb-4ddb-abfe-45d9bb09edb0 HTTP/1.1" status: 404 len: 337 time: 0.0572534 Jan 12 09:39:22.854439 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c8df6f0e-eb8e-479b-bcb3-336a5e034d21 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.859138 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b8b35-fa94-4f95-8441-86546679748b None None] Pushing event updated for resources: {'Port': ['ID=040ba38a-3ace-4658-a96c-fbcc090e5fc8,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:22.891801 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Routers {'12e8e7ec-25a2-47a9-9b57-18b624cf61db'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:22.892441 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['12e8e7ec-25a2-47a9-9b57-18b624cf61db'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:22.897244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-556b2266-692e-4feb-8da1-b68cf8ee5b33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:22.925120 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Attempting to bind port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:22.925953 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Attempting to bind port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '390aa492-6391-40de-92ad-8a48f9d48204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:22.929336 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Attempting to bind port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 on network 28081b42-f420-4e64-b526-1ed8b5819856 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:22.984624 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b7dd1be2-46f8-4eee-9266-01f6954d7c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:23.012143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:39:23.012668 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Checking segment: {'id': '390aa492-6391-40de-92ad-8a48f9d48204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:23.013170 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.013663 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Bound using segment: {'id': '390aa492-6391-40de-92ad-8a48f9d48204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:39:23.014252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Bound port: 6ce4409c-2c15-438e-bb2d-0f9d0d839a16, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390aa492-6391-40de-92ad-8a48f9d48204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:23.014722 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.022499 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f2146f-6862-4490-8909-db5c50a35e9d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:23.024272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f2146f-6862-4490-8909-db5c50a35e9d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:23.028801 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-62f2146f-6862-4490-8909-db5c50a35e9d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/8a9e9e4e-ebf2-452e-bc71-7c2885af3339 HTTP/1.1" status: 404 len: 333 time: 0.3103955 Jan 12 09:39:23.029412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38372) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:23.065674 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd1be2-46f8-4eee-9266-01f6954d7c01 None None] Routers {'841af457-c32e-4634-8845-a50a44b9727b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:23.066621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b7dd1be2-46f8-4eee-9266-01f6954d7c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['841af457-c32e-4634-8845-a50a44b9727b'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:23.090953 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-556b2266-692e-4feb-8da1-b68cf8ee5b33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.118011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c8df6f0e-eb8e-479b-bcb3-336a5e034d21 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.120264 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-556b2266-692e-4feb-8da1-b68cf8ee5b33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.121340 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7234988d-c90d-426e-b13a-d8d7d7081f48 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:23.122269 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7234988d-c90d-426e-b13a-d8d7d7081f48 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Synchronizing usage tracker for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:23.134054 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f02c6c-f5b9-4785-82e7-155f7ed27338 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:23.134827 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f02c6c-f5b9-4785-82e7-155f7ed27338 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:23.139684 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-68f02c6c-f5b9-4785-82e7-155f7ed27338 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/af2d13a7-a2fd-4e39-b3ed-ad24d069225f HTTP/1.1" status: 404 len: 337 time: 0.0927992 Jan 12 09:39:23.140691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38376) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:23.160145 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c8df6f0e-eb8e-479b-bcb3-336a5e034d21 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.182449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b2266-692e-4feb-8da1-b68cf8ee5b33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bfa2a61-3e91-4587-9e92-13bbca6cb75f,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:23.255951 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b7dd1be2-46f8-4eee-9266-01f6954d7c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:23.256423 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd1be2-46f8-4eee-9266-01f6954d7c01 None None] The sync data for ids ['841af457-c32e-4634-8845-a50a44b9727b'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:39:23.265790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d06ee8f6-e2b3-480d-92eb-8c22ecec5f6f None None] For port 29b724a8-efd4-4fa9-8ea0-204792d37810, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=29b724a8-efd4-4fa9-8ea0-204792d37810,segment=NetworkSegment(ea196262-ea27-46fc-a0e4-f2d456ed2875),segment_id=ea196262-ea27-46fc-a0e4-f2d456ed2875)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:23.266598 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d06ee8f6-e2b3-480d-92eb-8c22ecec5f6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.277642 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df6f0e-eb8e-479b-bcb3-336a5e034d21 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f25e84-79bd-4ff1-8b64-859dc659daf7,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:23.281691 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-556b2266-692e-4feb-8da1-b68cf8ee5b33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.287723 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-556b2266-692e-4feb-8da1-b68cf8ee5b33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6547644 Jan 12 09:39:23.288653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38382) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:23.291036 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] Set router 12e8e7ec-25a2-47a9-9b57-18b624cf61db gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:39:23.302120 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-79799bf6-d7f6-4d55-bb34-305d181c396f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'f20cf0e9-c43e-4523-a394-4ae3ae140a2d', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:23.313784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c8df6f0e-eb8e-479b-bcb3-336a5e034d21 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.317934 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c8df6f0e-eb8e-479b-bcb3-336a5e034d21 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6835825 Jan 12 09:39:23.321885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38386) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:23.323039 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-79799bf6-d7f6-4d55-bb34-305d181c396f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:23.339547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-cd22de45-eab2-4ec5-8a67-e4f3988115d9 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Request body: {'security_group_rule': {'security_group_id': '5fed2199-99b6-4876-9fe8-d6e21d06fef5', 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:23.353285 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-79799bf6-d7f6-4d55-bb34-305d181c396f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:23.355833 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cd22de45-eab2-4ec5-8a67-e4f3988115d9 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:23.358174 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-79799bf6-d7f6-4d55-bb34-305d181c396f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:23.375771 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cd22de45-eab2-4ec5-8a67-e4f3988115d9 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Usage tracker for resource:security_group_rule and tenant:b9bfaac095a94beaa576ace8f51e6ad8 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:23.389324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-79799bf6-d7f6-4d55-bb34-305d181c396f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:23.391725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cd22de45-eab2-4ec5-8a67-e4f3988115d9 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:23.405949 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cd22de45-eab2-4ec5-8a67-e4f3988115d9 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:23.407866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38390) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:23.442700 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-79799bf6-d7f6-4d55-bb34-305d181c396f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.453788 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cd22de45-eab2-4ec5-8a67-e4f3988115d9 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.517475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] For port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:39:23.520843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] For port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6ce4409c-2c15-438e-bb2d-0f9d0d839a16,segment=NetworkSegment(390aa492-6391-40de-92ad-8a48f9d48204),segment_id=390aa492-6391-40de-92ad-8a48f9d48204)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:39:23.527684 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 29b724a8-efd4-4fa9-8ea0-204792d37810 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:23.580316 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-79799bf6-d7f6-4d55-bb34-305d181c396f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.592774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f33a97b3-4a65-4bb0-88fd-c97bf3c60850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.603991 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0351edc2-2646-4ceb-b404-a7c4a37a7e16 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.604613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cd22de45-eab2-4ec5-8a67-e4f3988115d9 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.605345 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-79799bf6-d7f6-4d55-bb34-305d181c396f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.610016 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e0db87-5fb1-473e-ba85-a62a0fec7e4b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:23.610877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e0db87-5fb1-473e-ba85-a62a0fec7e4b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:23.613839 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-00e0db87-5fb1-473e-ba85-a62a0fec7e4b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/5d74a36e-6409-46f8-bdc3-0b661de2d8f8 HTTP/1.1" status: 404 len: 337 time: 0.4187653 Jan 12 09:39:23.615855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7234988d-c90d-426e-b13a-d8d7d7081f48 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Unset dirty status for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:23.621610 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7234988d-c90d-426e-b13a-d8d7d7081f48 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports/4f040e98-48a3-4388-9436-75dcc67badce HTTP/1.1" status: 200 len: 910 time: 1.1056058 Jan 12 09:39:23.623726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38396) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:23.624233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38398) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:23.626091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0351edc2-2646-4ceb-b404-a7c4a37a7e16 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.627137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cd22de45-eab2-4ec5-8a67-e4f3988115d9 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.627688 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0351edc2-2646-4ceb-b404-a7c4a37a7e16 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.635141 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.636147 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f33a97b3-4a65-4bb0-88fd-c97bf3c60850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:23.647069 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79799bf6-d7f6-4d55-bb34-305d181c396f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a123c2-72ea-454a-b1ef-0d67b1e47845,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:23.649218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f33a97b3-4a65-4bb0-88fd-c97bf3c60850 admin admin] Usage tracker for resource:security_group_rule and tenant:c0af6060244e4af493818f6faea43dc8 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:23.658066 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d06ee8f6-e2b3-480d-92eb-8c22ecec5f6f None None] Calling delete_port for 29b724a8-efd4-4fa9-8ea0-204792d37810 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:23.663851 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f33a97b3-4a65-4bb0-88fd-c97bf3c60850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:23.680909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f33a97b3-4a65-4bb0-88fd-c97bf3c60850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:23.699419 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22de45-eab2-4ec5-8a67-e4f3988115d9 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01135b1-a0d8-4d2d-8885-feed8833a7b9,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:23.702929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-79799bf6-d7f6-4d55-bb34-305d181c396f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.707278 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-79799bf6-d7f6-4d55-bb34-305d181c396f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4175591 Jan 12 09:39:23.715768 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38404) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:23.721194 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d8403f88-0979-4894-b63c-23fdaf5dcf88 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'f20cf0e9-c43e-4523-a394-4ae3ae140a2d', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:23.729869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cd22de45-eab2-4ec5-8a67-e4f3988115d9 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.731051 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cd22de45-eab2-4ec5-8a67-e4f3988115d9 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3980696 Jan 12 09:39:23.733866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d8403f88-0979-4894-b63c-23fdaf5dcf88 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:23.736040 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38408) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:23.746903 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d8403f88-0979-4894-b63c-23fdaf5dcf88 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:23.753575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7f5ec23b-aa88-4e34-b6c2-a79cb660d0ac tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Request body: {'security_group_rule': {'security_group_id': '5fed2199-99b6-4876-9fe8-d6e21d06fef5', 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:23.761870 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d8403f88-0979-4894-b63c-23fdaf5dcf88 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:23.766137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7f5ec23b-aa88-4e34-b6c2-a79cb660d0ac tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:23.775374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d8403f88-0979-4894-b63c-23fdaf5dcf88 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:23.781636 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7f5ec23b-aa88-4e34-b6c2-a79cb660d0ac tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Usage tracker for resource:security_group_rule and tenant:b9bfaac095a94beaa576ace8f51e6ad8 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:23.789317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7f5ec23b-aa88-4e34-b6c2-a79cb660d0ac tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:23.797399 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7f5ec23b-aa88-4e34-b6c2-a79cb660d0ac tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:23.809899 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f91f18-81b7-4306-a1fb-e36d17978992 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:23.810936 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f91f18-81b7-4306-a1fb-e36d17978992 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:23.812103 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-83f91f18-81b7-4306-a1fb-e36d17978992 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/f02a3d4d-9cb1-4d42-b1ae-2466d78f6e8d HTTP/1.1" status: 404 len: 333 time: 0.1697283 Jan 12 09:39:23.815589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38412) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:23.816189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4be99c3b-2272-477a-a976-69f332124fa4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9a9d477e-8bed-4366-9bcc-4fb4a08c3584'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:23.856380 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'name': 'tempest-TestVolumeBootPattern-984164715-router', 'tenant_id': '2baa2eec52f043549dd4080f4a3992f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '41fa7608-1918-4a40-87b9-1a09fcce3105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:17Z', 'revision_number': 4, 'project_id': '2baa2eec52f043549dd4080f4a3992f9', 'gw_port': {'id': '41fa7608-1918-4a40-87b9-1a09fcce3105', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '040ba38a-3ace-4658-a96c-fbcc090e5fc8', 'name': '', 'network_id': 'f7559d53-e2cd-45fa-b982-9953854ba4bf', 'tenant_id': '2baa2eec52f043549dd4080f4a3992f9', 'mac_address': 'fa:16:3e:e4:d3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '2a95901a-699f-478d-b043-280faa5171a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:16Z', 'updated_at': '2022-01-12T09:39:22Z', 'revision_number': 4, 'project_id': '2baa2eec52f043549dd4080f4a3992f9', 'subnets': [{'id': '2a95901a-699f-478d-b043-280faa5171a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:23.862364 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb433b-d163-4c36-a4c3-2c36afc9ba87 None None] The sync data for ids ['12e8e7ec-25a2-47a9-9b57-18b624cf61db'] in dv-neutron-824346-1-hyperv is: [{'id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'name': 'tempest-TestVolumeBootPattern-984164715-router', 'tenant_id': '2baa2eec52f043549dd4080f4a3992f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '41fa7608-1918-4a40-87b9-1a09fcce3105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:39:17Z', 'revision_number': 4, 'project_id': '2baa2eec52f043549dd4080f4a3992f9', 'gw_port': {'id': '41fa7608-1918-4a40-87b9-1a09fcce3105', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '040ba38a-3ace-4658-a96c-fbcc090e5fc8', 'name': '', 'network_id': 'f7559d53-e2cd-45fa-b982-9953854ba4bf', 'tenant_id': '2baa2eec52f043549dd4080f4a3992f9', 'mac_address': 'fa:16:3e:e4:d3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '2a95901a-699f-478d-b043-280faa5171a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:16Z', 'updated_at': '2022-01-12T09:39:22Z', 'revision_number': 4, 'project_id': '2baa2eec52f043549dd4080f4a3992f9', 'subnets': [{'id': '2a95901a-699f-478d-b043-280faa5171a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:39:23.897394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d06ee8f6-e2b3-480d-92eb-8c22ecec5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.899362 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-2158763a-f909-4092-a3dd-a252c3ac33e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:23.900789 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2158763a-f909-4092-a3dd-a252c3ac33e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:23.902586 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d8403f88-0979-4894-b63c-23fdaf5dcf88 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:23.950840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06ee8f6-e2b3-480d-92eb-8c22ecec5f6f None None] No DVR routers for this DVR port 29b724a8-efd4-4fa9-8ea0-204792d37810 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:39:23.975389 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No active binding found for port 29b724a8-efd4-4fa9-8ea0-204792d37810 {{(pid=87665) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 12 09:39:23.975389 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 29b724a8-efd4-4fa9-8ea0-204792d37810 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:23.993341 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab4c1d-b529-40fb-b9ae-089c2adc55fe None None] Pushing event updated for resources: {'Port': ['ID=6ce4409c-2c15-438e-bb2d-0f9d0d839a16,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:24.018543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351edc2-2646-4ceb-b404-a7c4a37a7e16 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=c174ae5c-9633-44a9-84b6-f6d26351d075,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:24.117997 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ee8f6-e2b3-480d-92eb-8c22ecec5f6f None None] Pushing event deleted for resources: {'Port': ['ID=29b724a8-efd4-4fa9-8ea0-204792d37810,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:24.160520 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0351edc2-2646-4ceb-b404-a7c4a37a7e16 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 9d3e40fd-6453-472e-a326-736650d56dee is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:24.163508 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-0351edc2-2646-4ceb-b404-a7c4a37a7e16 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:24.223854 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec23b-aa88-4e34-b6c2-a79cb660d0ac tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.261563 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f33a97b3-4a65-4bb0-88fd-c97bf3c60850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.267201 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2158763a-f909-4092-a3dd-a252c3ac33e7 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/a6a01373-0431-439b-87ee-822ce0885489 HTTP/1.1" status: 404 len: 337 time: 0.4503586 Jan 12 09:39:24.280207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38416) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:24.334246 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f33a97b3-4a65-4bb0-88fd-c97bf3c60850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.378535 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f33a97b3-4a65-4bb0-88fd-c97bf3c60850 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0af6060244e4af493818f6faea43dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9673462 Jan 12 09:39:24.394606 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4be99c3b-2272-477a-a976-69f332124fa4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.403823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38420) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:24.407518 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3dddbfc-86cc-406d-8336-a7b4ed4946fb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:24.407961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3dddbfc-86cc-406d-8336-a7b4ed4946fb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:24.414545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d8403f88-0979-4894-b63c-23fdaf5dcf88 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.454435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d8403f88-0979-4894-b63c-23fdaf5dcf88 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.499109 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8403f88-0979-4894-b63c-23fdaf5dcf88 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be0c5fe-946c-48a5-bd5e-8ec2ca59074d,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:24.514223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38424) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:24.517295 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e3dddbfc-86cc-406d-8336-a7b4ed4946fb tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/b5304269-c0f0-421c-b7db-c69d37589e1b HTTP/1.1" status: 404 len: 337 time: 0.2335560 Jan 12 09:39:24.531294 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a97b3-4a65-4bb0-88fd-c97bf3c60850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ce6a3c-fd3f-4d55-aa94-a197c9d568ea,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:24.583777 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec23b-aa88-4e34-b6c2-a79cb660d0ac tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.586363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d8403f88-0979-4894-b63c-23fdaf5dcf88 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.587610 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d8403f88-0979-4894-b63c-23fdaf5dcf88 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8708608 Jan 12 09:39:24.591261 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38428) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:24.603768 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2691727f-74ab-4ef0-983b-09eddc3a108b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'f20cf0e9-c43e-4523-a394-4ae3ae140a2d', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:24.616243 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2691727f-74ab-4ef0-983b-09eddc3a108b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:24.620291 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2691727f-74ab-4ef0-983b-09eddc3a108b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:24.623194 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ecda4f98-5eb9-4640-b388-4b0db75a6ce4 None None] Provisioning complete for port c174ae5c-9633-44a9-84b6-f6d26351d075 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:24.623730 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2691727f-74ab-4ef0-983b-09eddc3a108b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:24.624967 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ecda4f98-5eb9-4640-b388-4b0db75a6ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.629624 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2691727f-74ab-4ef0-983b-09eddc3a108b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:24.640198 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec23b-aa88-4e34-b6c2-a79cb660d0ac tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.662751 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f66a-fda2-4639-aef6-4d9bb3af4c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.691716 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ec23b-aa88-4e34-b6c2-a79cb660d0ac tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16053cb0-ce38-4aa8-bfd6-745c73d0a311,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:24.693243 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ecda4f98-5eb9-4640-b388-4b0db75a6ce4 None None] Port c174ae5c-9633-44a9-84b6-f6d26351d075 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:24.700704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2691727f-74ab-4ef0-983b-09eddc3a108b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.714254 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec23b-aa88-4e34-b6c2-a79cb660d0ac tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.715513 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7f5ec23b-aa88-4e34-b6c2-a79cb660d0ac tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9767091 Jan 12 09:39:24.719541 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38432) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:24.729827 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-423596ab-7be1-40e7-9a6d-3b3be8e954a0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:24.730360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423596ab-7be1-40e7-9a6d-3b3be8e954a0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:24.732134 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-423596ab-7be1-40e7-9a6d-3b3be8e954a0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/08305b01-f03c-43a8-a84f-efd098ba3f12 HTTP/1.1" status: 404 len: 333 time: 0.2166774 Jan 12 09:39:24.734580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38436) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:24.746124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f66a-fda2-4639-aef6-4d9bb3af4c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.761126 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-11aced1b-337e-44d0-9011-a3d1ba1dfa28 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Request body: {'security_group_rule': {'security_group_id': '5fed2199-99b6-4876-9fe8-d6e21d06fef5', 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:24.826329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2691727f-74ab-4ef0-983b-09eddc3a108b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.834120 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2691727f-74ab-4ef0-983b-09eddc3a108b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.851194 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f66a-fda2-4639-aef6-4d9bb3af4c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.876805 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691727f-74ab-4ef0-983b-09eddc3a108b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9951b91d-0680-445b-8c9d-7ba765e6bb87,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:24.885458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5f66a-fda2-4639-aef6-4d9bb3af4c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ce6a3c-fd3f-4d55-aa94-a197c9d568ea,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:24.894961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f66a-fda2-4639-aef6-4d9bb3af4c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.896135 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f5b5f66a-fda2-4639-aef6-4d9bb3af4c46 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09ce6a3c-fd3f-4d55-aa94-a197c9d568ea HTTP/1.1" status: 204 len: 168 time: 0.4852526 Jan 12 09:39:24.897753 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2691727f-74ab-4ef0-983b-09eddc3a108b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.899442 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2691727f-74ab-4ef0-983b-09eddc3a108b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3071988 Jan 12 09:39:24.901726 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38442) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:24.906976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-755bfaa5-19ab-447b-8383-96cedb9e4486 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'f20cf0e9-c43e-4523-a394-4ae3ae140a2d', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:24.916498 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-755bfaa5-19ab-447b-8383-96cedb9e4486 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:24.920678 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-755bfaa5-19ab-447b-8383-96cedb9e4486 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:24.925786 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-755bfaa5-19ab-447b-8383-96cedb9e4486 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:24.935584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-755bfaa5-19ab-447b-8383-96cedb9e4486 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:24.952714 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-755bfaa5-19ab-447b-8383-96cedb9e4486 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:39:24.966978 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-755bfaa5-19ab-447b-8383-96cedb9e4486 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:24.994390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-11aced1b-337e-44d0-9011-a3d1ba1dfa28 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:25.005959 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-11aced1b-337e-44d0-9011-a3d1ba1dfa28 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Usage tracker for resource:security_group_rule and tenant:b9bfaac095a94beaa576ace8f51e6ad8 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:25.020001 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-11aced1b-337e-44d0-9011-a3d1ba1dfa28 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:25.043641 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-469f7b3f-bf18-407c-826c-54dfb321ca2e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:25.046139 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469f7b3f-bf18-407c-826c-54dfb321ca2e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:25.051248 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-469f7b3f-bf18-407c-826c-54dfb321ca2e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/8b5036ec-9c98-47d2-806e-fc667b41c2e1 HTTP/1.1" status: 404 len: 337 time: 0.2993937 Jan 12 09:39:25.059721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38446) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:25.076995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-11aced1b-337e-44d0-9011-a3d1ba1dfa28 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:25.122532 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2b0dd3-e210-4e5f-ac23-9b49b6ed04ef tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:25.123014 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2b0dd3-e210-4e5f-ac23-9b49b6ed04ef tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:25.133086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-755bfaa5-19ab-447b-8383-96cedb9e4486 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.143310 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dc2b0dd3-e210-4e5f-ac23-9b49b6ed04ef tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/997e3b87-4783-4467-b419-b2dd29c4c490 HTTP/1.1" status: 404 len: 337 time: 0.0820324 Jan 12 09:39:25.145810 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-755bfaa5-19ab-447b-8383-96cedb9e4486 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.147641 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38452) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:25.244137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bfaa5-19ab-447b-8383-96cedb9e4486 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7859035-40cd-45d8-b750-6678c0b2aaea,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:25.269803 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-2814898d-1db7-4940-b0db-15d566006a3e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:25.270343 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2814898d-1db7-4940-b0db-15d566006a3e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:25.272063 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2814898d-1db7-4940-b0db-15d566006a3e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/f88156ca-8800-4aba-856a-3c04b05b68bd HTTP/1.1" status: 404 len: 333 time: 0.1070828 Jan 12 09:39:25.279086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38456) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:25.322741 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-755bfaa5-19ab-447b-8383-96cedb9e4486 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.328842 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-755bfaa5-19ab-447b-8383-96cedb9e4486 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4252512 Jan 12 09:39:25.328842 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38460) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:25.336530 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-1994c9b4-20a1-4e99-a0d5-bc46d8631b38 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:25.337414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1994c9b4-20a1-4e99-a0d5-bc46d8631b38 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:25.343435 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1994c9b4-20a1-4e99-a0d5-bc46d8631b38 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/e1699f16-c0d1-4a6b-98f5-af5cd5eb087e HTTP/1.1" status: 404 len: 337 time: 0.0629022 Jan 12 09:39:25.346228 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38464) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:25.348986 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-122bf7a6-dae7-4159-b211-518819485e86 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'f20cf0e9-c43e-4523-a394-4ae3ae140a2d', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:25.355879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-122bf7a6-dae7-4159-b211-518819485e86 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:25.360148 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-122bf7a6-dae7-4159-b211-518819485e86 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:25.368608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-122bf7a6-dae7-4159-b211-518819485e86 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:25.384835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-122bf7a6-dae7-4159-b211-518819485e86 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:25.398951 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38468) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:25.450285 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-122bf7a6-dae7-4159-b211-518819485e86 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:39:25.472201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0351edc2-2646-4ceb-b404-a7c4a37a7e16 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 80810c91-4961-4386-ba56-c780c4799834 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:39:25.477721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-122bf7a6-dae7-4159-b211-518819485e86 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.492187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-11aced1b-337e-44d0-9011-a3d1ba1dfa28 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.520466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 040ba38a-3ace-4658-a96c-fbcc090e5fc8 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:25.537223 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8877fde4-0aa0-4a1c-9e6e-9cb538df2aa5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d23b5299cf3947899973a50f41649db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369622 Jan 12 09:39:25.543122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38472) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:25.607552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947c28fc-f157-4c06-a0a7-4a9de7580f80 None None] Network 28081b42-f420-4e64-b526-1ed8b5819856 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:25.614835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-122bf7a6-dae7-4159-b211-518819485e86 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.630045 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-122bf7a6-dae7-4159-b211-518819485e86 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.644454 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb1ca39-70fd-465d-8357-9e8b9886c76a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:25.644937 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb1ca39-70fd-465d-8357-9e8b9886c76a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:25.651461 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4696452-0024-40ff-b396-b5a57f155713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.656272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-11aced1b-337e-44d0-9011-a3d1ba1dfa28 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.658057 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122bf7a6-dae7-4159-b211-518819485e86 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6455401-61a9-4ccc-aabd-a931c56b7105,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:25.697488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4696452-0024-40ff-b396-b5a57f155713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.725897 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ceb1ca39-70fd-465d-8357-9e8b9886c76a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/f89658af-57ce-49be-92c4-ace80a9eba3a HTTP/1.1" status: 404 len: 333 time: 0.3785532 Jan 12 09:39:25.728970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-122bf7a6-dae7-4159-b211-518819485e86 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.731615 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-122bf7a6-dae7-4159-b211-518819485e86 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3971372 Jan 12 09:39:25.738602 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 040ba38a-3ace-4658-a96c-fbcc090e5fc8 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:25.745142 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-11aced1b-337e-44d0-9011-a3d1ba1dfa28 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.751085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38476) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:25.756991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a4bff7d2-97b3-4c0f-aef4-c45158b0701c None None] Provisioning for port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:25.762260 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 040ba38a-3ace-4658-a96c-fbcc090e5fc8 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:25.762901 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.785972 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-11aced1b-337e-44d0-9011-a3d1ba1dfa28 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.790260 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-11aced1b-337e-44d0-9011-a3d1ba1dfa28 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0570374 Jan 12 09:39:25.797437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38482) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:25.803115 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-45a7a30d-f4e3-4252-a14c-df5b11f209f8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Request body: {'security_group_rule': {'security_group_id': '5fed2199-99b6-4876-9fe8-d6e21d06fef5', 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:25.809307 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-45a7a30d-f4e3-4252-a14c-df5b11f209f8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:25.813456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-45a7a30d-f4e3-4252-a14c-df5b11f209f8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Usage tracker for resource:security_group_rule and tenant:b9bfaac095a94beaa576ace8f51e6ad8 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:25.817731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-45a7a30d-f4e3-4252-a14c-df5b11f209f8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:25.823968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-45a7a30d-f4e3-4252-a14c-df5b11f209f8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:25.826070 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-44da6c38-c22b-4b46-a213-af61b7c4ec5c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:25.826555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44da6c38-c22b-4b46-a213-af61b7c4ec5c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:25.842373 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-44da6c38-c22b-4b46-a213-af61b7c4ec5c tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/01d5194b-e8b1-4d9c-99bc-3523bc0a7aee HTTP/1.1" status: 404 len: 337 time: 0.0816884 Jan 12 09:39:25.844483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4696452-0024-40ff-b396-b5a57f155713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.845374 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38486) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:25.846553 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4696452-0024-40ff-b396-b5a57f155713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.850645 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b4696452-0024-40ff-b396-b5a57f155713 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3742f4d-03e6-457b-8ca1-2b4a219b67e8 HTTP/1.1" status: 204 len: 168 time: 0.3033352 Jan 12 09:39:25.859280 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4696452-0024-40ff-b396-b5a57f155713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3742f4d-03e6-457b-8ca1-2b4a219b67e8,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:25.895364 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-45a7a30d-f4e3-4252-a14c-df5b11f209f8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Project b9bfaac095a94beaa576ace8f51e6ad8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:39:25.900072 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aced1b-337e-44d0-9011-a3d1ba1dfa28 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1ed8c0-a83f-4773-a5cc-6a89b3d4fa1a,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:25.903350 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b171f9-e997-4fae-9afc-02a2709ddc2e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:25.903813 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b171f9-e997-4fae-9afc-02a2709ddc2e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:25.905833 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b6b171f9-e997-4fae-9afc-02a2709ddc2e tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/492ccc5f-f1f7-451f-a7bc-d5c65eb4c27c HTTP/1.1" status: 404 len: 333 time: 0.0599258 Jan 12 09:39:25.908690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38492) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:25.918305 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0351edc2-2646-4ceb-b404-a7c4a37a7e16 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:39:25.923834 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0351edc2-2646-4ceb-b404-a7c4a37a7e16 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/80810c91-4961-4386-ba56-c780c4799834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8824399 Jan 12 09:39:25.926670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-45a7a30d-f4e3-4252-a14c-df5b11f209f8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:25.933497 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff31c0a-3ed4-48e4-9dcd-00ae25c03bcf None None] Sync routers for ids ['80810c91-4961-4386-ba56-c780c4799834'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:39:25.944564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38498) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:25.949639 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff31c0a-3ed4-48e4-9dcd-00ae25c03bcf None None] Routers {'80810c91-4961-4386-ba56-c780c4799834'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:25.950260 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-fff31c0a-3ed4-48e4-9dcd-00ae25c03bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['80810c91-4961-4386-ba56-c780c4799834'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:26.002386 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94bf633-b6bc-4340-aa8d-069c8858a543 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:26.003223 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94bf633-b6bc-4340-aa8d-069c8858a543 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:26.007254 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d94bf633-b6bc-4340-aa8d-069c8858a543 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/bbc08ba1-1acd-47e1-bdca-1a1dbca038fa HTTP/1.1" status: 404 len: 337 time: 0.0950236 Jan 12 09:39:26.013405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38508) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:26.028413 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4be99c3b-2272-477a-a976-69f332124fa4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.064823 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-fff31c0a-3ed4-48e4-9dcd-00ae25c03bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:26.075766 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff31c0a-3ed4-48e4-9dcd-00ae25c03bcf None None] Routers {'80810c91-4961-4386-ba56-c780c4799834'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:26.076512 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-fff31c0a-3ed4-48e4-9dcd-00ae25c03bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['80810c91-4961-4386-ba56-c780c4799834'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:26.091346 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ea6103-79f7-48bd-a408-27d24901b8d0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:26.091828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ea6103-79f7-48bd-a408-27d24901b8d0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:26.096039 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-06ea6103-79f7-48bd-a408-27d24901b8d0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/d9d2d36e-6720-4fd0-b9a4-da44ba0f92f9 HTTP/1.1" status: 404 len: 333 time: 0.0686817 Jan 12 09:39:26.096568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38516) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:26.112630 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.168558 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 040ba38a-3ace-4658-a96c-fbcc090e5fc8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=040ba38a-3ace-4658-a96c-fbcc090e5fc8,segment=NetworkSegment(36943dd7-ea07-462d-8368-c3247df766c2),segment_id=36943dd7-ea07-462d-8368-c3247df766c2)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:26.180499 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4be99c3b-2272-477a-a976-69f332124fa4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.183980 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a94cab-aa03-4065-82b5-557523f38350 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:26.184676 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.185529 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:26.185654 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a94cab-aa03-4065-82b5-557523f38350 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:26.191205 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d7a94cab-aa03-4065-82b5-557523f38350 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/704b2e6b-cda2-4815-b16e-6c79fd5567e4 HTTP/1.1" status: 404 len: 337 time: 0.0909655 Jan 12 09:39:26.191602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38520) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:26.227927 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-fff31c0a-3ed4-48e4-9dcd-00ae25c03bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:26.228324 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff31c0a-3ed4-48e4-9dcd-00ae25c03bcf None None] The sync data for ids ['80810c91-4961-4386-ba56-c780c4799834'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:39:26.258736 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6aace5-176f-46ce-bf2e-a3d0f4a92222 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:26.259352 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1d6aace5-176f-46ce-bf2e-a3d0f4a92222 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Synchronizing usage tracker for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:26.282663 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-143229a2-29fb-4b46-89b7-94baeb0fdb30 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:26.283468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143229a2-29fb-4b46-89b7-94baeb0fdb30 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:26.285585 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-143229a2-29fb-4b46-89b7-94baeb0fdb30 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/ddc772f3-2985-45be-9178-90d4a786d9e5 HTTP/1.1" status: 404 len: 333 time: 0.0929279 Jan 12 09:39:26.288252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38526) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:26.289203 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-213de485-aecd-4957-883d-92872a7d7f93 req-bc708086-e84d-4074-ad81-c11a234643c2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2137765126&fields=id&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 267 time: 0.1873603 Jan 12 09:39:26.334191 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=040ba38a-3ace-4658-a96c-fbcc090e5fc8,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:26.345813 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fda5746-7e83-4fff-8e93-9a0ab839e221 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:26.346445 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fda5746-7e83-4fff-8e93-9a0ab839e221 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:26.348516 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7fda5746-7e83-4fff-8e93-9a0ab839e221 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/df2d2aff-d9a0-4426-b33e-fb1a7f3e8708 HTTP/1.1" status: 404 len: 337 time: 0.0509803 Jan 12 09:39:26.349578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1d6aace5-176f-46ce-bf2e-a3d0f4a92222 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Unset dirty status for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:26.350754 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1d6aace5-176f-46ce-bf2e-a3d0f4a92222 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports/c174ae5c-9633-44a9-84b6-f6d26351d075 HTTP/1.1" status: 200 len: 983 time: 0.4034834 Jan 12 09:39:26.353836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38530) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:26.354484 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38532) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:26.358431 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:26.367288 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:26.367651 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.397469 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-45a7a30d-f4e3-4252-a14c-df5b11f209f8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.483159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-45a7a30d-f4e3-4252-a14c-df5b11f209f8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.525712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.535547 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be99c3b-2272-477a-a976-69f332124fa4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:26.536945 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4be99c3b-2272-477a-a976-69f332124fa4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.541530 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4be99c3b-2272-477a-a976-69f332124fa4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/ports/4f040e98-48a3-4388-9436-75dcc67badce HTTP/1.1" status: 200 len: 910 time: 2.8957210 Jan 12 09:39:26.542404 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38542) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:26.550651 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be99c3b-2272-477a-a976-69f332124fa4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=4f040e98-48a3-4388-9436-75dcc67badce,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:26.569486 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6ce4409c-2c15-438e-bb2d-0f9d0d839a16,segment=NetworkSegment(390aa492-6391-40de-92ad-8a48f9d48204),segment_id=390aa492-6391-40de-92ad-8a48f9d48204)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:26.580669 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e7f6364f-c83e-4b0f-b107-22544f3fde39 None None] Provisioning complete for port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:26.581194 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e7f6364f-c83e-4b0f-b107-22544f3fde39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.626804 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5d0b43-de30-40f5-a1c7-cc0579a8e34d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:26.628811 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5d0b43-de30-40f5-a1c7-cc0579a8e34d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:26.628983 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.633131 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0a5d0b43-de30-40f5-a1c7-cc0579a8e34d tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/8031cb79-6a4e-4b92-aff2-caeba4716d43 HTTP/1.1" status: 404 len: 333 time: 0.2712076 Jan 12 09:39:26.642108 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38550) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:26.725747 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=6ce4409c-2c15-438e-bb2d-0f9d0d839a16,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:26.736392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7a30d-f4e3-4252-a14c-df5b11f209f8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9abf344-8065-44fb-8303-12286ba54adc,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:26.742851 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3df65e-aa3f-4aad-aa64-76e445ddfee6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:26.743238 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3df65e-aa3f-4aad-aa64-76e445ddfee6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:26.748205 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4d3df65e-aa3f-4aad-aa64-76e445ddfee6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/184a79b4-3f92-455d-923d-9b93f4c723a2 HTTP/1.1" status: 404 len: 337 time: 0.1048274 Jan 12 09:39:26.769660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38554) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:26.812397 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-45a7a30d-f4e3-4252-a14c-df5b11f209f8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:26.816631 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-45a7a30d-f4e3-4252-a14c-df5b11f209f8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0181584 Jan 12 09:39:26.817406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38562) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:26.839638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d3fffb47-df98-4c3a-aff0-35744d9d4324 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Request body: {'security_group_rule': {'security_group_id': '5fed2199-99b6-4876-9fe8-d6e21d06fef5', 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:26.852972 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213de485-aecd-4957-883d-92872a7d7f93 req-6e69bf5c-219b-4c2f-8d52-dee93056a279 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:26.853644 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-213de485-aecd-4957-883d-92872a7d7f93 req-6e69bf5c-219b-4c2f-8d52-dee93056a279 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:26.856393 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a489d7b-7f7a-439d-9cad-60327372d90a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:26.856828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a489d7b-7f7a-439d-9cad-60327372d90a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:26.858822 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6a489d7b-7f7a-439d-9cad-60327372d90a tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/ca1779eb-005b-4020-b91e-2ccd526c4aaf HTTP/1.1" status: 404 len: 337 time: 0.0872841 Jan 12 09:39:26.859842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d3fffb47-df98-4c3a-aff0-35744d9d4324 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:26.866371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38568) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:26.869432 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d3fffb47-df98-4c3a-aff0-35744d9d4324 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Usage tracker for resource:security_group_rule and tenant:b9bfaac095a94beaa576ace8f51e6ad8 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:26.876853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d3fffb47-df98-4c3a-aff0-35744d9d4324 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:26.915219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d3fffb47-df98-4c3a-aff0-35744d9d4324 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:27.006367 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-2056253c-751a-488d-8540-971fd701afc3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:27.006836 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2056253c-751a-488d-8540-971fd701afc3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:27.011195 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2056253c-751a-488d-8540-971fd701afc3 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/c0a252b1-8fe1-4cb6-ad5c-ed3216999dbb HTTP/1.1" status: 404 len: 333 time: 0.1414886 Jan 12 09:39:27.011645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-213de485-aecd-4957-883d-92872a7d7f93 req-6e69bf5c-219b-4c2f-8d52-dee93056a279 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:27.012821 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-213de485-aecd-4957-883d-92872a7d7f93 req-6e69bf5c-219b-4c2f-8d52-dee93056a279 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/networks?id=28081b42-f420-4e64-b526-1ed8b5819856 HTTP/1.1" status: 200 len: 797 time: 0.7059762 Jan 12 09:39:27.015083 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38574) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:27.147709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38578) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:27.210808 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-d3fffb47-df98-4c3a-aff0-35744d9d4324 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Project b9bfaac095a94beaa576ace8f51e6ad8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:39:27.237494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ca52a62d-4247-4acb-966b-8c66103e86c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.277762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d3fffb47-df98-4c3a-aff0-35744d9d4324 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.287217 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98b7306-87e7-478a-ab54-88926f1adb87 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:27.287655 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98b7306-87e7-478a-ab54-88926f1adb87 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:27.289286 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e98b7306-87e7-478a-ab54-88926f1adb87 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/cdeda822-723d-4812-a7b6-059b23c4bcff HTTP/1.1" status: 404 len: 337 time: 0.2730491 Jan 12 09:39:27.293625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38584) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:27.294456 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-213de485-aecd-4957-883d-92872a7d7f93 req-aa3ff483-f690-497f-9e89-fcf541254205 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/quotas/05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 375 time: 0.0851738 Jan 12 09:39:27.296695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1971278404'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:27.338975 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:27.397391 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 040ba38a-3ace-4658-a96c-fbcc090e5fc8 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:27.399308 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Usage tracker for resource:network and tenant:39049113a0334ff69bbd1863c7eb2db1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:27.402293 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6cd4ff-9d06-485d-850d-b6b6679d50be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:27.402727 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6cd4ff-9d06-485d-850d-b6b6679d50be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:27.406745 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ff6cd4ff-9d06-485d-850d-b6b6679d50be tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/f760b43d-dc6e-4e61-8e19-8b959575d1e8 HTTP/1.1" status: 404 len: 337 time: 0.1042774 Jan 12 09:39:27.413544 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:27.417495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38588) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:27.429763 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:27.491697 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-5331040e-7e1a-4d7d-800a-b7ff243fa31b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:27.492132 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5331040e-7e1a-4d7d-800a-b7ff243fa31b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:27.494819 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5331040e-7e1a-4d7d-800a-b7ff243fa31b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/f6fc91ea-538d-414e-be3b-03928207607a HTTP/1.1" status: 404 len: 333 time: 0.0751848 Jan 12 09:39:27.494992 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Made reservation on behalf of 39049113a0334ff69bbd1863c7eb2db1 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:27.498192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.500162 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 040ba38a-3ace-4658-a96c-fbcc090e5fc8 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:27.500624 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.501717 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38592) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:27.522280 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.588900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:27.595511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d3fffb47-df98-4c3a-aff0-35744d9d4324 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.597924 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd915e2-0723-40ca-93d6-51aa5822f322 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:27.598512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd915e2-0723-40ca-93d6-51aa5822f322 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:27.600009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Usage tracker for resource:security_group_rule and tenant:39049113a0334ff69bbd1863c7eb2db1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:27.609981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:27.614245 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d3fffb47-df98-4c3a-aff0-35744d9d4324 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.625589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:27.633705 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-dfd915e2-0723-40ca-93d6-51aa5822f322 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/c2c53562-677e-4683-8b96-f430a6d494c8 HTTP/1.1" status: 404 len: 337 time: 0.1273940 Jan 12 09:39:27.634508 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:27.639078 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38596) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:27.656452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fffb47-df98-4c3a-aff0-35744d9d4324 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1387c0-9428-4135-90fd-a4e1485fffda,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:27.664178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d3fffb47-df98-4c3a-aff0-35744d9d4324 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.667225 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d3fffb47-df98-4c3a-aff0-35744d9d4324 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8424413 Jan 12 09:39:27.684221 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-213de485-aecd-4957-883d-92872a7d7f93 req-1db07858-6397-405b-a4c4-5a94e433f9df tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3826013 Jan 12 09:39:27.714898 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-ca52a62d-4247-4acb-966b-8c66103e86c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port c174ae5c-9633-44a9-84b6-f6d26351d075 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:27.715381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ca52a62d-4247-4acb-966b-8c66103e86c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.748091 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc28e8db-d049-42c6-bbb2-967a629b8e67 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:27.748756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc28e8db-d049-42c6-bbb2-967a629b8e67 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:27.751156 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cc28e8db-d049-42c6-bbb2-967a629b8e67 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/e6af69b0-8985-4fd2-96ba-2efb49f4d5b3 HTTP/1.1" status: 404 len: 337 time: 0.1050389 Jan 12 09:39:27.753878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38612) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:27.757353 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:27.758025 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:27.822221 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81c6ad0-9a8b-4501-8983-e4bf54c64886 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:27.822707 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81c6ad0-9a8b-4501-8983-e4bf54c64886 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:27.826706 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d81c6ad0-9a8b-4501-8983-e4bf54c64886 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/2a4bacfb-c1e3-4d9a-9264-ec5df08bb9ab HTTP/1.1" status: 404 len: 333 time: 0.0718269 Jan 12 09:39:27.829214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38628) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:27.887764 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8f30bb-d341-4d3e-87a1-a99df400f2a8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:27.889558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8f30bb-d341-4d3e-87a1-a99df400f2a8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:27.894371 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fc8f30bb-d341-4d3e-87a1-a99df400f2a8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/154a3f50-a3c2-4575-ac5e-d9957d9ebee5 HTTP/1.1" status: 404 len: 337 time: 0.0618112 Jan 12 09:39:27.903763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38640) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:27.971355 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-97efd8fd-2a0e-44f6-a2a6-d02dcebbeabc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:27.971355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97efd8fd-2a0e-44f6-a2a6-d02dcebbeabc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:27.973112 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-97efd8fd-2a0e-44f6-a2a6-d02dcebbeabc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/5ecd026e-1a04-46f1-997b-499db2356a43 HTTP/1.1" status: 404 len: 337 time: 0.0492806 Jan 12 09:39:27.976779 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38646) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.055226 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-64492afb-dd42-4b5f-9d60-b5d906055a60 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.059367 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-333415b7-335b-4a40-9a1c-be52bfda5ac0 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f330bbb-148d-4a2e-98b5-ded0c9703d0d HTTP/1.1" status: 200 len: 205 time: 0.0821571 Jan 12 09:39:28.063159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38660) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.128088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.135418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ca52a62d-4247-4acb-966b-8c66103e86c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.153107 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.169220 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-d17e51bc-82eb-48f2-ac17-44714a6c79f9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] delete failed (client error): The resource could not be found. Jan 12 09:39:28.171472 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d17e51bc-82eb-48f2-ac17-44714a6c79f9 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/routers/7f330bbb-148d-4a2e-98b5-ded0c9703d0d HTTP/1.1" status: 404 len: 336 time: 0.1043108 Jan 12 09:39:28.185910 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38664) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.255936 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f96b67c-53f2-410b-9ac0-5785c494cabc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:28.256398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f96b67c-53f2-410b-9ac0-5785c494cabc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:28.262215 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1f96b67c-53f2-410b-9ac0-5785c494cabc tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/8102837e-db48-497f-b1e9-b51960e8c7db HTTP/1.1" status: 404 len: 337 time: 0.0699074 Jan 12 09:39:28.262215 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-213de485-aecd-4957-883d-92872a7d7f93 req-27f2a97a-820d-4440-b750-ac6572a2d05a service neutron] 10.222.0.26 "GET /v2.0/networks/28081b42-f420-4e64-b526-1ed8b5819856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632660 Jan 12 09:39:28.262671 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38668) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.299656 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-ca52a62d-4247-4acb-966b-8c66103e86c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for c174ae5c-9633-44a9-84b6-f6d26351d075 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:28.337730 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-af87600c-52c7-4228-b7b6-f0cfa0193c99 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "GET /v2.0/ports?device_id=da90f94f-d234-4d50-9970-02e6363d88c7 HTTP/1.1" status: 200 len: 205 time: 0.0718787 Jan 12 09:39:28.349315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:28.351140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38672) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.446406 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-6c603d5f-a019-4fe1-bda9-db71ef2e9f85 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] delete failed (client error): The resource could not be found. Jan 12 09:39:28.447474 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6c603d5f-a019-4fe1-bda9-db71ef2e9f85 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/routers/da90f94f-d234-4d50-9970-02e6363d88c7 HTTP/1.1" status: 404 len: 336 time: 0.0954175 Jan 12 09:39:28.448137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b413621f-cd62-4da8-a09b-edd3c29d6122,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:28.453989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38678) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.460663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.461050 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Added segment c4fe88d5-5661-42e0-8690-314639c59468 of type vlan for network f6327c78-a056-427e-b7e3-85bca1f98a40 Jan 12 09:39:28.505638 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfaccbf-4404-4400-99bb-afccc1fe2939 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:28.506108 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfaccbf-4404-4400-99bb-afccc1fe2939 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:28.522456 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6cfaccbf-4404-4400-99bb-afccc1fe2939 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/599c8fce-6458-46e5-becb-7a57a50f5186 HTTP/1.1" status: 404 len: 337 time: 0.0655947 Jan 12 09:39:28.526415 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38686) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.601271 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-eada31b4-1dd1-401f-a633-c47ebea97e87 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:28.601728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eada31b4-1dd1-401f-a633-c47ebea97e87 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:28.603565 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-eada31b4-1dd1-401f-a633-c47ebea97e87 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/cb273561-361f-4222-acff-2c214521cbb1 HTTP/1.1" status: 404 len: 337 time: 0.0761731 Jan 12 09:39:28.609471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38690) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.632868 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-213de485-aecd-4957-883d-92872a7d7f93 req-5618cacf-29d9-42f7-b20c-92585dd47da7 service neutron] 10.222.0.26 "GET /v2.0/networks/28081b42-f420-4e64-b526-1ed8b5819856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275449 Jan 12 09:39:28.644496 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.666425 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0f2a1e-40ae-453c-adf2-97eddb669c50 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:28.666935 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0f2a1e-40ae-453c-adf2-97eddb669c50 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:28.670883 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5f0f2a1e-40ae-453c-adf2-97eddb669c50 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/0b2fcf19-2598-44d3-8558-ead2f13fe202 HTTP/1.1" status: 404 len: 333 time: 0.0582230 Jan 12 09:39:28.672108 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38694) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.712598 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b06bb44-73ef-4317-a2ac-bd5a5a493379 req-dd8adf1a-983f-439b-957c-46e27fb404a3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3758082 Jan 12 09:39:28.824078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-64492afb-dd42-4b5f-9d60-b5d906055a60 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 4f040e98-48a3-4388-9436-75dcc67badce {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:28.824762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-64492afb-dd42-4b5f-9d60-b5d906055a60 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:28.856242 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:39:28.873627 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f3d409-3193-413d-a69e-4437e2caa444 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:28.874104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f3d409-3193-413d-a69e-4437e2caa444 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:28.879326 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b4f3d409-3193-413d-a69e-4437e2caa444 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/88e9298e-42c2-46bb-8e84-c2739d2dbaec HTTP/1.1" status: 404 len: 337 time: 0.2026250 Jan 12 09:39:28.885710 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38704) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.984334 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a46229a-7c40-45d5-a494-767fffb8a314 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:28.984660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a46229a-7c40-45d5-a494-767fffb8a314 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:28.986393 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2a46229a-7c40-45d5-a494-767fffb8a314 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/0df1975f-cbf6-4c11-ac9e-e603844e74c1 HTTP/1.1" status: 404 len: 333 time: 0.0912287 Jan 12 09:39:28.994021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38718) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:28.996359 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-49c5438d-b5eb-44ea-bf7d-793ade35ad89 req-3e5ca159-6c1b-4156-9831-e61a52e15983 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 210 time: 0.1146402 Jan 12 09:39:28.996984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.003637 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:29.004304 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.130642 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05c736b-2134-42bb-ad22-11748f28409b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:29.131065 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05c736b-2134-42bb-ad22-11748f28409b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:29.153514 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e05c736b-2134-42bb-ad22-11748f28409b tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/858ebcb2-955f-4007-b820-a592c543d327 HTTP/1.1" status: 404 len: 337 time: 0.1439722 Jan 12 09:39:29.195023 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38738) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.211033 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0598056 Jan 12 09:39:29.216612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38752) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.219037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17b9c4-e0d8-43c8-ade7-6a8db3a08ff2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Pushing event updated for resources: {'Network': ['ID=f6327c78-a056-427e-b7e3-85bca1f98a40,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:29.231023 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-af98a3bd-1e65-413e-bbbd-1add20f0443a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Request body: {'subnet': {'network_id': 'f6327c78-a056-427e-b7e3-85bca1f98a40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:29.231240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network f6327c78-a056-427e-b7e3-85bca1f98a40 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:29.290110 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ca52a62d-4247-4acb-966b-8c66103e86c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.373059 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f185d4-9d29-4645-b9a4-000d587a8c24 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:29.373989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f185d4-9d29-4645-b9a4-000d587a8c24 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:29.378960 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d5f185d4-9d29-4645-b9a4-000d587a8c24 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/81cdc447-92e0-41a1-a926-1b26d5684661 HTTP/1.1" status: 404 len: 333 time: 0.1793411 Jan 12 09:39:29.384354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38758) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.445476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-af98a3bd-1e65-413e-bbbd-1add20f0443a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:29.448632 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-853a3f8f-8250-4c0b-8610-47aa537647d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:29.449151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853a3f8f-8250-4c0b-8610-47aa537647d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:29.453908 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-853a3f8f-8250-4c0b-8610-47aa537647d8 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/5155ef3e-8205-47e4-85f4-336bb7cc415d HTTP/1.1" status: 404 len: 337 time: 0.0663059 Jan 12 09:39:29.457982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38762) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.471307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52a62d-4247-4acb-966b-8c66103e86c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Port': ['ID=c174ae5c-9633-44a9-84b6-f6d26351d075,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:29.475028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-af98a3bd-1e65-413e-bbbd-1add20f0443a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Usage tracker for resource:subnet and tenant:39049113a0334ff69bbd1863c7eb2db1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:29.480532 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-af98a3bd-1e65-413e-bbbd-1add20f0443a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:29.538672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-af98a3bd-1e65-413e-bbbd-1add20f0443a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:29.539740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-64492afb-dd42-4b5f-9d60-b5d906055a60 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.639550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af98a3bd-1e65-413e-bbbd-1add20f0443a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Made reservation on behalf of 39049113a0334ff69bbd1863c7eb2db1 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:29.643231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-af98a3bd-1e65-413e-bbbd-1add20f0443a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.719909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-64492afb-dd42-4b5f-9d60-b5d906055a60 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for 4f040e98-48a3-4388-9436-75dcc67badce owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:29.752215 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2715d9-effd-4afd-a324-7095e518f988 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:29.752712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2715d9-effd-4afd-a324-7095e518f988 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:29.758272 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0b2715d9-effd-4afd-a324-7095e518f988 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/949d2d53-33f2-4fbd-9cbf-2b982cb71d61 HTTP/1.1" status: 404 len: 333 time: 0.2992084 Jan 12 09:39:29.758515 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38768) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.760100 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06bb44-73ef-4317-a2ac-bd5a5a493379 req-79e34c38-4d09-46bf-9911-7e2666f5aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:29.762540 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b06bb44-73ef-4317-a2ac-bd5a5a493379 req-79e34c38-4d09-46bf-9911-7e2666f5aa3e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 1098 time: 0.6268182 Jan 12 09:39:29.811168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ca52a62d-4247-4acb-966b-8c66103e86c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:29.829534 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9334a54b-942b-483d-95cd-b27539fa77ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:29.829985 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9334a54b-942b-483d-95cd-b27539fa77ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:29.831924 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9334a54b-942b-483d-95cd-b27539fa77ae tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/02f24af3-a976-4a3e-8582-16c0c313211b HTTP/1.1" status: 404 len: 337 time: 0.0699596 Jan 12 09:39:29.841338 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38772) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:29.956074 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-224d4189-62ba-4c66-a4ba-07a5f42dd064 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:29.956683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224d4189-62ba-4c66-a4ba-07a5f42dd064 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:29.958640 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-224d4189-62ba-4c66-a4ba-07a5f42dd064 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/8f242a0f-cbf5-4144-8678-8e4c2698468c HTTP/1.1" status: 404 len: 333 time: 0.1138790 Jan 12 09:39:29.967153 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38776) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:30.016920 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06bb44-73ef-4317-a2ac-bd5a5a493379 req-191a3f27-af39-44e5-b851-93b9238d7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:30.018429 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b06bb44-73ef-4317-a2ac-bd5a5a493379 req-191a3f27-af39-44e5-b851-93b9238d7123 service neutron] 10.222.0.53 "GET /v2.0/networks?id=05455418-2c08-41bc-9a26-899de66012ad HTTP/1.1" status: 200 len: 898 time: 0.2285612 Jan 12 09:39:30.106708 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b1adbf-2098-4857-81f5-73c119220017 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:30.120098 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b1adbf-2098-4857-81f5-73c119220017 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:30.127879 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-82b1adbf-2098-4857-81f5-73c119220017 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/12e22dcd-5a65-4637-8f20-a15869fae8db HTTP/1.1" status: 404 len: 337 time: 0.1597393 Jan 12 09:39:30.134432 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38782) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:30.254790 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bc3375-7180-4284-b46c-a8bd9d6e4f13 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:30.258429 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42bc3375-7180-4284-b46c-a8bd9d6e4f13 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:30.278150 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-42bc3375-7180-4284-b46c-a8bd9d6e4f13 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/a8b04e5c-3679-439d-bbf8-5f50f761f744 HTTP/1.1" status: 404 len: 333 time: 0.1294746 Jan 12 09:39:30.284750 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d0989b3-cf15-4929-afae-7873fa1e0f66 req-ca105669-f218-4016-be0c-5abb342297c5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 210 time: 0.0924504 Jan 12 09:39:30.289276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38786) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:30.346864 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b06bb44-73ef-4317-a2ac-bd5a5a493379 req-1c16a759-f45d-4d11-83c8-c457e151a6a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfe5233d-908d-4a55-8480-485f5e0a8816 HTTP/1.1" status: 200 len: 1000 time: 0.3003376 Jan 12 09:39:30.349359 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b7659f-914e-40f5-b8a8-bf477357fd8f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:30.349830 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b7659f-914e-40f5-b8a8-bf477357fd8f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:30.354294 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c3b7659f-914e-40f5-b8a8-bf477357fd8f tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/50712d82-559f-4962-a33a-ef2709c7ae75 HTTP/1.1" status: 404 len: 337 time: 0.0613825 Jan 12 09:39:30.354493 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38790) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:30.405808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca52a62d-4247-4acb-966b-8c66103e86c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 80810c91-4961-4386-ba56-c780c4799834 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:39:30.409379 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-1030f395-f08a-4cbb-b5b8-6a7c1f89cfd6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:30.409900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1030f395-f08a-4cbb-b5b8-6a7c1f89cfd6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:30.421631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-64492afb-dd42-4b5f-9d60-b5d906055a60 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:30.435460 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1030f395-f08a-4cbb-b5b8-6a7c1f89cfd6 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/ports/bf8cf7a8-5dc6-4e2e-8758-15e4f8b9f138 HTTP/1.1" status: 404 len: 333 time: 0.0776889 Jan 12 09:39:30.436327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38794) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:30.568752 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64492afb-dd42-4b5f-9d60-b5d906055a60 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Port': ['ID=4f040e98-48a3-4388-9436-75dcc67badce,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:30.708405 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7873212-9ea9-475b-bfed-dfd6a00ef6e2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] DELETE failed (client error): The resource could not be found. Jan 12 09:39:30.709056 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7873212-9ea9-475b-bfed-dfd6a00ef6e2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:39:30.710788 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b7873212-9ea9-475b-bfed-dfd6a00ef6e2 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/subnets/b15e4778-2c0b-442e-8356-ddec0e798ab3 HTTP/1.1" status: 404 len: 337 time: 0.2719181 Jan 12 09:39:30.719970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38802) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:30.879378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca52a62d-4247-4acb-966b-8c66103e86c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:39:30.891265 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e03cf0-570f-439e-ba18-35bd097bc4d4 None None] Sync routers for ids ['80810c91-4961-4386-ba56-c780c4799834'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:39:30.897236 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06bb44-73ef-4317-a2ac-bd5a5a493379 req-f27d5480-3c1b-42f0-a6a1-1d9160869ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:30.899553 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b06bb44-73ef-4317-a2ac-bd5a5a493379 req-f27d5480-3c1b-42f0-a6a1-1d9160869ef6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbbf6f51-59e4-4e33-a453-640639438896 HTTP/1.1" status: 200 len: 834 time: 0.5440760 Jan 12 09:39:30.907124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e03cf0-570f-439e-ba18-35bd097bc4d4 None None] Routers {'80810c91-4961-4386-ba56-c780c4799834'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:30.908892 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f0e03cf0-570f-439e-ba18-35bd097bc4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['80810c91-4961-4386-ba56-c780c4799834'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:30.909236 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-af98a3bd-1e65-413e-bbbd-1add20f0443a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:30.921286 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ca52a62d-4247-4acb-966b-8c66103e86c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/80810c91-4961-4386-ba56-c780c4799834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5627720 Jan 12 09:39:30.926276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38808) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:31.000854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f0e03cf0-570f-439e-ba18-35bd097bc4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:31.011106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e03cf0-570f-439e-ba18-35bd097bc4d4 None None] Routers {'80810c91-4961-4386-ba56-c780c4799834'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:31.011834 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f0e03cf0-570f-439e-ba18-35bd097bc4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['80810c91-4961-4386-ba56-c780c4799834'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:31.050629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213de485-aecd-4957-883d-92872a7d7f93 req-14110ca4-d297-49db-88ed-c97282a9abc2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:31.052241 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-213de485-aecd-4957-883d-92872a7d7f93 req-14110ca4-d297-49db-88ed-c97282a9abc2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/networks?id=28081b42-f420-4e64-b526-1ed8b5819856 HTTP/1.1" status: 200 len: 797 time: 0.6981170 Jan 12 09:39:31.088079 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f0e03cf0-570f-439e-ba18-35bd097bc4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:31.088806 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e03cf0-570f-439e-ba18-35bd097bc4d4 None None] The sync data for ids ['80810c91-4961-4386-ba56-c780c4799834'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:39:31.118727 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cb794112-08ac-4f89-847d-df9bff8b2092 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.140452 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98a3bd-1e65-413e-bbbd-1add20f0443a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Pushing event updated for resources: {'Subnet': ['ID=3cf82f1f-f02f-4583-a0df-909598b59d9d,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:31.164907 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98a3bd-1e65-413e-bbbd-1add20f0443a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Checking segment: {'id': 'c4fe88d5-5661-42e0-8690-314639c59468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6327c78-a056-427e-b7e3-85bca1f98a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:31.164907 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af98a3bd-1e65-413e-bbbd-1add20f0443a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Network hostable DHCP agents. Network: f6327c78-a056-427e-b7e3-85bca1f98a40, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:31.252783 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af98a3bd-1e65-413e-bbbd-1add20f0443a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Network f6327c78-a056-427e-b7e3-85bca1f98a40 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:31.306186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cb794112-08ac-4f89-847d-df9bff8b2092 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.310520 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-213de485-aecd-4957-883d-92872a7d7f93 req-6dcd54fc-b45e-424f-b364-1dd7a6682888 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 472 time: 0.2461393 Jan 12 09:39:31.327471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-af98a3bd-1e65-413e-bbbd-1add20f0443a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, f6327c78-a056-427e-b7e3-85bca1f98a40) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:31.335839 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af98a3bd-1e65-413e-bbbd-1add20f0443a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:31.336428 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-af98a3bd-1e65-413e-bbbd-1add20f0443a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.337303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'port': {'device_id': 'a57f6c47-be1b-46ba-82a7-9496c7ccff5e', 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856', 'admin_state_up': True, 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'security_groups': ['f20cf0e9-c43e-4523-a394-4ae3ae140a2d']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:31.341265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-cb794112-08ac-4f89-847d-df9bff8b2092 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4a5360-acb6-446d-a4d9-75b6632567e8']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:31.343332 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8ce9ce-21ae-4844-847f-89b299286e74 None None] Network f6327c78-a056-427e-b7e3-85bca1f98a40 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:31.361773 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-cb794112-08ac-4f89-847d-df9bff8b2092 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea196262-ea27-46fc-a0e4-f2d456ed2875') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:31.362072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-cb794112-08ac-4f89-847d-df9bff8b2092 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea196262-ea27-46fc-a0e4-f2d456ed2875') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:31.376131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cb794112-08ac-4f89-847d-df9bff8b2092 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.390566 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-af98a3bd-1e65-413e-bbbd-1add20f0443a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1727989 Jan 12 09:39:31.391257 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38814) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:31.403401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Request body: {'port': {'network_id': 'f6327c78-a056-427e-b7e3-85bca1f98a40', 'name': 'tempest-ExtraDHCPOptionsTestJSON-352402128'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:31.440534 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cb794112-08ac-4f89-847d-df9bff8b2092 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.474782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb794112-08ac-4f89-847d-df9bff8b2092 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:39:31.475489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cb794112-08ac-4f89-847d-df9bff8b2092 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:31.491763 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:31.527302 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-64492afb-dd42-4b5f-9d60-b5d906055a60 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.655660 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ec85cc74-e8df-4431-a85d-cd4b912dfbb4 req-af86fc84-5be0-44ac-9679-84c814e8c41f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 210 time: 0.1510746 Jan 12 09:39:31.705212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cb794112-08ac-4f89-847d-df9bff8b2092 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.709329 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-f6327c78-a056-427e-b7e3-85bca1f98a40', 'network_id': 'f6327c78-a056-427e-b7e3-85bca1f98a40', 'tenant_id': '39049113a0334ff69bbd1863c7eb2db1', 'fixed_ips': [{'subnet_id': '3cf82f1f-f02f-4583-a0df-909598b59d9d'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:39:31.710188 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.730508 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cb794112-08ac-4f89-847d-df9bff8b2092 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.745922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb794112-08ac-4f89-847d-df9bff8b2092 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] Pushing event deleted for resources: {'Network': ['ID=ff4a5360-acb6-446d-a4d9-75b6632567e8,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:31.752855 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cb794112-08ac-4f89-847d-df9bff8b2092 tempest-NetworksTestDHCPv6-1401535772 tempest-NetworksTestDHCPv6-1401535772-project] 10.222.0.26 "DELETE /v2.0/networks/ff4a5360-acb6-446d-a4d9-75b6632567e8 HTTP/1.1" status: 204 len: 168 time: 1.0204604 Jan 12 09:39:31.756897 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:31.764566 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Usage tracker for resource:port and tenant:39049113a0334ff69bbd1863c7eb2db1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:31.772686 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:31.787810 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:31.808972 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-39796985-6b04-40d5-8bfd-bc1fb2a9b836 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] remove_router_interface failed (client error): The resource could not be found. Jan 12 09:39:31.810055 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-39796985-6b04-40d5-8bfd-bc1fb2a9b836 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/80810c91-4961-4386-ba56-c780c4799834/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8817079 Jan 12 09:39:31.813939 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38822) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:31.833461 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06bb44-73ef-4317-a2ac-bd5a5a493379 req-6478c189-3f49-4aac-8a28-bcd276537113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:31.834998 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b06bb44-73ef-4317-a2ac-bd5a5a493379 req-6478c189-3f49-4aac-8a28-bcd276537113 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05455418-2c08-41bc-9a26-899de66012ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9078014 Jan 12 09:39:31.886497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Made reservation on behalf of 39049113a0334ff69bbd1863c7eb2db1 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:31.890332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:31.918573 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0d0c9545-2f12-4a32-937d-a1a84e18eafe tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Synchronizing usage tracker for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:31.930421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] device_id is not set on port 014216d6-2bb6-47ba-95e9-8321b4f62119 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:39:31.969292 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Allocated IP 172.20.0.2 (f6327c78-a056-427e-b7e3-85bca1f98a40/3cf82f1f-f02f-4583-a0df-909598b59d9d/36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:31.997038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0d0c9545-2f12-4a32-937d-a1a84e18eafe tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Unset dirty status for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:32.001522 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0d0c9545-2f12-4a32-937d-a1a84e18eafe tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports?device_id=80810c91-4961-4386-ba56-c780c4799834 HTTP/1.1" status: 200 len: 205 time: 0.1850495 Jan 12 09:39:32.005294 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38828) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:32.230273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ce78-a5c1-4b74-a7f0-e49567050d2e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.264682 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38834) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:32.266047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:32.339272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:port and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:32.348745 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:32.349452 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.364385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Transition to ACTIVE for port object 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:32.383030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:32.396839 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b06bb44-73ef-4317-a2ac-bd5a5a493379 req-681d3504-848d-4383-8d6f-e97c68430bf2 service neutron] 10.222.0.53 "GET /v2.0/networks/05455418-2c08-41bc-9a26-899de66012ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615047 Jan 12 09:39:32.404488 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64492afb-dd42-4b5f-9d60-b5d906055a60 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router 841af457-c32e-4634-8845-a50a44b9727b has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:39:32.422435 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Transition to ACTIVE for port object 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:32.437187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:32.437449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.442058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.523988 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Network f6327c78-a056-427e-b7e3-85bca1f98a40 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:32.527468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:32.540724 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Pushing event updated for resources: {'Port': ['ID=36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:32.552482 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:32.660989 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Attempting to bind port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:32.661349 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Attempting to bind port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'c4fe88d5-5661-42e0-8690-314639c59468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6327c78-a056-427e-b7e3-85bca1f98a40'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:32.661708 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Attempting to bind port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 on network f6327c78-a056-427e-b7e3-85bca1f98a40 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:32.669222 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:39:32.669597 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Checking segment: {'id': 'c4fe88d5-5661-42e0-8690-314639c59468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6327c78-a056-427e-b7e3-85bca1f98a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:32.670006 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.670400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Bound using segment: {'id': 'c4fe88d5-5661-42e0-8690-314639c59468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6327c78-a056-427e-b7e3-85bca1f98a40'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:39:32.670922 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Bound port: 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fe88d5-5661-42e0-8690-314639c59468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6327c78-a056-427e-b7e3-85bca1f98a40'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:32.671558 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.762754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ce78-a5c1-4b74-a7f0-e49567050d2e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.765230 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ce78-a5c1-4b74-a7f0-e49567050d2e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.771031 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] For port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:39:32.775591 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] For port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8,segment=NetworkSegment(c4fe88d5-5661-42e0-8690-314639c59468),segment_id=c4fe88d5-5661-42e0-8690-314639c59468)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:39:32.786040 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.805313 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c261ff40-d9c0-491d-ac60-afaa98c035e1 {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:39:32.805798 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:39:32.809989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ce78-a5c1-4b74-a7f0-e49567050d2e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.810663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d7ce78-a5c1-4b74-a7f0-e49567050d2e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Fanout notify agent at l3_agent the message router_deleted on router 80810c91-4961-4386-ba56-c780c4799834 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:39:32.833103 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ce78-a5c1-4b74-a7f0-e49567050d2e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:32.836689 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a8d7ce78-a5c1-4b74-a7f0-e49567050d2e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/routers/80810c91-4961-4386-ba56-c780c4799834 HTTP/1.1" status: 204 len: 168 time: 0.8283422 Jan 12 09:39:32.837318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38842) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:32.904407 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fef950-a643-4d91-975c-7384244fefa3 None None] Pushing event updated for resources: {'Port': ['ID=36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:32.930299 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08de1b5-ca6b-402e-a18a-633fa9d9f003 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting subnet ac10febd-502a-44c6-aaf8-f8078e59753a {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:39:32.933978 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c08de1b5-ca6b-402e-a18a-633fa9d9f003 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.008188 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c08de1b5-ca6b-402e-a18a-633fa9d9f003 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.078624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64492afb-dd42-4b5f-9d60-b5d906055a60 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:39:33.090268 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d9990-d897-4f58-82d9-3941c40d6092 None None] Sync routers for ids ['841af457-c32e-4634-8845-a50a44b9727b'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:39:33.113923 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-64492afb-dd42-4b5f-9d60-b5d906055a60 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/841af457-c32e-4634-8845-a50a44b9727b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5648491 Jan 12 09:39:33.117604 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38848) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:33.119417 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4d9990-d897-4f58-82d9-3941c40d6092 None None] Routers {'841af457-c32e-4634-8845-a50a44b9727b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:33.123477 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6f4d9990-d897-4f58-82d9-3941c40d6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['841af457-c32e-4634-8845-a50a44b9727b'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:33.223358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c08de1b5-ca6b-402e-a18a-633fa9d9f003 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.257369 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6f4d9990-d897-4f58-82d9-3941c40d6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:33.268250 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fba4259d-8eeb-477f-9ce1-abe0ae6ca330 req-98bc02fa-92e2-475c-8a94-9e795ff4e977 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 210 time: 0.4685707 Jan 12 09:39:33.277514 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4d9990-d897-4f58-82d9-3941c40d6092 None None] Routers {'841af457-c32e-4634-8845-a50a44b9727b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:33.280164 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b06bb44-73ef-4317-a2ac-bd5a5a493379 req-4d70278d-55cb-4fd9-aa6f-8c161a8509af service neutron] 10.222.0.53 "GET /v2.0/networks/05455418-2c08-41bc-9a26-899de66012ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8714867 Jan 12 09:39:33.283972 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6f4d9990-d897-4f58-82d9-3941c40d6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['841af457-c32e-4634-8845-a50a44b9727b'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:33.306263 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d2539302-0198-4b9a-aa61-482170310165 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports?device_id=841af457-c32e-4634-8845-a50a44b9727b HTTP/1.1" status: 200 len: 205 time: 0.1859820 Jan 12 09:39:33.309992 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.323797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38852) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:33.402075 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] device_id is not set on port e0154722-5d0d-4df6-8f34-24f623cc6831 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:39:33.404153 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6f4d9990-d897-4f58-82d9-3941c40d6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:33.404736 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d9990-d897-4f58-82d9-3941c40d6092 None None] The sync data for ids ['841af457-c32e-4634-8845-a50a44b9727b'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:39:33.432280 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c334f8e2-096e-4a66-b335-d3db3bbc1691 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09bc8f1eaa864edfa32f7424ab8440db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1631274 Jan 12 09:39:33.450753 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38856) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:33.495428 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:33.538593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67b04609-f6c4-47b5-abc6-c471dac6faeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.586116 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:33.681873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c08de1b5-ca6b-402e-a18a-633fa9d9f003 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.723622 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Allocated IP 172.20.0.14 (f6327c78-a056-427e-b7e3-85bca1f98a40/3cf82f1f-f02f-4583-a0df-909598b59d9d/e0154722-5d0d-4df6-8f34-24f623cc6831) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:33.731668 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6920700d-a595-43ee-9d28-5d542d231c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.737025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08de1b5-ca6b-402e-a18a-633fa9d9f003 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Subnet': ['ID=ac10febd-502a-44c6-aaf8-f8078e59753a,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:33.759211 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c08de1b5-ca6b-402e-a18a-633fa9d9f003 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.760207 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4336234b-771b-466d-82ec-7216f068c89c None None] Network 9d3e40fd-6453-472e-a326-736650d56dee requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:33.786805 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6920700d-a595-43ee-9d28-5d542d231c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.794801 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c08de1b5-ca6b-402e-a18a-633fa9d9f003 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/ac10febd-502a-44c6-aaf8-f8078e59753a HTTP/1.1" status: 204 len: 168 time: 0.9556549 Jan 12 09:39:33.807024 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38860) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:33.872856 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.22 (28081b42-f420-4e64-b526-1ed8b5819856/c3dd9820-9764-4a9d-89be-f1db6ba2cc9f/a245ac89-18b3-4c07-a386-e7867ebc7570) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:33.944635 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67b04609-f6c4-47b5-abc6-c471dac6faeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.954175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67b04609-f6c4-47b5-abc6-c471dac6faeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:33.999927 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67b04609-f6c4-47b5-abc6-c471dac6faeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.000459 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b04609-f6c4-47b5-abc6-c471dac6faeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Fanout notify agent at l3_agent the message router_deleted on router 841af457-c32e-4634-8845-a50a44b9727b {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:39:34.031324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67b04609-f6c4-47b5-abc6-c471dac6faeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.032833 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-67b04609-f6c4-47b5-abc6-c471dac6faeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/routers/841af457-c32e-4634-8845-a50a44b9727b HTTP/1.1" status: 204 len: 168 time: 0.7001994 Jan 12 09:39:34.035744 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38864) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:34.267461 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.285483 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44fe092-c6c2-4f48-aa97-3b09ae3988cd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting subnet 9a9d477e-8bed-4366-9bcc-4fb4a08c3584 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:39:34.304072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.323711 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Transition to ACTIVE for port object e0154722-5d0d-4df6-8f34-24f623cc6831 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:34.345706 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6a108f-3628-4717-8e10-05251af0ab09 None None] DHCP port deletion for 9d3e40fd-6453-472e-a326-736650d56dee request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:39:34.350816 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a108f-3628-4717-8e10-05251af0ab09 None None] Deleting port d521e075-0637-44f5-becd-38679ad38b52 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:34.351313 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1d6a108f-3628-4717-8e10-05251af0ab09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.368438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b44fe092-c6c2-4f48-aa97-3b09ae3988cd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.375039 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6920700d-a595-43ee-9d28-5d542d231c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.378710 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port d521e075-0637-44f5-becd-38679ad38b52 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:34.387002 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.488496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b44fe092-c6c2-4f48-aa97-3b09ae3988cd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.495774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920700d-a595-43ee-9d28-5d542d231c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa7e406-0e53-423e-ac78-15ab643bbf4b,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:34.560373 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6920700d-a595-43ee-9d28-5d542d231c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.561686 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6920700d-a595-43ee-9d28-5d542d231c97 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3aa7e406-0e53-423e-ac78-15ab643bbf4b HTTP/1.1" status: 204 len: 168 time: 1.0922611 Jan 12 09:39:34.571869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.587459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f322f7-6979-4779-a549-3f65d01d82b7 None None] Network f6327c78-a056-427e-b7e3-85bca1f98a40 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:34.624206 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-48fe5c7c-3c15-4275-ac48-c80dadb5343d req-11b20b7f-1aab-492a-ad76-38e2bc8b6c44 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 210 time: 0.1439140 Jan 12 09:39:34.710870 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Network f6327c78-a056-427e-b7e3-85bca1f98a40 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:34.722723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:34.735397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:34.790691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b44fe092-c6c2-4f48-aa97-3b09ae3988cd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.821023 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:34.822413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.849727 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Pushing event updated for resources: {'Port': ['ID=e0154722-5d0d-4df6-8f34-24f623cc6831,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:34.895750 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9cc0624d-bf6f-422c-92ca-126f6d5d53f2 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.5017474 Jan 12 09:39:34.899523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38876) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:34.910363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1d6a108f-3628-4717-8e10-05251af0ab09 None None] For port d521e075-0637-44f5-becd-38679ad38b52, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d521e075-0637-44f5-becd-38679ad38b52,segment=NetworkSegment(d8a80161-970e-4e83-9e77-562f2055fe86),segment_id=d8a80161-970e-4e83-9e77-562f2055fe86)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:34.911084 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1d6a108f-3628-4717-8e10-05251af0ab09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:34.966711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b44fe092-c6c2-4f48-aa97-3b09ae3988cd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.060156 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b44fe092-c6c2-4f48-aa97-3b09ae3988cd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.070085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4abd5d87-b16f-42d5-bf51-460f2330c0e0 None None] Provisioning for port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:35.082106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a108f-3628-4717-8e10-05251af0ab09 None None] Calling delete_port for d521e075-0637-44f5-becd-38679ad38b52 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:35.093111 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.112182 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b44fe092-c6c2-4f48-aa97-3b09ae3988cd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/9a9d477e-8bed-4366-9bcc-4fb4a08c3584 HTTP/1.1" status: 204 len: 168 time: 1.0742717 Jan 12 09:39:35.113148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fe092-c6c2-4f48-aa97-3b09ae3988cd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Subnet': ['ID=9a9d477e-8bed-4366-9bcc-4fb4a08c3584,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:35.117466 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38884) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:35.138894 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786c1c81-313e-4087-ad16-ec287c49849f None None] Network 5043b758-0a1f-43b6-9039-af70e5b2ee5d requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:35.153588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Request body: {'port': {'network_id': 'f6327c78-a056-427e-b7e3-85bca1f98a40', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1591372618', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:35.154071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.api.validators [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] bootfile-name is not in valid_values {{(pid=87664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:39:35.154397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.api.validators [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] tftp-server is not in valid_values {{(pid=87664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:39:35.154719 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.api.validators [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] server-ip-address is not in valid_values {{(pid=87664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:39:35.211660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] For port d521e075-0637-44f5-becd-38679ad38b52, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d521e075-0637-44f5-becd-38679ad38b52,segment=NetworkSegment(d8a80161-970e-4e83-9e77-562f2055fe86),segment_id=d8a80161-970e-4e83-9e77-562f2055fe86)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:35.212041 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.249223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object a245ac89-18b3-4c07-a386-e7867ebc7570 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:35.252077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4abd5d87-b16f-42d5-bf51-460f2330c0e0 None None] Provisioning complete for port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:35.252077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4abd5d87-b16f-42d5-bf51-460f2330c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.411071 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.434244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 899fda0c-a969-4103-9b33-4770fce0466a {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:35.434244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.435442 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d521e075-0637-44f5-becd-38679ad38b52 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:35.526622 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.558567 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:35.661211 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for d521e075-0637-44f5-becd-38679ad38b52 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:35.690744 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 28081b42-f420-4e64-b526-1ed8b5819856 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:35.697453 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Usage tracker for resource:port and tenant:39049113a0334ff69bbd1863c7eb2db1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:35.707018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:35.725410 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:35.752578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:35.766128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=a245ac89-18b3-4c07-a386-e7867ebc7570,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:35.768702 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:35.779150 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Made reservation on behalf of 39049113a0334ff69bbd1863c7eb2db1 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:35.786416 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.876868 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] device_id is not set on port e127688a-2b44-473c-b4fb-9fafe758b096 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:39:35.883984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.944308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:35.944743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:35.950374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:39:35.950794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:39:35.974509 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1d6a108f-3628-4717-8e10-05251af0ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.043177 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38904) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:36.063940 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a108f-3628-4717-8e10-05251af0ab09 None None] Pushing event deleted for resources: {'Port': ['ID=d521e075-0637-44f5-becd-38679ad38b52,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:36.105891 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4abd5d87-b16f-42d5-bf51-460f2330c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.132003 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-213de485-aecd-4957-883d-92872a7d7f93 req-93b24a49-8e93-4f12-91aa-3762f1d9fc89 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8040018 Jan 12 09:39:36.140900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] For port 899fda0c-a969-4103-9b33-4770fce0466a, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=899fda0c-a969-4103-9b33-4770fce0466a,segment=NetworkSegment(63eeb7f9-9582-435a-8ba8-d6a54c5ccb54),segment_id=63eeb7f9-9582-435a-8ba8-d6a54c5ccb54)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:36.141265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.147543 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a108f-3628-4717-8e10-05251af0ab09 None None] No DVR routers for this DVR port d521e075-0637-44f5-becd-38679ad38b52 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:39:36.154499 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Request body: {'port': {'device_id': 'a57f6c47-be1b-46ba-82a7-9496c7ccff5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:36.194509 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Allocated IP 172.20.0.4 (f6327c78-a056-427e-b7e3-85bca1f98a40/3cf82f1f-f02f-4583-a0df-909598b59d9d/e127688a-2b44-473c-b4fb-9fafe758b096) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:36.250443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-4abd5d87-b16f-42d5-bf51-460f2330c0e0 None None] For port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8,segment=NetworkSegment(c4fe88d5-5661-42e0-8690-314639c59468),segment_id=c4fe88d5-5661-42e0-8690-314639c59468)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:36.257491 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4abd5d87-b16f-42d5-bf51-460f2330c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.409007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-16a84d20-9bda-474e-b5e0-b1e47bcfde80 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:36.410428 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-16a84d20-9bda-474e-b5e0-b1e47bcfde80 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3662593 Jan 12 09:39:36.415010 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bbd90a-6002-4296-bea2-60d63f1f1dc2 None None] DHCP port deletion for 5043b758-0a1f-43b6-9039-af70e5b2ee5d request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:39:36.420801 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for 899fda0c-a969-4103-9b33-4770fce0466a owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:36.423061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd5d87-b16f-42d5-bf51-460f2330c0e0 None None] Pushing event updated for resources: {'Port': ['ID=36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:36.434904 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-53bbd90a-6002-4296-bea2-60d63f1f1dc2 None None] Deleting port 899fda0c-a969-4103-9b33-4770fce0466a {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:36.435287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-53bbd90a-6002-4296-bea2-60d63f1f1dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.451966 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port d521e075-0637-44f5-becd-38679ad38b52 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:36.452415 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.459482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38910) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:36.483988 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0496f261-ad53-45c4-a302-7623a61a52c7 None None] Provisioning for port a245ac89-18b3-4c07-a386-e7867ebc7570 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:36.490821 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-4d9833d3-3e6b-4819-9959-a86b63aab151 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:36.492026 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4d9833d3-3e6b-4819-9959-a86b63aab151 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0228086 Jan 12 09:39:36.497021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38914) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:36.500943 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0496f261-ad53-45c4-a302-7623a61a52c7 None None] Provisioning complete for port a245ac89-18b3-4c07-a386-e7867ebc7570 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:36.501329 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0496f261-ad53-45c4-a302-7623a61a52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.555201 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] The port 'd521e075-0637-44f5-becd-38679ad38b52' was deleted {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:39:36.558464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-09e1cb3a-170c-483c-9b2b-0a81f45f9f1a tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:36.559809 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-09e1cb3a-170c-483c-9b2b-0a81f45f9f1a tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0576112 Jan 12 09:39:36.577855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5dbd8-1fe0-4753-8242-f9552f0ea76d req-0114181e-6822-49ba-8bf0-3ff8c6b72e95 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:36.578928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-76a5dbd8-1fe0-4753-8242-f9552f0ea76d req-0114181e-6822-49ba-8bf0-3ff8c6b72e95 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:36.588792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38918) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:36.632146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0496f261-ad53-45c4-a302-7623a61a52c7 None None] Port a245ac89-18b3-4c07-a386-e7867ebc7570 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:36.635354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-1322a520-4dac-401e-bb66-5929d36c53ab tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:36.636779 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1322a520-4dac-401e-bb66-5929d36c53ab tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0453835 Jan 12 09:39:36.640288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38922) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:36.659435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-de824353-9e0e-44b3-962b-7624eb9e0cc1 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:36.660375 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-de824353-9e0e-44b3-962b-7624eb9e0cc1 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0166230 Jan 12 09:39:36.664830 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38926) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:36.677990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-d1a533b2-713e-4690-a6bf-67c5568a19c0 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:36.681459 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d1a533b2-713e-4690-a6bf-67c5568a19c0 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0113010 Jan 12 09:39:36.685126 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38930) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:36.686624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.710986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-5b3ec23d-9f1d-4f99-afaa-b5aeb254a68e tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:36.716491 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5b3ec23d-9f1d-4f99-afaa-b5aeb254a68e tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0308878 Jan 12 09:39:36.725060 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-76a5dbd8-1fe0-4753-8242-f9552f0ea76d req-0114181e-6822-49ba-8bf0-3ff8c6b72e95 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:36.726485 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-76a5dbd8-1fe0-4753-8242-f9552f0ea76d req-0114181e-6822-49ba-8bf0-3ff8c6b72e95 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 932 time: 0.7698035 Jan 12 09:39:36.731944 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38934) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:36.737020 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.757091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-417f6dfc-2c1b-4bef-a412-0293449a954f tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:36.763350 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-417f6dfc-2c1b-4bef-a412-0293449a954f tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0280991 Jan 12 09:39:36.825631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38940) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:36.845634 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.871264 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Transition to ACTIVE for port object e127688a-2b44-473c-b4fb-9fafe758b096 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:36.906582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.908795 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] No DVR routers for this DVR port 899fda0c-a969-4103-9b33-4770fce0466a on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:39:36.927034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-31137611-6c0f-4556-a5cd-89b21de97cd3 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:36.928014 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-31137611-6c0f-4556-a5cd-89b21de97cd3 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0256391 Jan 12 09:39:36.935052 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.937727 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38944) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:36.976980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Port': ['ID=899fda0c-a969-4103-9b33-4770fce0466a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:36.981371 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9251125f-9a93-46ec-bfe2-94596d777c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:36.985852 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-15a35c98-2aaa-4b37-badc-8535fbd6d558 None None] Provisioning complete for port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:36.986221 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-15a35c98-2aaa-4b37-badc-8535fbd6d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.008808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-787a1bca-8d3d-473b-84a5-544e4ca4da83 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.012772 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-787a1bca-8d3d-473b-84a5-544e4ca4da83 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0708020 Jan 12 09:39:37.022456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-53bbd90a-6002-4296-bea2-60d63f1f1dc2 None None] For port 899fda0c-a969-4103-9b33-4770fce0466a, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=899fda0c-a969-4103-9b33-4770fce0466a,segment=NetworkSegment(63eeb7f9-9582-435a-8ba8-d6a54c5ccb54),segment_id=63eeb7f9-9582-435a-8ba8-d6a54c5ccb54)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:37.023984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-53bbd90a-6002-4296-bea2-60d63f1f1dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.024122 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38948) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.036368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3e40fd-6453-472e-a326-736650d56dee']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:37.042348 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-96bb3658-6fcb-4abd-8915-3fa489c817c5 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.043350 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-96bb3658-6fcb-4abd-8915-3fa489c817c5 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0166957 Jan 12 09:39:37.051471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38952) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.065685 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-1b79a947-303b-43f7-a598-872c483facdb tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.067994 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1b79a947-303b-43f7-a598-872c483facdb tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0100579 Jan 12 09:39:37.083151 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a80161-970e-4e83-9e77-562f2055fe86') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:37.083521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a80161-970e-4e83-9e77-562f2055fe86') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:37.090275 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38956) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.099110 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-1835be7a-f9df-42eb-8d82-3eee57ca3d18 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.102433 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1835be7a-f9df-42eb-8d82-3eee57ca3d18 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0088234 Jan 12 09:39:37.104199 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-76a5dbd8-1fe0-4753-8242-f9552f0ea76d req-24b02a64-f676-4000-b97c-f801f9d62464 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339500 Jan 12 09:39:37.111783 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Network f6327c78-a056-427e-b7e3-85bca1f98a40 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:37.115813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38960) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.120546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Pushing event updated for resources: {'Port': ['ID=e127688a-2b44-473c-b4fb-9fafe758b096,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:37.123209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:37.126186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.135028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-39497e6b-8674-4de1-9b2a-2eb9e956b700 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.138597 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-39497e6b-8674-4de1-9b2a-2eb9e956b700 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0218480 Jan 12 09:39:37.141930 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38964) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.142604 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:37.184497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-2210eca7-e001-415f-a06b-da5325ab7683 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.188425 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2210eca7-e001-415f-a06b-da5325ab7683 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0159776 Jan 12 09:39:37.189282 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38968) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.216016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.223945 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-90343d0d-19fe-43eb-9073-de7098b5c3c9 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.228054 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-90343d0d-19fe-43eb-9073-de7098b5c3c9 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0196149 Jan 12 09:39:37.232184 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.235833 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38972) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.253967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-5923b47d-adb9-4501-8c00-5c49edb59982 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.257781 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5923b47d-adb9-4501-8c00-5c49edb59982 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0209754 Jan 12 09:39:37.258368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38976) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.259572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:39:37.259977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.274795 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5043b758-0a1f-43b6-9039-af70e5b2ee5d']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:37.279034 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-53bbd90a-6002-4296-bea2-60d63f1f1dc2 None None] Calling delete_port for 899fda0c-a969-4103-9b33-4770fce0466a owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:37.285361 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:37.298025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-d5a1ffae-4a75-417d-b24f-2319bf9f728a tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.302332 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d5a1ffae-4a75-417d-b24f-2319bf9f728a tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0186794 Jan 12 09:39:37.302987 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38980) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.303334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63eeb7f9-9582-435a-8ba8-d6a54c5ccb54') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:37.304210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63eeb7f9-9582-435a-8ba8-d6a54c5ccb54') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:37.320420 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-6f57bbb7-24e1-4672-b27b-bc4e4c121740 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.323706 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6f57bbb7-24e1-4672-b27b-bc4e4c121740 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0050693 Jan 12 09:39:37.327757 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.329923 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38984) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.351096 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-f981bcad-c0d1-4340-9b9d-455a85c863f9 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.352267 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f981bcad-c0d1-4340-9b9d-455a85c863f9 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0211236 Jan 12 09:39:37.365452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38988) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.409688 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-de15cbeb-da47-4f5d-a389-fd1f28069d12 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.414222 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-de15cbeb-da47-4f5d-a389-fd1f28069d12 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0123885 Jan 12 09:39:37.426415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 38992) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.437831 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-09730c36-985e-4853-a84c-313e22b5b1a9 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.438496 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-09730c36-985e-4853-a84c-313e22b5b1a9 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0102892 Jan 12 09:39:37.440085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.449029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:37.449731 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.453487 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 38996) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.466456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:39:37.466615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-79d6f3dc-f022-4cfb-8155-64cf47a84786 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.467268 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.467632 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-79d6f3dc-f022-4cfb-8155-64cf47a84786 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0058873 Jan 12 09:39:37.476252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39000) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.481646 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-79e474bd-0b43-415c-89fb-acb6fdabe338 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.484942 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-79e474bd-0b43-415c-89fb-acb6fdabe338 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0055201 Jan 12 09:39:37.486919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39004) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:37.493506 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:37.496605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-975b19b1-fb1b-4786-964b-94433a6bbff6 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.500335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:37.500481 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-975b19b1-fb1b-4786-964b-94433a6bbff6 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0097740 Jan 12 09:39:37.501513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39008) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.507570 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.512176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-226efda9-0249-4a57-a7cb-3b7834d878ce tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.515542 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-226efda9-0249-4a57-a7cb-3b7834d878ce tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0102372 Jan 12 09:39:37.532557 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39012) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.533890 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.535840 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/networks/9d3e40fd-6453-472e-a326-736650d56dee HTTP/1.1" status: 204 len: 168 time: 3.7278745 Jan 12 09:39:37.545270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-7b114ea4-14cc-4eeb-a6ed-9ff276dd2b68 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.551555 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7b114ea4-14cc-4eeb-a6ed-9ff276dd2b68 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0090842 Jan 12 09:39:37.551555 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9877debb-3b93-49ff-9730-9ee4d315ae0c tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.6452315 Jan 12 09:39:37.551555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39016) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.551933 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39018) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.552339 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39020) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.561238 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-8b318ba3-f2b2-4d79-b464-8779c2c08546 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1567377098'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:37.565930 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051aec1-3962-41cf-97fc-3300bcfd3673 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Network': ['ID=9d3e40fd-6453-472e-a326-736650d56dee,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:37.610881 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-53bbd90a-6002-4296-bea2-60d63f1f1dc2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:39:37.611353 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-53bbd90a-6002-4296-bea2-60d63f1f1dc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:39:37.619422 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-337e4f04-699f-403d-ad2a-bc56754d1d25 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.620775 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-337e4f04-699f-403d-ad2a-bc56754d1d25 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0647681 Jan 12 09:39:37.628627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39028) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.629642 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8b318ba3-f2b2-4d79-b464-8779c2c08546 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:37.648218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-386fa2eb-4a1c-4448-8f2b-a9017b5ca42e tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.649163 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-386fa2eb-4a1c-4448-8f2b-a9017b5ca42e tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0169384 Jan 12 09:39:37.652387 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:37.652776 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8b318ba3-f2b2-4d79-b464-8779c2c08546 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:network and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:37.652933 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.655164 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39032) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.659625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8b318ba3-f2b2-4d79-b464-8779c2c08546 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:37.665836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-98aebf34-bbd4-40e5-b07c-1d8eba0433ac tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.665836 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-98aebf34-bbd4-40e5-b07c-1d8eba0433ac tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0097461 Jan 12 09:39:37.670006 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8b318ba3-f2b2-4d79-b464-8779c2c08546 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:37.671752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39036) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.677969 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-f152e98a-562b-4691-a97c-13f1052e792d tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.678922 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f152e98a-562b-4691-a97c-13f1052e792d tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0062466 Jan 12 09:39:37.686552 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39040) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.692250 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-15a35c98-2aaa-4b37-badc-8535fbd6d558 None None] Provisioning for port e0154722-5d0d-4df6-8f34-24f623cc6831 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:37.696680 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-70fa519b-0172-480d-b913-e68519146768 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.697487 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-70fa519b-0172-480d-b913-e68519146768 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0095305 Jan 12 09:39:37.701157 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39044) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.707987 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-944df2e1-6b67-40e9-87b0-b311f0bb53aa tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.708947 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-944df2e1-6b67-40e9-87b0-b311f0bb53aa tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070703 Jan 12 09:39:37.712095 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39048) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.714342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b318ba3-f2b2-4d79-b464-8779c2c08546 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:37.718303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b318ba3-f2b2-4d79-b464-8779c2c08546 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.719559 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-15a35c98-2aaa-4b37-badc-8535fbd6d558 None None] Provisioning complete for port e0154722-5d0d-4df6-8f34-24f623cc6831 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:37.720030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-15a35c98-2aaa-4b37-badc-8535fbd6d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.738228 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-b4407693-aeff-49fd-8bce-a3ce9b2b3ffa tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.738495 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b4407693-aeff-49fd-8bce-a3ce9b2b3ffa tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0252481 Jan 12 09:39:37.743374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39052) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.753560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-5a1f739e-2b31-4d19-9ce7-7c1f29e25559 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.754482 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5a1f739e-2b31-4d19-9ce7-7c1f29e25559 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0102255 Jan 12 09:39:37.758369 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39056) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.769325 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-68082191-30a4-4b12-a863-8ba97f1d865d tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.770674 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-68082191-30a4-4b12-a863-8ba97f1d865d tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0107875 Jan 12 09:39:37.777986 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39060) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.780093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b318ba3-f2b2-4d79-b464-8779c2c08546 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:37.786363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-0c6eb70e-9bbc-4f7a-a5f4-0bb6ccc5071a tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.787841 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0c6eb70e-9bbc-4f7a-a5f4-0bb6ccc5071a tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0101998 Jan 12 09:39:37.793856 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39064) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.801499 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-4e6bea68-7061-44cb-b906-51f3f7da549a tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.802570 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4e6bea68-7061-44cb-b906-51f3f7da549a tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0089588 Jan 12 09:39:37.804715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa8cfd4-50b5-4302-8a94-c92a79e06db4 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:37.805721 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39068) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.811420 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa8cfd4-50b5-4302-8a94-c92a79e06db4 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:37.811647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-c2184d10-18c9-4a31-bd62-2903a4f8dd38 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.812495 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c2184d10-18c9-4a31-bd62-2903a4f8dd38 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0058939 Jan 12 09:39:37.817682 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-15a35c98-2aaa-4b37-badc-8535fbd6d558 None None] Port e0154722-5d0d-4df6-8f34-24f623cc6831 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:37.817958 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa8cfd4-50b5-4302-8a94-c92a79e06db4 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:37.820972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4aa8cfd4-50b5-4302-8a94-c92a79e06db4 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Synchronizing usage tracker for tenant:39049113a0334ff69bbd1863c7eb2db1 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:37.822445 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39072) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.825387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.828495 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b318ba3-f2b2-4d79-b464-8779c2c08546 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.828783 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-8b318ba3-f2b2-4d79-b464-8779c2c08546 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Added segment e54d3f79-7849-41b3-9380-871917ed91db of type vlan for network 6912ddad-e977-4105-bf26-1fced92164d3 Jan 12 09:39:37.831898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.832746 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-d2887abe-3f06-4c2b-9600-3efcf11cf5d3 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.833698 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d2887abe-3f06-4c2b-9600-3efcf11cf5d3 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0103128 Jan 12 09:39:37.838643 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39076) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.851798 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-a464c025-de6d-4c2c-b5ff-a5139f1ddfe7 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.852740 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a464c025-de6d-4c2c-b5ff-a5139f1ddfe7 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0106943 Jan 12 09:39:37.857424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39080) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.871791 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Network': ['ID=5043b758-0a1f-43b6-9039-af70e5b2ee5d,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:37.874880 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-5567952c-7f5d-4012-853d-2e918e70b45c tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.875854 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5567952c-7f5d-4012-853d-2e918e70b45c tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0150328 Jan 12 09:39:37.880507 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39084) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.886909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-2a5fce42-b67b-4fd3-b5e4-72ad519d4a53 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.887797 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2a5fce42-b67b-4fd3-b5e4-72ad519d4a53 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0065005 Jan 12 09:39:37.889542 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b318ba3-f2b2-4d79-b464-8779c2c08546 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:37.893416 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-13d30523-1460-4cb6-bacd-ed9d8a06fafd tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/networks/5043b758-0a1f-43b6-9039-af70e5b2ee5d HTTP/1.1" status: 204 len: 168 time: 2.7681391 Jan 12 09:39:37.893591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39088) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.896629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39092) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.901840 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4aa8cfd4-50b5-4302-8a94-c92a79e06db4 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Unset dirty status for tenant:39049113a0334ff69bbd1863c7eb2db1 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:37.903078 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4aa8cfd4-50b5-4302-8a94-c92a79e06db4 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3483465 Jan 12 09:39:37.907636 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-6892b2aa-be0e-45f3-9e64-d9a3ad2a6d81 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:37.908847 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6892b2aa-be0e-45f3-9e64-d9a3ad2a6d81 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0140405 Jan 12 09:39:37.910480 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39098) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.912609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39100) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:37.920488 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-db520b29-f3b1-406a-a56c-9682952c6fa0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1709313360', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:37.930001 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-db520b29-f3b1-406a-a56c-9682952c6fa0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:37.935798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-db520b29-f3b1-406a-a56c-9682952c6fa0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:router and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:37.939101 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-db520b29-f3b1-406a-a56c-9682952c6fa0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:37.952270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-db520b29-f3b1-406a-a56c-9682952c6fa0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:37.982398 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ee4f008f-dd9f-4f58-9d62-e89f0385bf66 None None] Provisioning for port e127688a-2b44-473c-b4fb-9fafe758b096 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:37.990998 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ee4f008f-dd9f-4f58-9d62-e89f0385bf66 None None] Provisioning complete for port e127688a-2b44-473c-b4fb-9fafe758b096 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:37.991377 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ee4f008f-dd9f-4f58-9d62-e89f0385bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.000280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-db520b29-f3b1-406a-a56c-9682952c6fa0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.001433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-db520b29-f3b1-406a-a56c-9682952c6fa0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.037508 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-fa376651-1315-428d-af37-ae0fd47fff7b tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.042536 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fa376651-1315-428d-af37-ae0fd47fff7b tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.1252661 Jan 12 09:39:38.044451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-db520b29-f3b1-406a-a56c-9682952c6fa0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.046137 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39106) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.050099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a245ac89-18b3-4c07-a386-e7867ebc7570 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:39:38.053386 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 899fda0c-a969-4103-9b33-4770fce0466a no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:38.065627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-d3d2bcb6-aed9-4e14-bc34-58b83f617335 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.069102 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d3d2bcb6-aed9-4e14-bc34-58b83f617335 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0198805 Jan 12 09:39:38.070823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39110) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.074814 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.084805 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-f462aeb5-519a-4c09-9729-1cb5d07449fa tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.088449 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f462aeb5-519a-4c09-9729-1cb5d07449fa tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0143065 Jan 12 09:39:38.092690 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39114) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.102826 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-f99d4992-afa1-42e2-b717-ebf283b8a3c7 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.106378 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f99d4992-afa1-42e2-b717-ebf283b8a3c7 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0101743 Jan 12 09:39:38.109391 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39118) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.114979 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Transition to ACTIVE for port object a245ac89-18b3-4c07-a386-e7867ebc7570 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:38.119884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-ea2d0e95-f311-491a-95b7-73e39029542b tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.121682 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-53bbd90a-6002-4296-bea2-60d63f1f1dc2 None None] Deleting port 899fda0c-a969-4103-9b33-4770fce0466a {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:38.121833 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ea2d0e95-f311-491a-95b7-73e39029542b tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0105629 Jan 12 09:39:38.122599 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-53bbd90a-6002-4296-bea2-60d63f1f1dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.126312 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39122) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.131895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-db520b29-f3b1-406a-a56c-9682952c6fa0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.146184 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-52bd8606-309e-4f01-be2e-05ba40b4f6d4 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.147256 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-52bd8606-309e-4f01-be2e-05ba40b4f6d4 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0193930 Jan 12 09:39:38.150623 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39128) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.151713 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.203599 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-3b66e23e-5fff-49a0-9eca-a5f6a453a74b tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.204776 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3b66e23e-5fff-49a0-9eca-a5f6a453a74b tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0478599 Jan 12 09:39:38.232469 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 899fda0c-a969-4103-9b33-4770fce0466a {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:39:38.232809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 899fda0c-a969-4103-9b33-4770fce0466a not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:38.242212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-53bbd90a-6002-4296-bea2-60d63f1f1dc2 None None] The port '899fda0c-a969-4103-9b33-4770fce0466a' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:39:38.261024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f008f-dd9f-4f58-9d62-e89f0385bf66 None None] Port e127688a-2b44-473c-b4fb-9fafe758b096 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:38.274111 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ee4f008f-dd9f-4f58-9d62-e89f0385bf66 None None] Provisioning complete for port e0154722-5d0d-4df6-8f34-24f623cc6831 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:38.274480 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ee4f008f-dd9f-4f58-9d62-e89f0385bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.275451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39132) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.284653 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-5a752f4c-4550-4729-ac80-407c69f4ffa6 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.288012 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5a752f4c-4550-4729-ac80-407c69f4ffa6 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0056138 Jan 12 09:39:38.315616 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39136) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.326660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-26438ba1-b536-4bd4-a36b-d638f6523003 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.327976 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-26438ba1-b536-4bd4-a36b-d638f6523003 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0097103 Jan 12 09:39:38.348955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f008f-dd9f-4f58-9d62-e89f0385bf66 None None] Port e0154722-5d0d-4df6-8f34-24f623cc6831 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:38.368666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39140) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.389066 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-92888849-b3cf-4571-aebc-fbaa8787e4c5 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.389420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Pushing event updated for resources: {'Port': ['ID=a245ac89-18b3-4c07-a386-e7867ebc7570,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:38.390178 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-92888849-b3cf-4571-aebc-fbaa8787e4c5 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0141683 Jan 12 09:39:38.395571 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b318ba3-f2b2-4d79-b464-8779c2c08546 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.400005 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39144) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.402675 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b318ba3-f2b2-4d79-b464-8779c2c08546 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:38.403730 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b318ba3-f2b2-4d79-b464-8779c2c08546 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.405892 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-db520b29-f3b1-406a-a56c-9682952c6fa0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.407061 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-db520b29-f3b1-406a-a56c-9682952c6fa0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5083992 Jan 12 09:39:38.411809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-02d8ee50-5719-42b1-bbfb-ff500c22819d tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.412766 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-02d8ee50-5719-42b1-bbfb-ff500c22819d tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0102513 Jan 12 09:39:38.413742 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39148) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.438984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39150) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.444067 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b8a18a34-eba1-4623-8495-c1a4a848b04a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Deleting port e127688a-2b44-473c-b4fb-9fafe758b096 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:38.444412 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8a18a34-eba1-4623-8495-c1a4a848b04a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.463914 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b7778e6f-5bd7-46ec-9b0f-877b137d3174 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'network': {'name': 'tempest-RoutersTest-1509172241'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:38.501489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-834530cb-94cc-402e-b6c0-d244a108e69a tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.505317 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-834530cb-94cc-402e-b6c0-d244a108e69a tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0326900 Jan 12 09:39:38.505841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b7778e6f-5bd7-46ec-9b0f-877b137d3174 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:38.518295 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39156) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.536086 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b7778e6f-5bd7-46ec-9b0f-877b137d3174 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:network and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:38.536086 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-f4bf420f-1cf2-4431-911d-33b3bba071dc tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.536900 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f4bf420f-1cf2-4431-911d-33b3bba071dc tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0111532 Jan 12 09:39:38.539497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b7778e6f-5bd7-46ec-9b0f-877b137d3174 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:38.543898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39160) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.557698 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b7778e6f-5bd7-46ec-9b0f-877b137d3174 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:38.569809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-e21d66d3-016c-480b-934e-1a1e6771d4f9 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.573529 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e21d66d3-016c-480b-934e-1a1e6771d4f9 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0261288 Jan 12 09:39:38.575037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39164) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.590602 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8b318ba3-f2b2-4d79-b464-8779c2c08546 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0374711 Jan 12 09:39:38.593868 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-d45f9a46-e534-45b3-8d86-4aae96b38a11 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.594921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39168) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.595200 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d45f9a46-e534-45b3-8d86-4aae96b38a11 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0175629 Jan 12 09:39:38.599719 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39170) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.606312 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-dfb77dd2-8eec-4d94-a15f-4ea757d037aa tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'subnet': {'network_id': '6912ddad-e977-4105-bf26-1fced92164d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:38.623875 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-745d1eb9-16ae-4214-83e2-06859665530e tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.629277 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-745d1eb9-16ae-4214-83e2-06859665530e tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0244515 Jan 12 09:39:38.629277 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Attempting to bind port a245ac89-18b3-4c07-a386-e7867ebc7570 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:38.629704 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Attempting to bind port a245ac89-18b3-4c07-a386-e7867ebc7570 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '390aa492-6391-40de-92ad-8a48f9d48204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:38.629898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Attempting to bind port a245ac89-18b3-4c07-a386-e7867ebc7570 on network 28081b42-f420-4e64-b526-1ed8b5819856 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:38.631790 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7778e6f-5bd7-46ec-9b0f-877b137d3174 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:38.635209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b7778e6f-5bd7-46ec-9b0f-877b137d3174 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.645811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39176) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.670150 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b318ba3-f2b2-4d79-b464-8779c2c08546 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Network': ['ID=6912ddad-e977-4105-bf26-1fced92164d3,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:38.673216 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-b8b1bfb6-9191-4958-b3bc-bdba78afd9cb tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.675749 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b8b1bfb6-9191-4958-b3bc-bdba78afd9cb tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0250270 Jan 12 09:39:38.678400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39180) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.684230 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 6912ddad-e977-4105-bf26-1fced92164d3 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:38.705860 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Port a245ac89-18b3-4c07-a386-e7867ebc7570 on network 28081b42-f420-4e64-b526-1ed8b5819856 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:39:38.706313 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Attempting to bind port a245ac89-18b3-4c07-a386-e7867ebc7570 on network 28081b42-f420-4e64-b526-1ed8b5819856 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:38.714814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-8b09a153-bfe2-4a15-8a5a-c60a2fcf901a tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.715725 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8b09a153-bfe2-4a15-8a5a-c60a2fcf901a tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0362434 Jan 12 09:39:38.720572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39184) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.730932 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:39:38.731396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Checking segment: {'id': '390aa492-6391-40de-92ad-8a48f9d48204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:38.732195 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Bound using segment: {'id': '390aa492-6391-40de-92ad-8a48f9d48204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:39:38.732420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Bound port: a245ac89-18b3-4c07-a386-e7867ebc7570, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '390aa492-6391-40de-92ad-8a48f9d48204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:38.732860 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.751847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf6b23-0740-4b9d-bf7c-851acf063a36 req-6aaded4a-eb63-436f-8830-c29f28ceaa82 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:38.753887 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6fcf6b23-0740-4b9d-bf7c-851acf063a36 req-6aaded4a-eb63-436f-8830-c29f28ceaa82 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 944 time: 0.4370239 Jan 12 09:39:38.758400 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-71e7d12c-57fd-42cc-82d4-557f78648a9a tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.759886 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-71e7d12c-57fd-42cc-82d4-557f78648a9a tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0342631 Jan 12 09:39:38.778986 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39188) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.801697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-0782a257-688f-4c52-8bd9-c250f2767c1c tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.805786 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0782a257-688f-4c52-8bd9-c250f2767c1c tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0242529 Jan 12 09:39:38.811400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39192) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.837093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-0321ad19-a863-4a00-8b96-9a0ccadce637 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.838055 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0321ad19-a863-4a00-8b96-9a0ccadce637 tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0257568 Jan 12 09:39:38.845005 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39196) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.884746 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-99133655-5f76-40da-ad3f-4f7268a7227c tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.885684 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-99133655-5f76-40da-ad3f-4f7268a7227c tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0244186 Jan 12 09:39:38.888203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7778e6f-5bd7-46ec-9b0f-877b137d3174 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:38.890195 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39200) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.908791 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b7778e6f-5bd7-46ec-9b0f-877b137d3174 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.909153 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-b7778e6f-5bd7-46ec-9b0f-877b137d3174 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Added segment 91df9126-3346-4a28-bf75-ca4698e5ae41 of type vlan for network 5a8e2172-34b2-4fad-903a-38ce7c83a21a Jan 12 09:39:38.912140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-96eaae7d-e9cc-4032-8e81-0791782b8f1e tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.912705 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-dfb77dd2-8eec-4d94-a15f-4ea757d037aa tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:38.916204 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-96eaae7d-e9cc-4032-8e81-0791782b8f1e tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0153532 Jan 12 09:39:38.917658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39204) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.924043 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-6fcf6b23-0740-4b9d-bf7c-851acf063a36 req-f3ffbb5d-067b-44cd-8773-213a697b9d78 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:38.930631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-dfb77dd2-8eec-4d94-a15f-4ea757d037aa tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:subnet and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:38.943713 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [None req-94bd0373-a016-4821-97e9-e97469a33e6a tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.947108 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-94bd0373-a016-4821-97e9-e97469a33e6a tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0163400 Jan 12 09:39:38.947108 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-dfb77dd2-8eec-4d94-a15f-4ea757d037aa tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:38.949722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39208) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:38.959118 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [None req-9bfdf7dc-bc2c-4fd7-9b09-809f88d6585b tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:39:38.962972 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9bfdf7dc-bc2c-4fd7-9b09-809f88d6585b tempest-ExtensionsTestJSON-765210254 tempest-ExtensionsTestJSON-765210254-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0093999 Jan 12 09:39:38.970552 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-6fcf6b23-0740-4b9d-bf7c-851acf063a36 req-f3ffbb5d-067b-44cd-8773-213a697b9d78 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:38.971913 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6fcf6b23-0740-4b9d-bf7c-851acf063a36 req-f3ffbb5d-067b-44cd-8773-213a697b9d78 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917727 Jan 12 09:39:38.974528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-dfb77dd2-8eec-4d94-a15f-4ea757d037aa tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:38.979620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8a18a34-eba1-4623-8495-c1a4a848b04a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.985533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b7778e6f-5bd7-46ec-9b0f-877b137d3174 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:38.995488 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] For port a245ac89-18b3-4c07-a386-e7867ebc7570, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:39:39.008039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] For port a245ac89-18b3-4c07-a386-e7867ebc7570, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a245ac89-18b3-4c07-a386-e7867ebc7570,segment=NetworkSegment(390aa492-6391-40de-92ad-8a48f9d48204),segment_id=390aa492-6391-40de-92ad-8a48f9d48204)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:39:39.020749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.024308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb77dd2-8eec-4d94-a15f-4ea757d037aa tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:39.028282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dfb77dd2-8eec-4d94-a15f-4ea757d037aa tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.207882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b8a18a34-eba1-4623-8495-c1a4a848b04a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Calling delete_port for e127688a-2b44-473c-b4fb-9fafe758b096 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:39.265642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:39.266465 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.267994 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-213de485-aecd-4957-883d-92872a7d7f93 req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] 10.222.0.53 "PUT /v2.0/ports/a245ac89-18b3-4c07-a386-e7867ebc7570 HTTP/1.1" status: 200 len: 1094 time: 3.1185884 Jan 12 09:39:39.270266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57f6c47-be1b-46ba-82a7-9496c7ccff5e', 'tag': 'a245ac89-18b3-4c07-a386-e7867ebc7570'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:39:39.270733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e88faebd-0407-4eae-aee7-f450506e165d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.284671 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b7778e6f-5bd7-46ec-9b0f-877b137d3174 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.290287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7778e6f-5bd7-46ec-9b0f-877b137d3174 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:39.290644 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b7778e6f-5bd7-46ec-9b0f-877b137d3174 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.410635 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8a18a34-eba1-4623-8495-c1a4a848b04a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.459596 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57f6c47-be1b-46ba-82a7-9496c7ccff5e', 'tag': 'a245ac89-18b3-4c07-a386-e7867ebc7570', 'status': 'completed', 'code': 200} Jan 12 09:39:39.467859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39220) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:39.491959 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a18a34-eba1-4623-8495-c1a4a848b04a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Pushing event deleted for resources: {'Port': ['ID=e127688a-2b44-473c-b4fb-9fafe758b096,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:39.530804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7778e6f-5bd7-46ec-9b0f-877b137d3174 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Network': ['ID=5a8e2172-34b2-4fad-903a-38ce7c83a21a,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:39.550210 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 5a8e2172-34b2-4fad-903a-38ce7c83a21a details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:39.599915 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795559b-c628-4cc8-8981-f0beff198a40 service neutron] Pushing event updated for resources: {'Port': ['ID=a245ac89-18b3-4c07-a386-e7867ebc7570,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:39.615631 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b7778e6f-5bd7-46ec-9b0f-877b137d3174 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1587188 Jan 12 09:39:39.625336 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39226) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:39.668015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-67b03a66-79b8-441e-ad16-8d413d97913d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'subnet': {'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:39.748592 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8a18a34-eba1-4623-8495-c1a4a848b04a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.764753 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0213cf48-b9f3-46b0-af09-61ee4afe2f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.790418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0213cf48-b9f3-46b0-af09-61ee4afe2f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:39.795583 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0213cf48-b9f3-46b0-af09-61ee4afe2f59 admin admin] Usage tracker for resource:security_group_rule and tenant:6999146fcfca4ab88097ac7c82d6ed38 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:39.798797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0213cf48-b9f3-46b0-af09-61ee4afe2f59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:39.807698 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b8a18a34-eba1-4623-8495-c1a4a848b04a tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] 10.222.0.26 "DELETE /v2.0/ports/e127688a-2b44-473c-b4fb-9fafe758b096 HTTP/1.1" status: 204 len: 168 time: 1.8960958 Jan 12 09:39:39.808634 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39230) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:39.814447 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0213cf48-b9f3-46b0-af09-61ee4afe2f59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:39.820812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-88339dbc-9f12-43e8-8356-944ecf541beb tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Request body: {'port': {'name': 'tempest-new-port-name-713778110', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:39.821204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.api.validators [None req-88339dbc-9f12-43e8-8356-944ecf541beb tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] bootfile-name is not in valid_values {{(pid=87664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:39:39.821532 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.api.validators [None req-88339dbc-9f12-43e8-8356-944ecf541beb tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] tftp-server is not in valid_values {{(pid=87664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:39:39.822803 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.api.validators [None req-88339dbc-9f12-43e8-8356-944ecf541beb tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] server-ip-address is not in valid_values {{(pid=87664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 12 09:39:39.864536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213de485-aecd-4957-883d-92872a7d7f93 req-a3fd4886-fed7-4335-a79f-aeee891e399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:39.866048 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-213de485-aecd-4957-883d-92872a7d7f93 req-a3fd4886-fed7-4335-a79f-aeee891e399c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 1097 time: 0.4152021 Jan 12 09:39:39.876272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-67b03a66-79b8-441e-ad16-8d413d97913d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:39.941462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-67b03a66-79b8-441e-ad16-8d413d97913d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:subnet and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:39.946827 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-67b03a66-79b8-441e-ad16-8d413d97913d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:39.962521 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-213de485-aecd-4957-883d-92872a7d7f93 req-ef5febd3-5081-453c-9cc3-0e4cb2203d8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a245ac89-18b3-4c07-a386-e7867ebc7570 HTTP/1.1" status: 200 len: 217 time: 0.0837336 Jan 12 09:39:39.964883 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-67b03a66-79b8-441e-ad16-8d413d97913d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:39.973123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dfb77dd2-8eec-4d94-a15f-4ea757d037aa tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:39.980591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-88339dbc-9f12-43e8-8356-944ecf541beb tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.116221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0213cf48-b9f3-46b0-af09-61ee4afe2f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.133475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0213cf48-b9f3-46b0-af09-61ee4afe2f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.186643 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0213cf48-b9f3-46b0-af09-61ee4afe2f59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6999146fcfca4ab88097ac7c82d6ed38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7094386 Jan 12 09:39:40.195154 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39236) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:40.242546 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213de485-aecd-4957-883d-92872a7d7f93 req-6ca77c2b-2bbf-4890-94bd-f6b67a91c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:40.244094 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-213de485-aecd-4957-883d-92872a7d7f93 req-6ca77c2b-2bbf-4890-94bd-f6b67a91c947 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c3dd9820-9764-4a9d-89be-f1db6ba2cc9f HTTP/1.1" status: 200 len: 838 time: 0.2641034 Jan 12 09:39:40.245898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b03a66-79b8-441e-ad16-8d413d97913d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:40.250221 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67b03a66-79b8-441e-ad16-8d413d97913d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.254816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213cf48-b9f3-46b0-af09-61ee4afe2f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec04133-17ac-419f-97c2-7846b6b80baf,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:40.310128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.359339 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb77dd2-8eec-4d94-a15f-4ea757d037aa tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Subnet': ['ID=89d6b026-fd3b-47ff-be47-479d5ca77839,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:40.453355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7c5b04fe-41d1-4ff1-bd1a-890cb09a0caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.470084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb77dd2-8eec-4d94-a15f-4ea757d037aa tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Checking segment: {'id': 'e54d3f79-7849-41b3-9380-871917ed91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6912ddad-e977-4105-bf26-1fced92164d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:40.470445 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb77dd2-8eec-4d94-a15f-4ea757d037aa tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network hostable DHCP agents. Network: 6912ddad-e977-4105-bf26-1fced92164d3, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:40.489858 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db6a7c-b443-45f1-b038-34ee53379f62 req-8a8f0c47-0493-4e77-89b7-bc1534750518 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:40.491397 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-17db6a7c-b443-45f1-b038-34ee53379f62 req-8a8f0c47-0493-4e77-89b7-bc1534750518 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 944 time: 0.3236132 Jan 12 09:39:40.525230 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7c5b04fe-41d1-4ff1-bd1a-890cb09a0caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.539527 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213de485-aecd-4957-883d-92872a7d7f93 req-7f3877dc-3a46-47a6-959d-65774f43817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:40.541233 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-213de485-aecd-4957-883d-92872a7d7f93 req-7f3877dc-3a46-47a6-959d-65774f43817c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=28081b42-f420-4e64-b526-1ed8b5819856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1780355 Jan 12 09:39:40.544804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb77dd2-8eec-4d94-a15f-4ea757d037aa tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 6912ddad-e977-4105-bf26-1fced92164d3 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:40.597097 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-dfb77dd2-8eec-4d94-a15f-4ea757d037aa tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 6912ddad-e977-4105-bf26-1fced92164d3) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:40.603108 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb77dd2-8eec-4d94-a15f-4ea757d037aa tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:40.603250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dfb77dd2-8eec-4d94-a15f-4ea757d037aa tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.606659 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa9c4ea-0f31-422b-8a7e-fe862865d7bf None None] Network 6912ddad-e977-4105-bf26-1fced92164d3 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:40.709941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-88339dbc-9f12-43e8-8356-944ecf541beb tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.723408 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-17db6a7c-b443-45f1-b038-34ee53379f62 req-fb51f8ca-be64-4ab4-a9aa-05c44ba1ddff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206135 Jan 12 09:39:40.727137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-88339dbc-9f12-43e8-8356-944ecf541beb tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.807987 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-dfb77dd2-8eec-4d94-a15f-4ea757d037aa tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2121930 Jan 12 09:39:40.808884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39242) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:40.846382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67b03a66-79b8-441e-ad16-8d413d97913d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.847317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88339dbc-9f12-43e8-8356-944ecf541beb tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Pushing event updated for resources: {'Port': ['ID=e0154722-5d0d-4df6-8f34-24f623cc6831,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:40.868548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-6dd008ea-dbc4-4d87-86b7-28e15ade7bc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1714179498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:40.869287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7c5b04fe-41d1-4ff1-bd1a-890cb09a0caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.892547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-88339dbc-9f12-43e8-8356-944ecf541beb tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] In _notify_port_updated(), no bound segment for port e0154722-5d0d-4df6-8f34-24f623cc6831 on network f6327c78-a056-427e-b7e3-85bca1f98a40 {{(pid=87664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:39:40.898609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88339dbc-9f12-43e8-8356-944ecf541beb tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:40.899309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-88339dbc-9f12-43e8-8356-944ecf541beb tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.903430 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-88339dbc-9f12-43e8-8356-944ecf541beb tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] 10.222.0.26 "PUT /v2.0/ports/e0154722-5d0d-4df6-8f34-24f623cc6831 HTTP/1.1" status: 200 len: 1136 time: 1.0906055 Jan 12 09:39:40.905932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39246) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:40.908418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b04fe-41d1-4ff1-bd1a-890cb09a0caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec04133-17ac-419f-97c2-7846b6b80baf,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:40.912309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7c5b04fe-41d1-4ff1-bd1a-890cb09a0caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.921701 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7c5b04fe-41d1-4ff1-bd1a-890cb09a0caa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ec04133-17ac-419f-97c2-7846b6b80baf HTTP/1.1" status: 204 len: 168 time: 0.6684682 Jan 12 09:39:40.928996 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-6dd008ea-dbc4-4d87-86b7-28e15ade7bc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:40.941425 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-6912ddad-e977-4105-bf26-1fced92164d3', 'network_id': '6912ddad-e977-4105-bf26-1fced92164d3', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'fixed_ips': [{'subnet_id': '89d6b026-fd3b-47ff-be47-479d5ca77839'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:39:40.942730 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:40.967985 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-213de485-aecd-4957-883d-92872a7d7f93 req-a2882bbd-356e-4f22-956b-062b004f0464 service neutron] 10.222.0.53 "GET /v2.0/networks/28081b42-f420-4e64-b526-1ed8b5819856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093554 Jan 12 09:39:40.973007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6dd008ea-dbc4-4d87-86b7-28e15ade7bc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:router and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:40.984439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6dd008ea-dbc4-4d87-86b7-28e15ade7bc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:41.037858 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-6dd008ea-dbc4-4d87-86b7-28e15ade7bc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:41.058257 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5476a153-3a58-4568-a4aa-951ad633bd83 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:41.058257 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5476a153-3a58-4568-a4aa-951ad633bd83 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Synchronizing usage tracker for tenant:39049113a0334ff69bbd1863c7eb2db1 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:41.109106 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b03a66-79b8-441e-ad16-8d413d97913d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Subnet': ['ID=9e8d62b6-d265-467c-afa5-bb825a4a9ec3,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:41.111874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5476a153-3a58-4568-a4aa-951ad633bd83 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Unset dirty status for tenant:39049113a0334ff69bbd1863c7eb2db1 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:41.116778 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5476a153-3a58-4568-a4aa-951ad633bd83 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] 10.222.0.26 "GET /v2.0/ports/e0154722-5d0d-4df6-8f34-24f623cc6831 HTTP/1.1" status: 200 len: 1136 time: 0.2096505 Jan 12 09:39:41.117415 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39252) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:41.171827 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b03a66-79b8-441e-ad16-8d413d97913d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Checking segment: {'id': '91df9126-3346-4a28-bf75-ca4698e5ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:41.172174 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b03a66-79b8-441e-ad16-8d413d97913d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network hostable DHCP agents. Network: 5a8e2172-34b2-4fad-903a-38ce7c83a21a, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:41.190279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6dd008ea-dbc4-4d87-86b7-28e15ade7bc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.191831 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6dd008ea-dbc4-4d87-86b7-28e15ade7bc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.240907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6dd008ea-dbc4-4d87-86b7-28e15ade7bc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.242065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b03a66-79b8-441e-ad16-8d413d97913d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 5a8e2172-34b2-4fad-903a-38ce7c83a21a is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:41.262569 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-213de485-aecd-4957-883d-92872a7d7f93 req-939560cc-761b-40c1-8761-574038ebe316 service neutron] 10.222.0.53 "GET /v2.0/networks/28081b42-f420-4e64-b526-1ed8b5819856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749782 Jan 12 09:39:41.269843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b53fe-38b4-4e1b-b51a-9805c4e19b33 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Deleting port e0154722-5d0d-4df6-8f34-24f623cc6831 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:41.269843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cd1b53fe-38b4-4e1b-b51a-9805c4e19b33 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.273135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-67b03a66-79b8-441e-ad16-8d413d97913d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 5a8e2172-34b2-4fad-903a-38ce7c83a21a) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:41.282549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b03a66-79b8-441e-ad16-8d413d97913d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:41.285714 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67b03a66-79b8-441e-ad16-8d413d97913d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.296644 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6dd008ea-dbc4-4d87-86b7-28e15ade7bc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.330151 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07964ea-b063-4835-ba27-0210641bf6e4 None None] Network 5a8e2172-34b2-4fad-903a-38ce7c83a21a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:41.347212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.364857 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Allocated IP 2001:db8::2 (6912ddad-e977-4105-bf26-1fced92164d3/89d6b026-fd3b-47ff-be47-479d5ca77839/d0569fa1-db8e-4282-8e47-4a67b187f267) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:41.398021 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8b037e2d-6e59-4184-97a1-4d9d770a33d8 None None] Provisioning complete for port e0154722-5d0d-4df6-8f34-24f623cc6831 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:41.398545 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8b037e2d-6e59-4184-97a1-4d9d770a33d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.508345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8b037e2d-6e59-4184-97a1-4d9d770a33d8 None None] Port e0154722-5d0d-4df6-8f34-24f623cc6831 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:41.551513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6dd008ea-dbc4-4d87-86b7-28e15ade7bc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.553100 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6dd008ea-dbc4-4d87-86b7-28e15ade7bc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7361901 Jan 12 09:39:41.564436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39260) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:41.686849 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39266) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:41.694851 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-67b03a66-79b8-441e-ad16-8d413d97913d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0647697 Jan 12 09:39:41.863525 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:39:41.864860 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.869170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cd1b53fe-38b4-4e1b-b51a-9805c4e19b33 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.900164 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:41.969195 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Transition to ACTIVE for port object d0569fa1-db8e-4282-8e47-4a67b187f267 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:42.017235 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Transition to ACTIVE for port object d0569fa1-db8e-4282-8e47-4a67b187f267 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:42.038648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.201589 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Network 6912ddad-e977-4105-bf26-1fced92164d3 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:42.202823 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:42.217679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:42.267589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b53fe-38b4-4e1b-b51a-9805c4e19b33 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Calling delete_port for e0154722-5d0d-4df6-8f34-24f623cc6831 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:42.336596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Allocated IP 172.20.0.2 (5a8e2172-34b2-4fad-903a-38ce7c83a21a/9e8d62b6-d265-467c-afa5-bb825a4a9ec3/5978e3a3-d09f-4868-840e-374b8669a13a) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:42.362329 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Pushing event updated for resources: {'Port': ['ID=d0569fa1-db8e-4282-8e47-4a67b187f267,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:42.383360 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Attempting to bind port d0569fa1-db8e-4282-8e47-4a67b187f267 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:42.383805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Attempting to bind port d0569fa1-db8e-4282-8e47-4a67b187f267 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'e54d3f79-7849-41b3-9380-871917ed91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6912ddad-e977-4105-bf26-1fced92164d3'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:42.384345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Attempting to bind port d0569fa1-db8e-4282-8e47-4a67b187f267 on network 6912ddad-e977-4105-bf26-1fced92164d3 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:42.395177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:39:42.395548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Checking segment: {'id': 'e54d3f79-7849-41b3-9380-871917ed91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6912ddad-e977-4105-bf26-1fced92164d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:42.396418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.397563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Bound using segment: {'id': 'e54d3f79-7849-41b3-9380-871917ed91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6912ddad-e977-4105-bf26-1fced92164d3'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:39:42.397716 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Bound port: d0569fa1-db8e-4282-8e47-4a67b187f267, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54d3f79-7849-41b3-9380-871917ed91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6912ddad-e977-4105-bf26-1fced92164d3'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:42.398324 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.562922 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] For port d0569fa1-db8e-4282-8e47-4a67b187f267, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:39:42.568738 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] For port d0569fa1-db8e-4282-8e47-4a67b187f267, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d0569fa1-db8e-4282-8e47-4a67b187f267,segment=NetworkSegment(e54d3f79-7849-41b3-9380-871917ed91db),segment_id=e54d3f79-7849-41b3-9380-871917ed91db)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:39:42.586977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9b3fd-b15b-406d-a753-717633eddeea req-55c68615-1bbe-46e0-b493-6b4c6a0ed4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:42.588641 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5a9b3fd-b15b-406d-a753-717633eddeea req-55c68615-1bbe-46e0-b493-6b4c6a0ed4e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 1097 time: 1.1986642 Jan 12 09:39:42.640049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39286) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:42.644685 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.726923 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.788422 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbd322-bce9-48ab-b1c1-47e0af33f924 None None] Pushing event updated for resources: {'Port': ['ID=d0569fa1-db8e-4282-8e47-4a67b187f267,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:42.879497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1250486140'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:42.884993 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.895674 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:42.905681 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.936339 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Transition to ACTIVE for port object 5978e3a3-d09f-4868-840e-374b8669a13a will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:42.956914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:network and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:42.962589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:42.974951 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:42.991914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Transition to ACTIVE for port object 5978e3a3-d09f-4868-840e-374b8669a13a will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:42.994055 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9b3fd-b15b-406d-a753-717633eddeea req-19a06a99-74e2-4525-8e71-e8ffc0e5067c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:42.995642 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5a9b3fd-b15b-406d-a753-717633eddeea req-19a06a99-74e2-4525-8e71-e8ffc0e5067c service neutron] 10.222.0.53 "GET /v2.0/networks?id=28081b42-f420-4e64-b526-1ed8b5819856 HTTP/1.1" status: 200 len: 898 time: 0.3920307 Jan 12 09:39:43.007147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.124393 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Network 5a8e2172-34b2-4fad-903a-38ce7c83a21a is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:43.141063 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:43.163591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:43.167044 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:43.181418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cd1b53fe-38b4-4e1b-b51a-9805c4e19b33 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.225731 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5a9b3fd-b15b-406d-a753-717633eddeea req-91c92963-b1a9-4b9f-af38-0a66c49a7cee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a245ac89-18b3-4c07-a386-e7867ebc7570 HTTP/1.1" status: 200 len: 217 time: 0.1558847 Jan 12 09:39:43.298817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:43.302305 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.329575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device a245ac89-18b3-4c07-a386-e7867ebc7570 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:39:43.334072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b53fe-38b4-4e1b-b51a-9805c4e19b33 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Pushing event deleted for resources: {'Port': ['ID=e0154722-5d0d-4df6-8f34-24f623cc6831,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:43.364656 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Pushing event updated for resources: {'Port': ['ID=5978e3a3-d09f-4868-840e-374b8669a13a,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:43.396160 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.402030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Attempting to bind port 5978e3a3-d09f-4868-840e-374b8669a13a on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:43.402399 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Attempting to bind port 5978e3a3-d09f-4868-840e-374b8669a13a by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '91df9126-3346-4a28-bf75-ca4698e5ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:43.404033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Attempting to bind port 5978e3a3-d09f-4868-840e-374b8669a13a on network 5a8e2172-34b2-4fad-903a-38ce7c83a21a {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:43.419543 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:39:43.419920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Checking segment: {'id': '91df9126-3346-4a28-bf75-ca4698e5ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:43.420309 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.420695 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Bound using segment: {'id': '91df9126-3346-4a28-bf75-ca4698e5ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:39:43.421177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Bound port: 5978e3a3-d09f-4868-840e-374b8669a13a, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91df9126-3346-4a28-bf75-ca4698e5ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:43.421538 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.593443 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:43.616514 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d0569fa1-db8e-4282-8e47-4a67b187f267 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:43.617579 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:security_group_rule and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:43.626673 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:43.646229 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77b5d1-a634-4f58-abb5-321df3f8e3b5 req-eab428d6-6bb8-41a7-b95e-9d62cc5e4440 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:43.647872 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ee77b5d1-a634-4f58-abb5-321df3f8e3b5 req-eab428d6-6bb8-41a7-b95e-9d62cc5e4440 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 944 time: 1.6714256 Jan 12 09:39:43.649522 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9b3fd-b15b-406d-a753-717633eddeea req-95250f44-94f5-4a45-b529-428039161459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:43.650876 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5a9b3fd-b15b-406d-a753-717633eddeea req-95250f44-94f5-4a45-b529-428039161459 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c3dd9820-9764-4a9d-89be-f1db6ba2cc9f HTTP/1.1" status: 200 len: 838 time: 0.3194921 Jan 12 09:39:43.653928 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:43.727511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cd1b53fe-38b4-4e1b-b51a-9805c4e19b33 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:43.818910 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cd1b53fe-38b4-4e1b-b51a-9805c4e19b33 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] 10.222.0.26 "DELETE /v2.0/ports/e0154722-5d0d-4df6-8f34-24f623cc6831 HTTP/1.1" status: 204 len: 168 time: 2.7003360 Jan 12 09:39:43.828187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39294) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:43.853758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port a245ac89-18b3-4c07-a386-e7867ebc7570, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a245ac89-18b3-4c07-a386-e7867ebc7570,segment=NetworkSegment(390aa492-6391-40de-92ad-8a48f9d48204),segment_id=390aa492-6391-40de-92ad-8a48f9d48204)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:43.882412 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ee77b5d1-a634-4f58-abb5-321df3f8e3b5 req-faffb274-5bb8-4e40-bd9e-9aba976d10ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174494 Jan 12 09:39:43.902074 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Allocated IP 172.20.0.1 (5a8e2172-34b2-4fad-903a-38ce7c83a21a/9e8d62b6-d265-467c-afa5-bb825a4a9ec3/817003e4-1ef0-4b63-b69a-6f48111a1dff) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:43.929826 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'a245ac89-18b3-4c07-a386-e7867ebc7570', 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856', 'port_id': 'a245ac89-18b3-4c07-a386-e7867ebc7570', 'mac_address': 'fa:16:3e:80:7f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3dd9820-9764-4a9d-89be-f1db6ba2cc9f', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:39:43.968502 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-29af7b86-7d65-47eb-87aa-2b7380f00449 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Deleting subnet 3cf82f1f-f02f-4583-a0df-909598b59d9d {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:39:43.973464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-29af7b86-7d65-47eb-87aa-2b7380f00449 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.059419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-29af7b86-7d65-47eb-87aa-2b7380f00449 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.065798 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.078478 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.081085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.121677 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] For port 5978e3a3-d09f-4868-840e-374b8669a13a, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:39:44.134101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] For port 5978e3a3-d09f-4868-840e-374b8669a13a, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=5978e3a3-d09f-4868-840e-374b8669a13a,segment=NetworkSegment(91df9126-3346-4a28-bf75-ca4698e5ae41),segment_id=91df9126-3346-4a28-bf75-ca4698e5ae41)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:39:44.162049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a245ac89-18b3-4c07-a386-e7867ebc7570 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:39:44.181705 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.212712 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:44.217587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-29af7b86-7d65-47eb-87aa-2b7380f00449 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.222931 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.223364 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Added segment 605013c0-a2cc-4c98-a741-2e2cf94a9c50 of type vlan for network b762a7b9-9101-4c32-ae82-ecf2e1fed8e7 Jan 12 09:39:44.269443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port a245ac89-18b3-4c07-a386-e7867ebc7570, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a245ac89-18b3-4c07-a386-e7867ebc7570,segment=NetworkSegment(390aa492-6391-40de-92ad-8a48f9d48204),segment_id=390aa492-6391-40de-92ad-8a48f9d48204)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:44.288689 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a27a31f-500f-4b19-8b80-c3ba58add238,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:44.296505 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.305274 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.344780 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port d0569fa1-db8e-4282-8e47-4a67b187f267 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:44.363735 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9b3fd-b15b-406d-a753-717633eddeea req-91f3e036-ae58-4c89-be9e-1587c07f0fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:44.365439 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5a9b3fd-b15b-406d-a753-717633eddeea req-91f3e036-ae58-4c89-be9e-1587c07f0fd8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=28081b42-f420-4e64-b526-1ed8b5819856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7018008 Jan 12 09:39:44.389125 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371c778-ab50-428a-b2e6-63df731e2fbb None None] Pushing event updated for resources: {'Port': ['ID=5978e3a3-d09f-4868-840e-374b8669a13a,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:44.409066 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.431277 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.457504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:44.458438 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.458914 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Allocated IP 2001:db8::1 (6912ddad-e977-4105-bf26-1fced92164d3/89d6b026-fd3b-47ff-be47-479d5ca77839/d0b09c21-d4c4-4b47-8075-45a20c7bb440) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:44.533991 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-29af7b86-7d65-47eb-87aa-2b7380f00449 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.534264 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Transition to ACTIVE for port object 817003e4-1ef0-4b63-b69a-6f48111a1dff will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:44.590356 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=a245ac89-18b3-4c07-a386-e7867ebc7570,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:44.650364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af7b86-7d65-47eb-87aa-2b7380f00449 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf82f1f-f02f-4583-a0df-909598b59d9d,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:44.658847 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1516175b-a100-472f-a85c-b0a62008894d None None] Network f6327c78-a056-427e-b7e3-85bca1f98a40 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:44.659043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-29af7b86-7d65-47eb-87aa-2b7380f00449 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.673985 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-29af7b86-7d65-47eb-87aa-2b7380f00449 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] 10.222.0.26 "DELETE /v2.0/subnets/3cf82f1f-f02f-4583-a0df-909598b59d9d HTTP/1.1" status: 204 len: 168 time: 0.8353720 Jan 12 09:39:44.684877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39300) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:44.700929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:44.788121 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1461375 Jan 12 09:39:44.873923 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c6a442-cf16-436d-bed4-b411e61c70a1 None None] Network 6912ddad-e977-4105-bf26-1fced92164d3 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:44.890404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['a245ac89-18b3-4c07-a386-e7867ebc7570'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:39:44.951270 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5a9b3fd-b15b-406d-a753-717633eddeea req-dfe2cfad-6bed-4d92-8237-af5d494e0e2b service neutron] 10.222.0.53 "GET /v2.0/networks/28081b42-f420-4e64-b526-1ed8b5819856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703154 Jan 12 09:39:44.951804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39304) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:44.977213 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556db58-d5c3-42b2-94e9-827477ee8bbb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Network': ['ID=b762a7b9-9101-4c32-ae82-ecf2e1fed8e7,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:44.986881 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-97302a61-280a-4560-b2c2-a614e10d7cbd tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'subnet': {'network_id': 'b762a7b9-9101-4c32-ae82-ecf2e1fed8e7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:44.993437 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 5a8e2172-34b2-4fad-903a-38ce7c83a21a is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:45.009515 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:45.014435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:45.025549 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network b762a7b9-9101-4c32-ae82-ecf2e1fed8e7 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:45.092459 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=817003e4-1ef0-4b63-b69a-6f48111a1dff,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:45.163754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.230739 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a3edfdd6-42d1-42c3-98e3-8d5ef152cc70 None None] Provisioning for port d0569fa1-db8e-4282-8e47-4a67b187f267 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:45.318389 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30276847-ee64-46b7-9824-3e2ae8edd760 req-6c85a93c-70e9-4249-9edb-f671522f2aff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:45.320037 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-30276847-ee64-46b7-9824-3e2ae8edd760 req-6c85a93c-70e9-4249-9edb-f671522f2aff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 945 time: 0.2760139 Jan 12 09:39:45.326288 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a3edfdd6-42d1-42c3-98e3-8d5ef152cc70 None None] Provisioning complete for port d0569fa1-db8e-4282-8e47-4a67b187f267 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:45.326742 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3edfdd6-42d1-42c3-98e3-8d5ef152cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.397850 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-30276847-ee64-46b7-9824-3e2ae8edd760 req-83c4f709-562f-44b2-996b-f77ef1de1661 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694571 Jan 12 09:39:45.481183 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.504687 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.567727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5978e3a3-d09f-4868-840e-374b8669a13a up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:45.622657 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7adf84-4888-45d9-a465-1fe1cbf34dd6 None None] DHCP port deletion for f6327c78-a056-427e-b7e3-85bca1f98a40 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:39:45.661384 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-5f7adf84-4888-45d9-a465-1fe1cbf34dd6 None None] Deleting port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:45.661767 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5f7adf84-4888-45d9-a465-1fe1cbf34dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.690644 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.739675 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Transition to ACTIVE for port object d0b09c21-d4c4-4b47-8075-45a20c7bb440 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:45.740755 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Deleting port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:45.741090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.769268 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-97302a61-280a-4560-b2c2-a614e10d7cbd tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:45.775188 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-97302a61-280a-4560-b2c2-a614e10d7cbd tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:subnet and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:45.778382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-97302a61-280a-4560-b2c2-a614e10d7cbd tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:45.784214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-97302a61-280a-4560-b2c2-a614e10d7cbd tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:45.823182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97302a61-280a-4560-b2c2-a614e10d7cbd tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:45.826519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-97302a61-280a-4560-b2c2-a614e10d7cbd tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:45.934104 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9a8aef-af84-4745-b61a-a12f673a10fe None None] Network 5a8e2172-34b2-4fad-903a-38ce7c83a21a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:45.956579 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5a9b3fd-b15b-406d-a753-717633eddeea req-d104b527-153d-4081-ada5-67da1c46d067 service neutron] 10.222.0.53 "GET /v2.0/networks/28081b42-f420-4e64-b526-1ed8b5819856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9296205 Jan 12 09:39:46.141373 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.167149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.176450 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.190750 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-5f7adf84-4888-45d9-a465-1fe1cbf34dd6 None None] For port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8,segment=NetworkSegment(c4fe88d5-5661-42e0-8690-314639c59468),segment_id=c4fe88d5-5661-42e0-8690-314639c59468)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:46.191176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5f7adf84-4888-45d9-a465-1fe1cbf34dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.242265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] For port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8,segment=NetworkSegment(c4fe88d5-5661-42e0-8690-314639c59468),segment_id=c4fe88d5-5661-42e0-8690-314639c59468)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:46.244366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.262952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 6912ddad-e977-4105-bf26-1fced92164d3 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:46.268264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=d0b09c21-d4c4-4b47-8075-45a20c7bb440,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:46.271786 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:46.274575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:46.275859 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.297867 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=817003e4-1ef0-4b63-b69a-6f48111a1dff,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:46.300419 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.404945 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-5f7adf84-4888-45d9-a465-1fe1cbf34dd6 None None] Calling delete_port for 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:46.486355 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3edfdd6-42d1-42c3-98e3-8d5ef152cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.486658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 5a8e2172-34b2-4fad-903a-38ce7c83a21a is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:46.487607 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:46.520526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Calling delete_port for 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:46.614873 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 5978e3a3-d09f-4868-840e-374b8669a13a completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:46.655231 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.728343 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router eaf26882-3eef-405b-9e2e-c4d66e80b017 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:39:46.765079 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a3edfdd6-42d1-42c3-98e3-8d5ef152cc70 None None] For port d0569fa1-db8e-4282-8e47-4a67b187f267, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d0569fa1-db8e-4282-8e47-4a67b187f267,segment=NetworkSegment(e54d3f79-7849-41b3-9380-871917ed91db),segment_id=e54d3f79-7849-41b3-9380-871917ed91db)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:46.786894 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3edfdd6-42d1-42c3-98e3-8d5ef152cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.901780 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.944067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67a16a-e8c0-4562-aea8-e5c5c65138fd req-b44a82b5-b285-437d-8428-ed9b8c42c3d3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:46.945664 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-db67a16a-e8c0-4562-aea8-e5c5c65138fd req-b44a82b5-b285-437d-8428-ed9b8c42c3d3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 945 time: 0.3593876 Jan 12 09:39:46.947447 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5f7adf84-4888-45d9-a465-1fe1cbf34dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:46.996549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:39:46.996871 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:39:46.997614 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-97302a61-280a-4560-b2c2-a614e10d7cbd tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.021552 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:39:47.040383 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4f17df74-a59b-4a78-956c-90aeaa4a654c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/eaf26882-3eef-405b-9e2e-c4d66e80b017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3490767 Jan 12 09:39:47.041404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39332) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:47.047490 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-85b6cf85-060a-4827-a777-a08c58814c97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'network': {'name': 'tempest-RoutersTest-1690033960'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:47.054162 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-85b6cf85-060a-4827-a777-a08c58814c97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:47.059122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-85b6cf85-060a-4827-a777-a08c58814c97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:network and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:47.066416 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-85b6cf85-060a-4827-a777-a08c58814c97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:47.078356 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Sync routers for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:39:47.080391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-85b6cf85-060a-4827-a777-a08c58814c97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:47.107780 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7adf84-4888-45d9-a465-1fe1cbf34dd6 None None] No DVR routers for this DVR port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:39:47.112744 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b6cf85-060a-4827-a777-a08c58814c97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:47.116378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b6cf85-060a-4827-a777-a08c58814c97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.147685 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9dba5bbc-a1fa-4a33-b0b1-ec92e3017fdf None None] Provisioning for port 5978e3a3-d09f-4868-840e-374b8669a13a completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:47.184401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b6cf85-060a-4827-a777-a08c58814c97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:47.201322 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:47.202262 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:47.208001 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b6cf85-060a-4827-a777-a08c58814c97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.208633 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-85b6cf85-060a-4827-a777-a08c58814c97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Added segment 538579fc-097e-4a39-812f-fd454ef2fc2e of type vlan for network c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5 Jan 12 09:39:47.243232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b6cf85-060a-4827-a777-a08c58814c97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.271062 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9dba5bbc-a1fa-4a33-b0b1-ec92e3017fdf None None] Provisioning complete for port 5978e3a3-d09f-4868-840e-374b8669a13a triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:47.271434 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9dba5bbc-a1fa-4a33-b0b1-ec92e3017fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.284917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b6cf85-060a-4827-a777-a08c58814c97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.292086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b6cf85-060a-4827-a777-a08c58814c97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:47.296427 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edfdd6-42d1-42c3-98e3-8d5ef152cc70 None None] Pushing event updated for resources: {'Port': ['ID=d0569fa1-db8e-4282-8e47-4a67b187f267,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:47.298237 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b6cf85-060a-4827-a777-a08c58814c97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.364770 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7adf84-4888-45d9-a465-1fe1cbf34dd6 None None] Pushing event deleted for resources: {'Port': ['ID=36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:47.516334 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6cf85-060a-4827-a777-a08c58814c97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Network': ['ID=c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:47.553589 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d0569fa1-db8e-4282-8e47-4a67b187f267 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:47.562511 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-85b6cf85-060a-4827-a777-a08c58814c97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5198202 Jan 12 09:39:47.564047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39338) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:47.570175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-20dc8030-a2b2-46d1-8a0f-6e88df64aa97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'subnet': {'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:47.608429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:47.647331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Deleting port 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:47.647765 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.717170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-20dc8030-a2b2-46d1-8a0f-6e88df64aa97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:47.721071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-20dc8030-a2b2-46d1-8a0f-6e88df64aa97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:subnet and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:47.724069 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-20dc8030-a2b2-46d1-8a0f-6e88df64aa97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:47.729790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:39:47.731600 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-20dc8030-a2b2-46d1-8a0f-6e88df64aa97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:47.746583 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dc8030-a2b2-46d1-8a0f-6e88df64aa97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:47.751187 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-20dc8030-a2b2-46d1-8a0f-6e88df64aa97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:47.814680 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] The port '36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8' was deleted {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:39:47.855548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97302a61-280a-4560-b2c2-a614e10d7cbd tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Checking segment: {'id': '605013c0-a2cc-4c98-a741-2e2cf94a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b762a7b9-9101-4c32-ae82-ecf2e1fed8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:47.856305 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97302a61-280a-4560-b2c2-a614e10d7cbd tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network hostable DHCP agents. Network: b762a7b9-9101-4c32-ae82-ecf2e1fed8e7, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:47.861165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97302a61-280a-4560-b2c2-a614e10d7cbd tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Subnet': ['ID=995109b4-0809-44ba-afcd-a487584565c9,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:47.882301 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-db67a16a-e8c0-4562-aea8-e5c5c65138fd req-b28b3970-5294-4670-86b9-317aed411b78 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8956413 Jan 12 09:39:48.001238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.037727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6327c78-a056-427e-b7e3-85bca1f98a40']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:48.051817 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fe88d5-5661-42e0-8690-314639c59468') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:48.052117 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fe88d5-5661-42e0-8690-314639c59468') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:48.063539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.081421 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.087648 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:39:48.088053 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.188194 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-20dc8030-a2b2-46d1-8a0f-6e88df64aa97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:48.248395 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:48.260627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.289253 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.321196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] Pushing event deleted for resources: {'Network': ['ID=f6327c78-a056-427e-b7e3-85bca1f98a40,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:48.328158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc8030-a2b2-46d1-8a0f-6e88df64aa97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Subnet': ['ID=0fa9f9b7-0dd2-4beb-bbfb-364a061d676b,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:48.329125 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97302a61-280a-4560-b2c2-a614e10d7cbd tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network b762a7b9-9101-4c32-ae82-ecf2e1fed8e7 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:48.333958 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc8030-a2b2-46d1-8a0f-6e88df64aa97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Checking segment: {'id': '538579fc-097e-4a39-812f-fd454ef2fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:48.335904 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dc8030-a2b2-46d1-8a0f-6e88df64aa97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network hostable DHCP agents. Network: c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:48.359120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.367466 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c96821ce-caa4-4f20-bc96-a66525414d09 tempest-ExtraDHCPOptionsTestJSON-1559419866 tempest-ExtraDHCPOptionsTestJSON-1559419866-project] 10.222.0.26 "DELETE /v2.0/networks/f6327c78-a056-427e-b7e3-85bca1f98a40 HTTP/1.1" status: 204 len: 168 time: 3.6794660 Jan 12 09:39:48.369916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-97302a61-280a-4560-b2c2-a614e10d7cbd tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, b762a7b9-9101-4c32-ae82-ecf2e1fed8e7) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:48.372230 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dc8030-a2b2-46d1-8a0f-6e88df64aa97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:48.385199 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97302a61-280a-4560-b2c2-a614e10d7cbd tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:48.387005 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-97302a61-280a-4560-b2c2-a614e10d7cbd tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.390739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-20dc8030-a2b2-46d1-8a0f-6e88df64aa97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:48.401334 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc8030-a2b2-46d1-8a0f-6e88df64aa97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:48.403925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.404093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-20dc8030-a2b2-46d1-8a0f-6e88df64aa97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.408285 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.411626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9dba5bbc-a1fa-4a33-b0b1-ec92e3017fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.448116 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc87e99-cda1-42bc-8e4f-74f9d826cf24 None None] Network b762a7b9-9101-4c32-ae82-ecf2e1fed8e7 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:48.460748 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-20dc8030-a2b2-46d1-8a0f-6e88df64aa97 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8952646 Jan 12 09:39:48.463303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39344) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:48.472700 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bee7b3-837f-4766-a90a-b537d1c72ade None None] Network c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:48.590832 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-97302a61-280a-4560-b2c2-a614e10d7cbd tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.6090355 Jan 12 09:39:48.600036 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39348) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:48.656543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-74975702-b313-43ac-a7c2-cd20f9ccf991 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-322110016'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:48.673725 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-74975702-b313-43ac-a7c2-cd20f9ccf991 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:48.735654 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=d0b09c21-d4c4-4b47-8075-45a20c7bb440,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:48.745621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-74975702-b313-43ac-a7c2-cd20f9ccf991 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:network and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:48.753372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-74975702-b313-43ac-a7c2-cd20f9ccf991 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:48.764902 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-74975702-b313-43ac-a7c2-cd20f9ccf991 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:48.803047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74975702-b313-43ac-a7c2-cd20f9ccf991 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:48.806819 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-74975702-b313-43ac-a7c2-cd20f9ccf991 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.861271 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74975702-b313-43ac-a7c2-cd20f9ccf991 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:48.878016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-74975702-b313-43ac-a7c2-cd20f9ccf991 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:48.878568 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-74975702-b313-43ac-a7c2-cd20f9ccf991 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Added segment c7ff6d23-0d99-46d2-b5d6-21c9289807e6 of type vlan for network bfccd847-2995-4ced-91a5-441bf1608df7 Jan 12 09:39:48.908897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-74975702-b313-43ac-a7c2-cd20f9ccf991 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.006745 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 6912ddad-e977-4105-bf26-1fced92164d3 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:49.011516 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:49.020616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-74975702-b313-43ac-a7c2-cd20f9ccf991 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.035865 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74975702-b313-43ac-a7c2-cd20f9ccf991 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:49.036505 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-74975702-b313-43ac-a7c2-cd20f9ccf991 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.044118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39366) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:49.045788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-9dba5bbc-a1fa-4a33-b0b1-ec92e3017fdf None None] For port 5978e3a3-d09f-4868-840e-374b8669a13a, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=5978e3a3-d09f-4868-840e-374b8669a13a,segment=NetworkSegment(91df9126-3346-4a28-bf75-ca4698e5ae41),segment_id=91df9126-3346-4a28-bf75-ca4698e5ae41)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:49.052441 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port d0569fa1-db8e-4282-8e47-4a67b187f267 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:49.053162 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.230178 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-74975702-b313-43ac-a7c2-cd20f9ccf991 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6262236 Jan 12 09:39:49.261065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9dba5bbc-a1fa-4a33-b0b1-ec92e3017fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.326737 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39372) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:49.358891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-492210ce-b276-48ae-bb5d-fa4ae1e1495a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'subnet': {'network_id': 'bfccd847-2995-4ced-91a5-441bf1608df7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:49.378223 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device a245ac89-18b3-4c07-a386-e7867ebc7570 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:49.472060 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:39:49.472932 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.473627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74975702-b313-43ac-a7c2-cd20f9ccf991 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Network': ['ID=bfccd847-2995-4ced-91a5-441bf1608df7,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:49.494921 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network bfccd847-2995-4ced-91a5-441bf1608df7 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:49.533355 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-59916fd5-61af-45b9-af83-8973ad626b00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39049113a0334ff69bbd1863c7eb2db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4726334 Jan 12 09:39:49.538473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39376) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:49.630598 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 4fd21885-d140-4342-96d8-6e9ce8784f4f is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:39:49.638012 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c3c18a1d-a4c0-47a5-a322-53d0e5f7fd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.662212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-66387a1b-3058-4e3b-821b-29ae9f591a3f None None] Provisioning for port d0b09c21-d4c4-4b47-8075-45a20c7bb440 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:49.664255 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-492210ce-b276-48ae-bb5d-fa4ae1e1495a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:49.674544 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-492210ce-b276-48ae-bb5d-fa4ae1e1495a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:subnet and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:49.681428 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-492210ce-b276-48ae-bb5d-fa4ae1e1495a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:49.690695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-492210ce-b276-48ae-bb5d-fa4ae1e1495a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:49.712681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d6ef-3dad-4190-8a1c-1f46aa8a85df req-c9e93ace-b112-437f-8133-e9dea5bac652 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:49.714368 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e7e9d6ef-3dad-4190-8a1c-1f46aa8a85df req-c9e93ace-b112-437f-8133-e9dea5bac652 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 945 time: 0.5733416 Jan 12 09:39:49.747216 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c3c18a1d-a4c0-47a5-a322-53d0e5f7fd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.774301 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492210ce-b276-48ae-bb5d-fa4ae1e1495a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:49.777788 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-492210ce-b276-48ae-bb5d-fa4ae1e1495a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.806601 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-66387a1b-3058-4e3b-821b-29ae9f591a3f None None] Provisioning complete for port d0b09c21-d4c4-4b47-8075-45a20c7bb440 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:49.807037 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-66387a1b-3058-4e3b-821b-29ae9f591a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:49.930541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba5bbc-a1fa-4a33-b0b1-ec92e3017fdf None None] Pushing event updated for resources: {'Port': ['ID=5978e3a3-d09f-4868-840e-374b8669a13a,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:49.937567 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-b762a7b9-9101-4c32-ae82-ecf2e1fed8e7', 'network_id': 'b762a7b9-9101-4c32-ae82-ecf2e1fed8e7', 'tenant_id': '5cb2174ae2cc489c9a76096616d053c7', 'fixed_ips': [{'subnet_id': '995109b4-0809-44ba-afcd-a487584565c9'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:39:49.938401 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.083067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:39:50.095955 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d5729-5215-49f7-b7eb-26dcbfd2e43a None None] Sync routers for ids ['4fd21885-d140-4342-96d8-6e9ce8784f4f'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:39:50.099638 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-70348794-7f21-4c30-b2e6-4a20bb22c6c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/4fd21885-d140-4342-96d8-6e9ce8784f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5341208 Jan 12 09:39:50.101712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39382) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:50.122005 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d5729-5215-49f7-b7eb-26dcbfd2e43a None None] Routers {'4fd21885-d140-4342-96d8-6e9ce8784f4f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:50.123032 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-164d5729-5215-49f7-b7eb-26dcbfd2e43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4fd21885-d140-4342-96d8-6e9ce8784f4f'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:50.213755 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72a855c-6591-4af3-9678-f649fbe2aee0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:50.214599 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e72a855c-6591-4af3-9678-f649fbe2aee0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Synchronizing usage tracker for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:50.223569 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c3c18a1d-a4c0-47a5-a322-53d0e5f7fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.256310 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-164d5729-5215-49f7-b7eb-26dcbfd2e43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:50.258987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c18a1d-a4c0-47a5-a322-53d0e5f7fd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b413621f-cd62-4da8-a09b-edd3c29d6122,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:50.264237 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-492210ce-b276-48ae-bb5d-fa4ae1e1495a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.280496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c3c18a1d-a4c0-47a5-a322-53d0e5f7fd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.286469 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c3c18a1d-a4c0-47a5-a322-53d0e5f7fd1c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b413621f-cd62-4da8-a09b-edd3c29d6122 HTTP/1.1" status: 204 len: 168 time: 0.7465250 Jan 12 09:39:50.288661 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e72a855c-6591-4af3-9678-f649fbe2aee0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Unset dirty status for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:50.290522 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d5729-5215-49f7-b7eb-26dcbfd2e43a None None] Routers {'4fd21885-d140-4342-96d8-6e9ce8784f4f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:50.291358 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-164d5729-5215-49f7-b7eb-26dcbfd2e43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4fd21885-d140-4342-96d8-6e9ce8784f4f'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:50.294037 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e72a855c-6591-4af3-9678-f649fbe2aee0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports/d0b09c21-d4c4-4b47-8075-45a20c7bb440 HTTP/1.1" status: 200 len: 911 time: 0.1912200 Jan 12 09:39:50.294723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39388) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:50.371873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492210ce-b276-48ae-bb5d-fa4ae1e1495a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Subnet': ['ID=cc43ed85-9e64-426c-ab75-e332feca8d57,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:50.418111 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-164d5729-5215-49f7-b7eb-26dcbfd2e43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:50.418936 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d5729-5215-49f7-b7eb-26dcbfd2e43a None None] The sync data for ids ['4fd21885-d140-4342-96d8-6e9ce8784f4f'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:39:50.455757 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e7e9d6ef-3dad-4190-8a1c-1f46aa8a85df req-453ea0b1-1f61-4b65-91bf-ae8256deabcf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7067804 Jan 12 09:39:50.475904 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:39:45Z', 'revision_number': 2, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:39:45Z', 'revision_number': 2, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:50.552007 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492210ce-b276-48ae-bb5d-fa4ae1e1495a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Checking segment: {'id': 'c7ff6d23-0d99-46d2-b5d6-21c9289807e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'bfccd847-2995-4ced-91a5-441bf1608df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:50.552365 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492210ce-b276-48ae-bb5d-fa4ae1e1495a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network hostable DHCP agents. Network: bfccd847-2995-4ced-91a5-441bf1608df7, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:50.586278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port a245ac89-18b3-4c07-a386-e7867ebc7570 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:50.587457 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.590293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Checking router: eaf26882-3eef-405b-9e2e-c4d66e80b017 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:39:50.590642 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Updating router eaf26882-3eef-405b-9e2e-c4d66e80b017 port 817003e4-1ef0-4b63-b69a-6f48111a1dff binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:39:50.677418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:39:50.770182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492210ce-b276-48ae-bb5d-fa4ae1e1495a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network bfccd847-2995-4ced-91a5-441bf1608df7 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:50.775411 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:39:50.776960 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 36bf2dce-c4e6-40d5-a11c-4d3d13fb1ff8 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:39:50.777132 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-66387a1b-3058-4e3b-821b-29ae9f591a3f None None] Port d0b09c21-d4c4-4b47-8075-45a20c7bb440 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:50.814317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-492210ce-b276-48ae-bb5d-fa4ae1e1495a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, bfccd847-2995-4ced-91a5-441bf1608df7) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:50.827588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492210ce-b276-48ae-bb5d-fa4ae1e1495a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:50.828192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-492210ce-b276-48ae-bb5d-fa4ae1e1495a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.867178 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port a245ac89-18b3-4c07-a386-e7867ebc7570 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:50.867463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.915829 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:50.978723 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-492210ce-b276-48ae-bb5d-fa4ae1e1495a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6508336 Jan 12 09:39:50.986006 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39402) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:51.066240 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1d78bafb-a8e7-4309-a0cd-4104111de0f0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.286495 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86595bab-f89f-49e6-bef2-d039a5508894 None None] Network bfccd847-2995-4ced-91a5-441bf1608df7 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:51.320356 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5978e3a3-d09f-4868-840e-374b8669a13a up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:51.438654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Allocated IP 172.21.0.2 (c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5/0fa9f9b7-0dd2-4beb-bbfb-364a061d676b/361395b5-16c4-453a-bedb-f8f1027ca55c) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:51.540490 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffa9802f-72c4-4250-b1ab-43cab38c44a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.615281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39418) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:51.711071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffa9802f-72c4-4250-b1ab-43cab38c44a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.756808 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-66387a1b-3058-4e3b-821b-29ae9f591a3f None None] Provisioning for port 817003e4-1ef0-4b63-b69a-6f48111a1dff completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:51.800490 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981141f8-41e3-4c0b-b3d8-d171cac2b563 req-2dce254a-cd7f-44cb-801c-94e8c2f55b18 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:51.802012 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-981141f8-41e3-4c0b-b3d8-d171cac2b563 req-2dce254a-cd7f-44cb-801c-94e8c2f55b18 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 945 time: 0.1417599 Jan 12 09:39:51.848949 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-66387a1b-3058-4e3b-821b-29ae9f591a3f None None] Provisioning complete for port 817003e4-1ef0-4b63-b69a-6f48111a1dff triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:51.849333 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-66387a1b-3058-4e3b-821b-29ae9f591a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.850122 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-373750554'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:51.863131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffa9802f-72c4-4250-b1ab-43cab38c44a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.879689 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-981141f8-41e3-4c0b-b3d8-d171cac2b563 req-7a612621-705e-4a7e-bae1-46a6a33b0c3c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623775 Jan 12 09:39:51.880792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:51.888915 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Usage tracker for resource:network and tenant:e20f3a1a5e564103b8a96081e0c50acc is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:51.891617 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-1d78bafb-a8e7-4309-a0cd-4104111de0f0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port d0b09c21-d4c4-4b47-8075-45a20c7bb440 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:51.892047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1d78bafb-a8e7-4309-a0cd-4104111de0f0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.917733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:51.935213 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:51.947973 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9802f-72c4-4250-b1ab-43cab38c44a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Subnet': ['ID=cc43ed85-9e64-426c-ab75-e332feca8d57,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:51.977919 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Made reservation on behalf of e20f3a1a5e564103b8a96081e0c50acc for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:51.981763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:51.990476 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Allocated IP 172.20.255.242 (b762a7b9-9101-4c32-ae82-ecf2e1fed8e7/995109b4-0809-44ba-afcd-a487584565c9/148e232e-7289-45a9-a79d-3793fe3d03d7) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:52.023878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.073972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffa9802f-72c4-4250-b1ab-43cab38c44a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.093694 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:52.102723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Usage tracker for resource:security_group_rule and tenant:e20f3a1a5e564103b8a96081e0c50acc is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:52.107926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:52.122233 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-ffa9802f-72c4-4250-b1ab-43cab38c44a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfccd847-2995-4ced-91a5-441bf1608df7']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:52.123795 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:52.148644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-ffa9802f-72c4-4250-b1ab-43cab38c44a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ff6d23-0d99-46d2-b5d6-21c9289807e6') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:52.149383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-ffa9802f-72c4-4250-b1ab-43cab38c44a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ff6d23-0d99-46d2-b5d6-21c9289807e6') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:52.159699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1d78bafb-a8e7-4309-a0cd-4104111de0f0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.172875 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.resource_extend [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:39:52.180062 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffa9802f-72c4-4250-b1ab-43cab38c44a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.209363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffa9802f-72c4-4250-b1ab-43cab38c44a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.215133 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-66387a1b-3058-4e3b-821b-29ae9f591a3f None None] Port 817003e4-1ef0-4b63-b69a-6f48111a1dff cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:39:52.223073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa9802f-72c4-4250-b1ab-43cab38c44a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:39:52.224469 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffa9802f-72c4-4250-b1ab-43cab38c44a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:52.248742 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:52.359451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffa9802f-72c4-4250-b1ab-43cab38c44a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.375847 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 5978e3a3-d09f-4868-840e-374b8669a13a triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:52.376228 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.389741 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffa9802f-72c4-4250-b1ab-43cab38c44a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.401711 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9802f-72c4-4250-b1ab-43cab38c44a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Network': ['ID=bfccd847-2995-4ced-91a5-441bf1608df7,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:52.408625 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ffa9802f-72c4-4250-b1ab-43cab38c44a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/bfccd847-2995-4ced-91a5-441bf1608df7 HTTP/1.1" status: 204 len: 168 time: 1.4198670 Jan 12 09:39:52.412188 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39426) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:52.417953 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d88a5f4d-9565-4ab1-80d1-ae822e4e29f0 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1648208537'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:52.423565 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d88a5f4d-9565-4ab1-80d1-ae822e4e29f0 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:52.428498 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d88a5f4d-9565-4ab1-80d1-ae822e4e29f0 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:network and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:52.431646 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d88a5f4d-9565-4ab1-80d1-ae822e4e29f0 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:52.438744 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d88a5f4d-9565-4ab1-80d1-ae822e4e29f0 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:52.452534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-1d78bafb-a8e7-4309-a0cd-4104111de0f0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for d0b09c21-d4c4-4b47-8075-45a20c7bb440 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:52.458037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88a5f4d-9565-4ab1-80d1-ae822e4e29f0 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:52.461938 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d88a5f4d-9565-4ab1-80d1-ae822e4e29f0 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.516021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88a5f4d-9565-4ab1-80d1-ae822e4e29f0 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:52.526847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d88a5f4d-9565-4ab1-80d1-ae822e4e29f0 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.527225 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-d88a5f4d-9565-4ab1-80d1-ae822e4e29f0 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Added segment 80f8b943-e00f-4b15-88b4-2a2ac89a3ec3 of type vlan for network 46a454c8-cf27-4e27-a3a5-8ad7899e608e Jan 12 09:39:52.556900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d88a5f4d-9565-4ab1-80d1-ae822e4e29f0 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.571548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.592619 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.597289 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d88a5f4d-9565-4ab1-80d1-ae822e4e29f0 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.605415 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88a5f4d-9565-4ab1-80d1-ae822e4e29f0 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:52.606378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d88a5f4d-9565-4ab1-80d1-ae822e4e29f0 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.638934 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43cbb911-60c4-424f-a292-247de1325c40,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:52.648244 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.668052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:52.688676 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac76b26-031b-46b3-99b5-766fa4e315c7 None None] Network bfccd847-2995-4ced-91a5-441bf1608df7 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:52.706062 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.706808 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Added segment 53d5e5e0-8a0c-46e5-84a7-0c1475382740 of type vlan for network 654389dc-83eb-4b84-84a8-f710d546c8b5 Jan 12 09:39:52.714502 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d88a5f4d-9565-4ab1-80d1-ae822e4e29f0 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3011298 Jan 12 09:39:52.717154 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39430) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:52.732923 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'subnet': {'network_id': '46a454c8-cf27-4e27-a3a5-8ad7899e608e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:52.748794 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57f6c47-be1b-46ba-82a7-9496c7ccff5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a245ac89-18b3-4c07-a386-e7867ebc7570'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:39:52.788255 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.799680 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac76b26-031b-46b3-99b5-766fa4e315c7 None None] Network bfccd847-2995-4ced-91a5-441bf1608df7 could not be found, it might have been deleted concurrently. {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 12 09:39:52.801594 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-66387a1b-3058-4e3b-821b-29ae9f591a3f None None] Provisioning complete for port 5978e3a3-d09f-4868-840e-374b8669a13a triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:52.802065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-66387a1b-3058-4e3b-821b-29ae9f591a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.804935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.819436 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a5f4d-9565-4ab1-80d1-ae822e4e29f0 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Network': ['ID=46a454c8-cf27-4e27-a3a5-8ad7899e608e,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:52.871328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 46a454c8-cf27-4e27-a3a5-8ad7899e608e details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:52.887221 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57f6c47-be1b-46ba-82a7-9496c7ccff5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a245ac89-18b3-4c07-a386-e7867ebc7570', 'code': 200} Jan 12 09:39:52.913113 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port a245ac89-18b3-4c07-a386-e7867ebc7570, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a245ac89-18b3-4c07-a386-e7867ebc7570,segment=NetworkSegment(390aa492-6391-40de-92ad-8a48f9d48204),segment_id=390aa492-6391-40de-92ad-8a48f9d48204)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:52.920925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:52.931146 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:subnet and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:52.963873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:52.971968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:52.977488 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:52.978110 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.009524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:53.039096 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Transition to ACTIVE for port object 817003e4-1ef0-4b63-b69a-6f48111a1dff will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:53.061234 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.145760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:53.149433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.155925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.227942 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6105731 Jan 12 09:39:53.228413 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.231329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39438) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:53.238169 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-13f0784f-60c8-4578-9b76-4b0330fe3614 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'subnet': {'network_id': '654389dc-83eb-4b84-84a8-f710d546c8b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:53.267196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222191f-7513-42d3-be24-0483671add3a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Network': ['ID=654389dc-83eb-4b84-84a8-f710d546c8b5,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:53.270126 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1d78bafb-a8e7-4309-a0cd-4104111de0f0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.309396 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 654389dc-83eb-4b84-84a8-f710d546c8b5 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:53.341459 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78bafb-a8e7-4309-a0cd-4104111de0f0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Port': ['ID=d0b09c21-d4c4-4b47-8075-45a20c7bb440,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:53.377651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-13f0784f-60c8-4578-9b76-4b0330fe3614 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:53.382280 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-13f0784f-60c8-4578-9b76-4b0330fe3614 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Usage tracker for resource:subnet and tenant:e20f3a1a5e564103b8a96081e0c50acc is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:53.385443 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-13f0784f-60c8-4578-9b76-4b0330fe3614 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:53.386951 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Transition to ACTIVE for port object 361395b5-16c4-453a-bedb-f8f1027ca55c will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:53.392641 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-13f0784f-60c8-4578-9b76-4b0330fe3614 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:53.406862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.ipam_backend_mixin [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Performing IP validity checks on allocation pools {{(pid=87663) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 12 09:39:53.407515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.ipam_backend_mixin [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87663) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 12 09:39:53.410847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f0784f-60c8-4578-9b76-4b0330fe3614 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Made reservation on behalf of e20f3a1a5e564103b8a96081e0c50acc for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:53.415359 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13f0784f-60c8-4578-9b76-4b0330fe3614 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.454228 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=a245ac89-18b3-4c07-a386-e7867ebc7570,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:53.557128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f42e5-dea1-426d-899f-4c6ee3906468 req-bfdca9af-1543-4756-a4a2-1e3b2f81223d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:53.558694 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-835f42e5-dea1-426d-899f-4c6ee3906468 req-bfdca9af-1543-4756-a4a2-1e3b2f81223d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 946 time: 0.5178807 Jan 12 09:39:53.669257 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Transition to ACTIVE for port object 361395b5-16c4-453a-bedb-f8f1027ca55c will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:53.711024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.729718 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Transition to ACTIVE for port object 148e232e-7289-45a9-a79d-3793fe3d03d7 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:53.743166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1d78bafb-a8e7-4309-a0cd-4104111de0f0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.759674 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Transition to ACTIVE for port object 148e232e-7289-45a9-a79d-3793fe3d03d7 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:53.762497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a7a60-3bcb-4c88-8a93-dadd69b713f6 req-27194394-4357-48bd-828a-3dccb65012f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:53.764035 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-672a7a60-3bcb-4c88-8a93-dadd69b713f6 req-27194394-4357-48bd-828a-3dccb65012f8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 1099 time: 0.5421662 Jan 12 09:39:53.774181 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Allocated IP 172.21.0.1 (c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5/0fa9f9b7-0dd2-4beb-bbfb-364a061d676b/85d18639-5b40-4a66-948a-49801997ed12) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:53.788508 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-835f42e5-dea1-426d-899f-4c6ee3906468 req-be42e292-0782-4e25-b328-77616d9c99fe tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975772 Jan 12 09:39:53.868546 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.880144 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598de38e-01f0-4400-b61d-1231a8e76ced None None] Pushing event updated for resources: {'Port': ['ID=817003e4-1ef0-4b63-b69a-6f48111a1dff,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:53.939421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:53.955097 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Transition to ACTIVE for port object 85d18639-5b40-4a66-948a-49801997ed12 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:53.992913 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.021171 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Pushing event updated for resources: {'Port': ['ID=361395b5-16c4-453a-bedb-f8f1027ca55c,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:54.044300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-66387a1b-3058-4e3b-821b-29ae9f591a3f None None] Provisioning complete for port d0569fa1-db8e-4282-8e47-4a67b187f267 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:54.044842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-66387a1b-3058-4e3b-821b-29ae9f591a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.083204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:54.088613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:54.096554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:54.148857 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=85d18639-5b40-4a66-948a-49801997ed12,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:54.152459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.184854 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13f0784f-60c8-4578-9b76-4b0330fe3614 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.240224 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.240803 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Network b762a7b9-9101-4c32-ae82-ecf2e1fed8e7 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:54.248793 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Network c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:54.253538 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:54.258700 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:54.272682 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-672a7a60-3bcb-4c88-8a93-dadd69b713f6 req-c7fe1b2b-adec-421b-a36c-884d8f4057e5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4909887 Jan 12 09:39:54.306863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d78bafb-a8e7-4309-a0cd-4104111de0f0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 4fd21885-d140-4342-96d8-6e9ce8784f4f has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:39:54.314165 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:54.317735 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:54.341215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0784f-60c8-4578-9b76-4b0330fe3614 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Subnet': ['ID=8b5c9a3e-f6a9-4c24-9322-a36f2d47f750,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:54.350468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-30b7a612-fec5-49c8-956a-d8bb61af08a3 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Synchronizing usage tracker for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:54.358567 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Attempting to bind port 817003e4-1ef0-4b63-b69a-6f48111a1dff on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:54.358567 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Attempting to bind port 817003e4-1ef0-4b63-b69a-6f48111a1dff by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '91df9126-3346-4a28-bf75-ca4698e5ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:54.358567 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Attempting to bind port 817003e4-1ef0-4b63-b69a-6f48111a1dff on network 5a8e2172-34b2-4fad-903a-38ce7c83a21a {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:54.376470 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f0784f-60c8-4578-9b76-4b0330fe3614 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Checking segment: {'id': '53d5e5e0-8a0c-46e5-84a7-0c1475382740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '654389dc-83eb-4b84-84a8-f710d546c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:54.377007 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0784f-60c8-4578-9b76-4b0330fe3614 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network hostable DHCP agents. Network: 654389dc-83eb-4b84-84a8-f710d546c8b5, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:54.451370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:39:54.451741 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Checking segment: {'id': '91df9126-3346-4a28-bf75-ca4698e5ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:54.452145 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.452534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Bound using segment: {'id': '91df9126-3346-4a28-bf75-ca4698e5ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:39:54.453020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Bound port: 817003e4-1ef0-4b63-b69a-6f48111a1dff, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91df9126-3346-4a28-bf75-ca4698e5ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:54.453389 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.457138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.471299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Pushing event updated for resources: {'Port': ['ID=148e232e-7289-45a9-a79d-3793fe3d03d7,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:54.501570 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d78bafb-a8e7-4309-a0cd-4104111de0f0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:39:54.527225 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b37218-685c-4425-b821-b6f62fcc6277 None None] Sync routers for ids ['4fd21885-d140-4342-96d8-6e9ce8784f4f'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:39:54.533450 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1d78bafb-a8e7-4309-a0cd-4104111de0f0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/4fd21885-d140-4342-96d8-6e9ce8784f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2362111 Jan 12 09:39:54.536105 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-30b7a612-fec5-49c8-956a-d8bb61af08a3 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Unset dirty status for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:54.537585 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-30b7a612-fec5-49c8-956a-d8bb61af08a3 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477997394&fields=id&tenant_id=b9bfaac095a94beaa576ace8f51e6ad8 HTTP/1.1" status: 200 len: 267 time: 0.2937853 Jan 12 09:39:54.538070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39452) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:54.548351 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Attempting to bind port 148e232e-7289-45a9-a79d-3793fe3d03d7 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:54.549344 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Attempting to bind port 148e232e-7289-45a9-a79d-3793fe3d03d7 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '605013c0-a2cc-4c98-a741-2e2cf94a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b762a7b9-9101-4c32-ae82-ecf2e1fed8e7'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:54.549807 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Attempting to bind port 148e232e-7289-45a9-a79d-3793fe3d03d7 on network b762a7b9-9101-4c32-ae82-ecf2e1fed8e7 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:54.568947 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Subnet': ['ID=71da664c-9eb3-43ab-915c-5f404ee7d893,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:54.581033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0784f-60c8-4578-9b76-4b0330fe3614 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network 654389dc-83eb-4b84-84a8-f710d546c8b5 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:54.581703 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Checking segment: {'id': '80f8b943-e00f-4b15-88b4-2a2ac89a3ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '46a454c8-cf27-4e27-a3a5-8ad7899e608e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:54.582066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network hostable DHCP agents. Network: 46a454c8-cf27-4e27-a3a5-8ad7899e608e, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:54.602536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network 46a454c8-cf27-4e27-a3a5-8ad7899e608e is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:54.613321 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:39:54.613735 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Checking segment: {'id': '605013c0-a2cc-4c98-a741-2e2cf94a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b762a7b9-9101-4c32-ae82-ecf2e1fed8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:54.614107 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.614468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Bound using segment: {'id': '605013c0-a2cc-4c98-a741-2e2cf94a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b762a7b9-9101-4c32-ae82-ecf2e1fed8e7'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:39:54.615033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Bound port: 148e232e-7289-45a9-a79d-3793fe3d03d7, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605013c0-a2cc-4c98-a741-2e2cf94a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b762a7b9-9101-4c32-ae82-ecf2e1fed8e7'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:54.615294 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 46a454c8-cf27-4e27-a3a5-8ad7899e608e) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:54.615398 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.619407 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:54.620233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.635526 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-151c3888-ac4a-4ea0-ac74-d55c7aa6d8cc tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Synchronizing usage tracker for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:54.644647 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a6a4e6a2-f726-43e5-b989-9dc4810bbdd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9166954 Jan 12 09:39:54.645554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39456) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:54.667292 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-13f0784f-60c8-4578-9b76-4b0330fe3614 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 654389dc-83eb-4b84-84a8-f710d546c8b5) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:54.682286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4936d9d-1413-425f-8d59-37f6563229fd None None] Network 46a454c8-cf27-4e27-a3a5-8ad7899e608e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:54.690917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f0784f-60c8-4578-9b76-4b0330fe3614 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:54.691527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13f0784f-60c8-4578-9b76-4b0330fe3614 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.701932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-151c3888-ac4a-4ea0-ac74-d55c7aa6d8cc tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Unset dirty status for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:54.705915 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-151c3888-ac4a-4ea0-ac74-d55c7aa6d8cc tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fd21885-d140-4342-96d8-6e9ce8784f4f HTTP/1.1" status: 200 len: 205 time: 0.1641133 Jan 12 09:39:54.712042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39460) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:54.721049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.790289 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8d3396c1-4ebb-4d9b-b294-94da099df756 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.801602 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dbdd35-ac2e-4584-9b49-c33650bf09e3 None None] Network 654389dc-83eb-4b84-84a8-f710d546c8b5 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:54.813868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b37218-685c-4425-b821-b6f62fcc6277 None None] Routers {'4fd21885-d140-4342-96d8-6e9ce8784f4f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:54.815853 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a2b37218-685c-4425-b821-b6f62fcc6277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4fd21885-d140-4342-96d8-6e9ce8784f4f'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:54.863263 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8d3396c1-4ebb-4d9b-b294-94da099df756 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.938358 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Attempting to bind port 361395b5-16c4-453a-bedb-f8f1027ca55c on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:54.938998 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Attempting to bind port 361395b5-16c4-453a-bedb-f8f1027ca55c by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '538579fc-097e-4a39-812f-fd454ef2fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:54.939113 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Attempting to bind port 361395b5-16c4-453a-bedb-f8f1027ca55c on network c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:54.949781 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-13f0784f-60c8-4578-9b76-4b0330fe3614 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7172146 Jan 12 09:39:54.964245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39466) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:54.981035 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-42f20718-98ce-49ce-ac94-07c149634f17 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.989473 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:39:54.990054 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Checking segment: {'id': '538579fc-097e-4a39-812f-fd454ef2fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:54.990466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:54.990903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Bound using segment: {'id': '538579fc-097e-4a39-812f-fd454ef2fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:39:54.991459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Bound port: 361395b5-16c4-453a-bedb-f8f1027ca55c, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538579fc-097e-4a39-812f-fd454ef2fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:54.991832 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.001174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a2b37218-685c-4425-b821-b6f62fcc6277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:55.014123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8d3396c1-4ebb-4d9b-b294-94da099df756 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.030259 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1107784170', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}, 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:55.079484 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3396c1-4ebb-4d9b-b294-94da099df756 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Subnet': ['ID=71da664c-9eb3-43ab-915c-5f404ee7d893,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:55.079731 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:55.091158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae180d-fcb3-49ab-8b42-5f1c9ca5e005 req-41829952-37a2-4cac-8bd4-44003c937184 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:55.092663 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5eae180d-fcb3-49ab-8b42-5f1c9ca5e005 req-41829952-37a2-4cac-8bd4-44003c937184 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 946 time: 0.1652210 Jan 12 09:39:55.139580 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-904168de-4469-4c9a-a577-dd91e6d4fda4 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:55.141050 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-904168de-4469-4c9a-a577-dd91e6d4fda4 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 810 time: 0.5663741 Jan 12 09:39:55.142010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Usage tracker for resource:router and tenant:e20f3a1a5e564103b8a96081e0c50acc is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:55.154292 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:55.160749 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b37218-685c-4425-b821-b6f62fcc6277 None None] Routers {'4fd21885-d140-4342-96d8-6e9ce8784f4f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:55.161382 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a2b37218-685c-4425-b821-b6f62fcc6277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4fd21885-d140-4342-96d8-6e9ce8784f4f'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:55.192300 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8d3396c1-4ebb-4d9b-b294-94da099df756 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.231241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:55.234758 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5eae180d-fcb3-49ab-8b42-5f1c9ca5e005 req-39d872a8-118f-4602-b4c3-f44445c5b063 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217711 Jan 12 09:39:55.236318 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-8d3396c1-4ebb-4d9b-b294-94da099df756 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a454c8-cf27-4e27-a3a5-8ad7899e608e']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:55.250514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-8d3396c1-4ebb-4d9b-b294-94da099df756 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f8b943-e00f-4b15-88b4-2a2ac89a3ec3') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:55.250826 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-8d3396c1-4ebb-4d9b-b294-94da099df756 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f8b943-e00f-4b15-88b4-2a2ac89a3ec3') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:55.268066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8d3396c1-4ebb-4d9b-b294-94da099df756 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.289437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8d3396c1-4ebb-4d9b-b294-94da099df756 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.297872 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3396c1-4ebb-4d9b-b294-94da099df756 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:39:55.298973 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8d3396c1-4ebb-4d9b-b294-94da099df756 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.305009 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] For port 817003e4-1ef0-4b63-b69a-6f48111a1dff, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:39:55.308666 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a2b37218-685c-4425-b821-b6f62fcc6277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:55.309075 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b37218-685c-4425-b821-b6f62fcc6277 None None] The sync data for ids ['4fd21885-d140-4342-96d8-6e9ce8784f4f'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:39:55.322340 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:39:55.343996 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] For port 148e232e-7289-45a9-a79d-3793fe3d03d7, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:39:55.377301 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] For port 817003e4-1ef0-4b63-b69a-6f48111a1dff, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=817003e4-1ef0-4b63-b69a-6f48111a1dff,segment=NetworkSegment(91df9126-3346-4a28-bf75-ca4698e5ae41),segment_id=91df9126-3346-4a28-bf75-ca4698e5ae41)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:39:55.402251 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed45ec0-3975-4e37-bbc0-2981575f8023 None None] Network 46a454c8-cf27-4e27-a3a5-8ad7899e608e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:55.417367 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] For port 148e232e-7289-45a9-a79d-3793fe3d03d7, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=148e232e-7289-45a9-a79d-3793fe3d03d7,segment=NetworkSegment(605013c0-a2cc-4c98-a741-2e2cf94a9c50),segment_id=605013c0-a2cc-4c98-a741-2e2cf94a9c50)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:39:55.418888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8d3396c1-4ebb-4d9b-b294-94da099df756 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.430044 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-30c7dbc2-1b10-420a-b4c3-e2a06e51a1e5 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/quotas/b9bfaac095a94beaa576ace8f51e6ad8 HTTP/1.1" status: 200 len: 375 time: 0.2726858 Jan 12 09:39:55.438338 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.441304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8d3396c1-4ebb-4d9b-b294-94da099df756 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.455898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3396c1-4ebb-4d9b-b294-94da099df756 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Network': ['ID=46a454c8-cf27-4e27-a3a5-8ad7899e608e,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:55.466459 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8d3396c1-4ebb-4d9b-b294-94da099df756 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/46a454c8-cf27-4e27-a3a5-8ad7899e608e HTTP/1.1" status: 204 len: 168 time: 0.8197618 Jan 12 09:39:55.470154 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39470) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:55.477693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-c758211c-03c4-499f-bebe-f9d0b023d13e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2112580022'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:55.484452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c758211c-03c4-499f-bebe-f9d0b023d13e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:55.489472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c758211c-03c4-499f-bebe-f9d0b023d13e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:network and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:55.495203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c758211c-03c4-499f-bebe-f9d0b023d13e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:55.499108 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.502441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c758211c-03c4-499f-bebe-f9d0b023d13e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:55.518968 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed45ec0-3975-4e37-bbc0-2981575f8023 None None] Network 46a454c8-cf27-4e27-a3a5-8ad7899e608e could not be found, it might have been deleted concurrently. {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 12 09:39:55.520270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c758211c-03c4-499f-bebe-f9d0b023d13e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:55.524987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c758211c-03c4-499f-bebe-f9d0b023d13e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.562299 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c758211c-03c4-499f-bebe-f9d0b023d13e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:55.577399 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c758211c-03c4-499f-bebe-f9d0b023d13e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.577573 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-c758211c-03c4-499f-bebe-f9d0b023d13e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Added segment db7b609d-bba6-4258-a2d3-1188d75a6036 of type vlan for network f1c71757-0d28-4366-b5c1-5902096cc227 Jan 12 09:39:55.579472 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-11aec640-6932-403f-9776-4ff80194b54d None None] For port 361395b5-16c4-453a-bedb-f8f1027ca55c, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:39:55.581662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.582686 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.584095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5c22cb5e-8ace-4503-9948-776570bf7882 None None] Could not find standard attr ID for object d0b09c21-d4c4-4b47-8075-45a20c7bb440. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:39:55.598619 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.615902 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c758211c-03c4-499f-bebe-f9d0b023d13e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.616153 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-42f20718-98ce-49ce-ac94-07c149634f17 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.623823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-42f20718-98ce-49ce-ac94-07c149634f17 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.627426 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-11aec640-6932-403f-9776-4ff80194b54d None None] For port 361395b5-16c4-453a-bedb-f8f1027ca55c, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=361395b5-16c4-453a-bedb-f8f1027ca55c,segment=NetworkSegment(538579fc-097e-4a39-812f-fd454ef2fc2e),segment_id=538579fc-097e-4a39-812f-fd454ef2fc2e)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:39:55.638172 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:39:55.638844 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:55.664036 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c758211c-03c4-499f-bebe-f9d0b023d13e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.671214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c758211c-03c4-499f-bebe-f9d0b023d13e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:55.671923 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c758211c-03c4-499f-bebe-f9d0b023d13e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.718042 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:55.797772 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598de38e-01f0-4400-b61d-1231a8e76ced None None] Pushing event updated for resources: {'Port': ['ID=817003e4-1ef0-4b63-b69a-6f48111a1dff,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:55.833974 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c758211c-03c4-499f-bebe-f9d0b023d13e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3623409 Jan 12 09:39:55.837521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758211c-03c4-499f-bebe-f9d0b023d13e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Network': ['ID=f1c71757-0d28-4366-b5c1-5902096cc227,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:55.848726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39474) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:55.855768 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-47ace8c5-a0b3-4819-8e7f-3ecd2a6c41c8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'subnet': {'network_id': 'f1c71757-0d28-4366-b5c1-5902096cc227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:55.911290 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network f1c71757-0d28-4366-b5c1-5902096cc227 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:39:55.981844 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb4734d-7411-43ad-8023-b2ee2512ba9a None None] Network 654389dc-83eb-4b84-84a8-f710d546c8b5 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:56.020420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-47ace8c5-a0b3-4819-8e7f-3ecd2a6c41c8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:56.024520 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-47ace8c5-a0b3-4819-8e7f-3ecd2a6c41c8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:subnet and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:56.027543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-47ace8c5-a0b3-4819-8e7f-3ecd2a6c41c8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:56.038740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-47ace8c5-a0b3-4819-8e7f-3ecd2a6c41c8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:56.070596 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ace8c5-a0b3-4819-8e7f-3ecd2a6c41c8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:56.074429 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47ace8c5-a0b3-4819-8e7f-3ecd2a6c41c8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.081882 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:39:56.244370 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.262048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.401682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-42f20718-98ce-49ce-ac94-07c149634f17 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.403073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f20718-98ce-49ce-ac94-07c149634f17 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Fanout notify agent at l3_agent the message router_deleted on router 4fd21885-d140-4342-96d8-6e9ce8784f4f {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:39:56.480838 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.515139 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-dabd99a1-cb76-4df0-8189-0ffc430d1bf3 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0837908 Jan 12 09:39:56.605640 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-42f20718-98ce-49ce-ac94-07c149634f17 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.606783 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-42f20718-98ce-49ce-ac94-07c149634f17 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/routers/4fd21885-d140-4342-96d8-6e9ce8784f4f HTTP/1.1" status: 204 len: 168 time: 1.8901579 Jan 12 09:39:56.615202 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=85d18639-5b40-4a66-948a-49801997ed12,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:56.617382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39480) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:56.648772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47ace8c5-a0b3-4819-8e7f-3ecd2a6c41c8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.672604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909b7ca-46a3-454b-bf6d-3728ee1f1e93 None None] Pushing event updated for resources: {'Port': ['ID=148e232e-7289-45a9-a79d-3793fe3d03d7,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:56.743638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ace8c5-a0b3-4819-8e7f-3ecd2a6c41c8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Subnet': ['ID=cfa8c9cf-5475-473b-adde-d201f49588e6,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:56.751051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e322fa-8413-434f-a875-81768a1f4f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting subnet 89d6b026-fd3b-47ff-be47-479d5ca77839 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:39:56.758045 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.763626 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-23e322fa-8413-434f-a875-81768a1f4f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.763790 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd663d-ad0c-4c61-86f8-1b893db8d788 req-d07e4501-b8b4-4f04-bd40-45478a9bbc2e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:56.765153 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-86bd663d-ad0c-4c61-86f8-1b893db8d788 req-d07e4501-b8b4-4f04-bd40-45478a9bbc2e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 946 time: 0.3496773 Jan 12 09:39:56.772944 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ace8c5-a0b3-4819-8e7f-3ecd2a6c41c8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Checking segment: {'id': 'db7b609d-bba6-4258-a2d3-1188d75a6036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f1c71757-0d28-4366-b5c1-5902096cc227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:56.773285 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ace8c5-a0b3-4819-8e7f-3ecd2a6c41c8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network hostable DHCP agents. Network: f1c71757-0d28-4366-b5c1-5902096cc227, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:39:56.817664 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ace8c5-a0b3-4819-8e7f-3ecd2a6c41c8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network f1c71757-0d28-4366-b5c1-5902096cc227 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:39:56.833870 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-86bd663d-ad0c-4c61-86f8-1b893db8d788 req-e7c025fe-1db1-40aa-b226-9db156d6faf9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619190 Jan 12 09:39:56.835074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-47ace8c5-a0b3-4819-8e7f-3ecd2a6c41c8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, f1c71757-0d28-4366-b5c1-5902096cc227) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:56.840051 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ace8c5-a0b3-4819-8e7f-3ecd2a6c41c8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:56.840646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47ace8c5-a0b3-4819-8e7f-3ecd2a6c41c8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.890001 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-47ace8c5-a0b3-4819-8e7f-3ecd2a6c41c8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0397086 Jan 12 09:39:56.893886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39486) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:56.921272 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9785fa-4eaf-4bb0-97d1-c715e5383728 None None] Network f1c71757-0d28-4366-b5c1-5902096cc227 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:56.938587 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-23e322fa-8413-434f-a875-81768a1f4f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:56.967937 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-d12a10a6-49db-4da0-8f7e-0a375474e9f3 service neutron] 10.222.0.26 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519200 Jan 12 09:39:57.012160 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aec640-6932-403f-9776-4ff80194b54d None None] Pushing event updated for resources: {'Port': ['ID=361395b5-16c4-453a-bedb-f8f1027ca55c,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:57.198351 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af110498-97bc-440e-9dcd-b5b1e351d526 req-5625055b-012d-4e04-8e1b-89e9df8cc570 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:57.200320 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-af110498-97bc-440e-9dcd-b5b1e351d526 req-5625055b-012d-4e04-8e1b-89e9df8cc570 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 946 time: 0.2505722 Jan 12 09:39:57.208360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.298980 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:39:54Z', 'revision_number': 3, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:39:55Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:39:53Z', 'revision_number': 1, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:57.326534 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-af110498-97bc-440e-9dcd-b5b1e351d526 req-dc3cf359-a8e5-4166-89e6-0af2984f7945 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100199 Jan 12 09:39:57.343642 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b288183-eae7-4e9f-97eb-d352093b5a4b None None] The sync data for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv is: [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:39:54Z', 'revision_number': 3, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:39:55Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:39:53Z', 'revision_number': 1, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:39:57.363354 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-f1c71757-0d28-4366-b5c1-5902096cc227', 'network_id': 'f1c71757-0d28-4366-b5c1-5902096cc227', 'tenant_id': '5cb2174ae2cc489c9a76096616d053c7', 'fixed_ips': [{'subnet_id': 'cfa8c9cf-5475-473b-adde-d201f49588e6'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:39:57.364226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.387088 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.468458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:57.486029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:57.513205 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-0e48ca16-569d-4b07-95f9-0ffe18d8cdcb service neutron] 10.222.0.26 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717562 Jan 12 09:39:57.531557 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-23e322fa-8413-434f-a875-81768a1f4f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:57.630350 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 361395b5-16c4-453a-bedb-f8f1027ca55c up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:57.702148 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bbbd07-30a0-4e5b-a4f0-13f9a4416f8c None None] Network c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:57.760614 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Allocated IP 172.20.0.1 (f1c71757-0d28-4366-b5c1-5902096cc227/cfa8c9cf-5475-473b-adde-d201f49588e6/8648f489-680f-4879-9357-9e753a1ada77) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:57.882405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c9f09222-8cb8-45ae-9612-781c81962dfd None None] Provisioning for port 361395b5-16c4-453a-bedb-f8f1027ca55c completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:58.027169 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebb2e75-3912-456d-a42d-790d50bebea2 None None] Network b762a7b9-9101-4c32-ae82-ecf2e1fed8e7 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:58.099269 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 361395b5-16c4-453a-bedb-f8f1027ca55c completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:58.141069 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 361395b5-16c4-453a-bedb-f8f1027ca55c triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:58.142717 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.253738 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-d99338fc-ccbb-49f7-95e2-3e879268566c req-e05145ac-70a6-4592-b2e2-1437c41e22e2 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Synchronizing usage tracker for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:39:58.277391 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-d99338fc-ccbb-49f7-95e2-3e879268566c req-e05145ac-70a6-4592-b2e2-1437c41e22e2 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Unset dirty status for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:39:58.279368 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d99338fc-ccbb-49f7-95e2-3e879268566c req-e05145ac-70a6-4592-b2e2-1437c41e22e2 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 210 time: 0.0993423 Jan 12 09:39:58.351497 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:39:58.396867 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.405727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-26ffb20c-1407-4022-9dc8-d705ac383e68 None None] Provisioning for port 148e232e-7289-45a9-a79d-3793fe3d03d7 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:58.439841 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.447313 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-23e322fa-8413-434f-a875-81768a1f4f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.452016 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router eaf26882-3eef-405b-9e2e-c4d66e80b017 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:39:58.477498 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.514436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Transition to ACTIVE for port object 8648f489-680f-4879-9357-9e753a1ada77 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:58.538260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e322fa-8413-434f-a875-81768a1f4f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Subnet': ['ID=89d6b026-fd3b-47ff-be47-479d5ca77839,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:58.546081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-23e322fa-8413-434f-a875-81768a1f4f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.569365 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-23e322fa-8413-434f-a875-81768a1f4f42 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/89d6b026-fd3b-47ff-be47-479d5ca77839 HTTP/1.1" status: 204 len: 168 time: 1.8986685 Jan 12 09:39:58.570304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39504) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:58.576510 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05890163-981c-4e47-aed4-c90b6da98b2d None None] Network 6912ddad-e977-4105-bf26-1fced92164d3 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:39:58.662347 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Transition to ACTIVE for port object 8648f489-680f-4879-9357-9e753a1ada77 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:39:58.681605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.728957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.742304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port d0569fa1-db8e-4282-8e47-4a67b187f267 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:58.742654 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.763751 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.803424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Allocated IP 172.26.2.254 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/19351de5-15ce-4769-a3b1-cce932bb3b47) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:39:58.924282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:58.974246 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39508) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:58.992923 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.037561 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.043520 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Network f1c71757-0d28-4366-b5c1-5902096cc227 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:59.051774 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:59.056646 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:59.058933 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Pushing event updated for resources: {'Port': ['ID=8648f489-680f-4879-9357-9e753a1ada77,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:59.074960 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 361395b5-16c4-453a-bedb-f8f1027ca55c, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=361395b5-16c4-453a-bedb-f8f1027ca55c,segment=NetworkSegment(538579fc-097e-4a39-812f-fd454ef2fc2e),segment_id=538579fc-097e-4a39-812f-fd454ef2fc2e)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:59.087898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa8c9cf-5475-473b-adde-d201f49588e6,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:59.125097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.125891 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 148e232e-7289-45a9-a79d-3793fe3d03d7 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:39:59.131104 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] For port d0569fa1-db8e-4282-8e47-4a67b187f267, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d0569fa1-db8e-4282-8e47-4a67b187f267,segment=NetworkSegment(e54d3f79-7849-41b3-9380-871917ed91db),segment_id=e54d3f79-7849-41b3-9380-871917ed91db)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:39:59.131471 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.137427 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:39:59.156381 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f24d0622-1f58-461d-bd61-51ba997aab29 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/eaf26882-3eef-405b-9e2e-c4d66e80b017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6919675 Jan 12 09:39:59.167830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39512) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:59.177232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-1f81ad18-54b3-4862-bea6-597a677f252f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'network': {'name': 'tempest-RoutersTest-1998320075'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:59.185388 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:39:59.190124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:39:59.192759 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1f81ad18-54b3-4862-bea6-597a677f252f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:39:59.195665 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=19351de5-15ce-4769-a3b1-cce932bb3b47,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:59.199320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:39:59.231378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1f81ad18-54b3-4862-bea6-597a677f252f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:network and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:39:59.234454 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1f81ad18-54b3-4862-bea6-597a677f252f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:39:59.246254 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1f81ad18-54b3-4862-bea6-597a677f252f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:39:59.322418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Attempting to bind port 8648f489-680f-4879-9357-9e753a1ada77 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:39:59.322798 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Attempting to bind port 8648f489-680f-4879-9357-9e753a1ada77 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'db7b609d-bba6-4258-a2d3-1188d75a6036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f1c71757-0d28-4366-b5c1-5902096cc227'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:39:59.323238 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Attempting to bind port 8648f489-680f-4879-9357-9e753a1ada77 on network f1c71757-0d28-4366-b5c1-5902096cc227 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:39:59.344438 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:39:59.344801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Checking segment: {'id': 'db7b609d-bba6-4258-a2d3-1188d75a6036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f1c71757-0d28-4366-b5c1-5902096cc227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:39:59.345298 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.345866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Bound using segment: {'id': 'db7b609d-bba6-4258-a2d3-1188d75a6036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f1c71757-0d28-4366-b5c1-5902096cc227'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:39:59.346389 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Bound port: 8648f489-680f-4879-9357-9e753a1ada77, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7b609d-bba6-4258-a2d3-1188d75a6036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f1c71757-0d28-4366-b5c1-5902096cc227'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:39:59.346836 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.356053 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=361395b5-16c4-453a-bedb-f8f1027ca55c,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:39:59.370210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for d0569fa1-db8e-4282-8e47-4a67b187f267 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:39:59.434660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.470563 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d21f56e4-68b0-4568-8d0d-2ba69dec8e1d req-e39d7af5-b136-48c8-812b-936b2c0dfe1a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 210 time: 0.0988209 Jan 12 09:39:59.478723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f81ad18-54b3-4862-bea6-597a677f252f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:39:59.498653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1f81ad18-54b3-4862-bea6-597a677f252f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.510978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc8c9d-ad00-4783-99f2-9e41ad5c6cec None None] DHCP port deletion for 6912ddad-e977-4105-bf26-1fced92164d3 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:39:59.518182 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6efc8c9d-ad00-4783-99f2-9e41ad5c6cec None None] Deleting port d0569fa1-db8e-4282-8e47-4a67b187f267 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:39:59.518931 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6efc8c9d-ad00-4783-99f2-9e41ad5c6cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.613916 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 148e232e-7289-45a9-a79d-3793fe3d03d7 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:39:59.646298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f81ad18-54b3-4862-bea6-597a677f252f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:39:59.658056 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1f81ad18-54b3-4862-bea6-597a677f252f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.658464 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-1f81ad18-54b3-4862-bea6-597a677f252f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Added segment 0859cc79-c09f-433e-b04a-6f93f2cccc2b of type vlan for network 4ccabf00-3a90-41ea-a29c-e4a126117852 Jan 12 09:39:59.665769 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 148e232e-7289-45a9-a79d-3793fe3d03d7 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:59.666468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.696611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1f81ad18-54b3-4862-bea6-597a677f252f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.770883 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1f81ad18-54b3-4862-bea6-597a677f252f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.776882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f81ad18-54b3-4862-bea6-597a677f252f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:39:59.777341 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1f81ad18-54b3-4862-bea6-597a677f252f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.820498 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c71757-0d28-4366-b5c1-5902096cc227']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:59.837318 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] For port 8648f489-680f-4879-9357-9e753a1ada77, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:39:59.849134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7b609d-bba6-4258-a2d3-1188d75a6036') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:59.849383 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1f81ad18-54b3-4862-bea6-597a677f252f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6776657 Jan 12 09:39:59.849478 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7b609d-bba6-4258-a2d3-1188d75a6036') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:39:59.855111 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-63938ae1-ab8c-4930-bfad-29187c8638bd None None] Provisioning complete for port 361395b5-16c4-453a-bedb-f8f1027ca55c triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:39:59.855484 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-63938ae1-ab8c-4930-bfad-29187c8638bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.856939 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39524) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:39:59.873112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.889067 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-b9c93c93-1814-45ac-bcd7-6a604be8d73d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'subnet': {'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:39:59.941401 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] For port 8648f489-680f-4879-9357-9e753a1ada77, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=8648f489-680f-4879-9357-9e753a1ada77,segment=NetworkSegment(db7b609d-bba6-4258-a2d3-1188d75a6036),segment_id=db7b609d-bba6-4258-a2d3-1188d75a6036)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:39:59.981111 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.983260 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:39:59.994826 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Sync routers for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:00.003030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:40:00.003345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.010795 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:00.011409 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:00.018457 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:00.047092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.069709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b9c93c93-1814-45ac-bcd7-6a604be8d73d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:00.093488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b9c93c93-1814-45ac-bcd7-6a604be8d73d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:subnet and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:00.244660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Port': ['ID=d0569fa1-db8e-4282-8e47-4a67b187f267,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:00.262437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] No DVR routers for this DVR port d0569fa1-db8e-4282-8e47-4a67b187f267 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:00.295948 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:40:00.295948 dv-neutron-824346-1-hyperv neutron-server[87663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:40:00.295948 dv-neutron-824346-1-hyperv neutron-server[87663]: [parameters: {'id': 'f1c71757-0d28-4366-b5c1-5902096cc227'}] Jan 12 09:40:00.295948 dv-neutron-824346-1-hyperv neutron-server[87663]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:00.296461 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:00.308877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b9c93c93-1814-45ac-bcd7-6a604be8d73d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:00.312131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81ad18-54b3-4862-bea6-597a677f252f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Network': ['ID=4ccabf00-3a90-41ea-a29c-e4a126117852,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:00.319034 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b9c93c93-1814-45ac-bcd7-6a604be8d73d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:00.336123 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:00.381407 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 4ccabf00-3a90-41ea-a29c-e4a126117852 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:00.465496 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c93c93-1814-45ac-bcd7-6a604be8d73d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:00.469464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9c93c93-1814-45ac-bcd7-6a604be8d73d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.502550 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.504144 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6efc8c9d-ad00-4783-99f2-9e41ad5c6cec None None] For port d0569fa1-db8e-4282-8e47-4a67b187f267, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d0569fa1-db8e-4282-8e47-4a67b187f267,segment=NetworkSegment(e54d3f79-7849-41b3-9380-871917ed91db),segment_id=e54d3f79-7849-41b3-9380-871917ed91db)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:00.504557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6efc8c9d-ad00-4783-99f2-9e41ad5c6cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.520143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.571475 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6912ddad-e977-4105-bf26-1fced92164d3']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:00.678680 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54d3f79-7849-41b3-9380-871917ed91db') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:00.678988 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54d3f79-7849-41b3-9380-871917ed91db') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:00.714503 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.726223 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f7c3b1e-70e3-454c-83a2-b83704bddc87 req-7e7dc831-f627-4efa-adb6-81aa03e7bc1d tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 210 time: 0.1772583 Jan 12 09:40:00.743538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.769334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.779003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ca054-8633-4c67-9d69-a0cca09ae96a None None] Pushing event updated for resources: {'Port': ['ID=8648f489-680f-4879-9357-9e753a1ada77,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:00.807853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.810049 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:40:00.810623 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.811629 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6efc8c9d-ad00-4783-99f2-9e41ad5c6cec None None] Calling delete_port for d0569fa1-db8e-4282-8e47-4a67b187f267 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:00.836867 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:00.865583 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:39:54Z', 'revision_number': 3, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:39:55Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:39:55Z', 'revision_number': 2, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:00.872179 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Checking router: eaf26882-3eef-405b-9e2e-c4d66e80b017 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:40:00.872655 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Updating router eaf26882-3eef-405b-9e2e-c4d66e80b017 port 85d18639-5b40-4a66-948a-49801997ed12 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:40:00.910831 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-6efc8c9d-ad00-4783-99f2-9e41ad5c6cec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:00.911227 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-6efc8c9d-ad00-4783-99f2-9e41ad5c6cec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:00.943975 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.954420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Deleting port 8648f489-680f-4879-9357-9e753a1ada77 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:00.954689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:00.957274 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09900ae4-ea20-40d7-882d-c54c51f3fd6f None None] Network f1c71757-0d28-4366-b5c1-5902096cc227 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:00.990455 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 148e232e-7289-45a9-a79d-3793fe3d03d7, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=148e232e-7289-45a9-a79d-3793fe3d03d7,segment=NetworkSegment(605013c0-a2cc-4c98-a741-2e2cf94a9c50),segment_id=605013c0-a2cc-4c98-a741-2e2cf94a9c50)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:01.009310 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.024519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.059039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.078123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Network': ['ID=6912ddad-e977-4105-bf26-1fced92164d3,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:01.185617 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-03020db9-3b78-4637-b89c-192a83ec5b5f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/networks/6912ddad-e977-4105-bf26-1fced92164d3 HTTP/1.1" status: 204 len: 168 time: 2.6134686 Jan 12 09:40:01.229216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39534) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:01.270076 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-63938ae1-ab8c-4930-bfad-29187c8638bd None None] Provisioning for port 85d18639-5b40-4a66-948a-49801997ed12 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:01.283290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1609085132', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}, 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:01.295388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 361395b5-16c4-453a-bedb-f8f1027ca55c up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:01.299921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.310244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:01.330723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:router and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:01.348170 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-63938ae1-ab8c-4930-bfad-29187c8638bd None None] Provisioning complete for port 85d18639-5b40-4a66-948a-49801997ed12 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:01.348691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-63938ae1-ab8c-4930-bfad-29187c8638bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.362175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:01.429940 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6efc8c9d-ad00-4783-99f2-9e41ad5c6cec None None] Deleting port d0569fa1-db8e-4282-8e47-4a67b187f267 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:01.430532 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6efc8c9d-ad00-4783-99f2-9e41ad5c6cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.439073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:01.475376 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9c93c93-1814-45ac-bcd7-6a604be8d73d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.546355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c93c93-1814-45ac-bcd7-6a604be8d73d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Subnet': ['ID=6d0c1d0b-95e7-4a29-8323-a81807f24e10,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:01.548545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.549578 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.567759 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.583142 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Transition to ACTIVE for port object 85d18639-5b40-4a66-948a-49801997ed12 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:01.586825 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6efc8c9d-ad00-4783-99f2-9e41ad5c6cec None None] The port 'd0569fa1-db8e-4282-8e47-4a67b187f267' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:40:01.588736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=148e232e-7289-45a9-a79d-3793fe3d03d7,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:01.600824 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.604737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-63938ae1-ab8c-4930-bfad-29187c8638bd None None] Port 85d18639-5b40-4a66-948a-49801997ed12 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:40:01.628075 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 361395b5-16c4-453a-bedb-f8f1027ca55c triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:01.628534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.711910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.785173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c93c93-1814-45ac-bcd7-6a604be8d73d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Checking segment: {'id': '0859cc79-c09f-433e-b04a-6f93f2cccc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:01.789834 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c93c93-1814-45ac-bcd7-6a604be8d73d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network hostable DHCP agents. Network: 4ccabf00-3a90-41ea-a29c-e4a126117852, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:40:01.813088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:01.829507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 817003e4-1ef0-4b63-b69a-6f48111a1dff up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:01.902585 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f293cf1a-bfc3-4cd3-ac0f-1848545385b9 None None] Provisioning complete for port 148e232e-7289-45a9-a79d-3793fe3d03d7 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:01.903386 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f293cf1a-bfc3-4cd3-ac0f-1848545385b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.117015 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce717fc-89d6-4774-a003-b0295532045c None None] get_active_networks_info from dv-neutron-824346-1-hyperv {{(pid=87665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 12 09:40:02.123463 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74970d4-92c3-4a32-9b31-3ee4b3e8b60a None None] Pushing event updated for resources: {'Port': ['ID=85d18639-5b40-4a66-948a-49801997ed12,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:02.157166 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-34f1abe0-84a1-40ab-80c2-015dc286b0bc req-b8831c1f-e58f-4d68-b6f8-68746b51548d tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 210 time: 0.0804372 Jan 12 09:40:02.161482 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Attempting to bind port 85d18639-5b40-4a66-948a-49801997ed12 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:02.161857 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Attempting to bind port 85d18639-5b40-4a66-948a-49801997ed12 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '538579fc-097e-4a39-812f-fd454ef2fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:02.162211 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Attempting to bind port 85d18639-5b40-4a66-948a-49801997ed12 on network c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5 {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:40:02.176626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.17 (28081b42-f420-4e64-b526-1ed8b5819856/c3dd9820-9764-4a9d-89be-f1db6ba2cc9f/333c0166-ded7-4496-8721-32ecb25def3a) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:02.177964 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:40:02.178171 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Checking segment: {'id': '538579fc-097e-4a39-812f-fd454ef2fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:02.178572 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.191462 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Bound using segment: {'id': '538579fc-097e-4a39-812f-fd454ef2fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:40:02.192084 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Bound port: 85d18639-5b40-4a66-948a-49801997ed12, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538579fc-097e-4a39-812f-fd454ef2fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:02.193617 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.224516 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 817003e4-1ef0-4b63-b69a-6f48111a1dff completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:02.262951 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 817003e4-1ef0-4b63-b69a-6f48111a1dff triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:02.263412 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.297378 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] For port 85d18639-5b40-4a66-948a-49801997ed12, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:40:02.300671 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] For port 85d18639-5b40-4a66-948a-49801997ed12, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=85d18639-5b40-4a66-948a-49801997ed12,segment=NetworkSegment(538579fc-097e-4a39-812f-fd454ef2fc2e),segment_id=538579fc-097e-4a39-812f-fd454ef2fc2e)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:40:02.304946 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c93c93-1814-45ac-bcd7-6a604be8d73d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 4ccabf00-3a90-41ea-a29c-e4a126117852 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:40:02.307649 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.397415 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74970d4-92c3-4a32-9b31-3ee4b3e8b60a None None] Pushing event updated for resources: {'Port': ['ID=85d18639-5b40-4a66-948a-49801997ed12,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:02.415018 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:02.415977 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:02.431533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.583526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.591183 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:02.656467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object 333c0166-ded7-4496-8721-32ecb25def3a will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:02.679490 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] For port 8648f489-680f-4879-9357-9e753a1ada77, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=8648f489-680f-4879-9357-9e753a1ada77,segment=NetworkSegment(db7b609d-bba6-4258-a2d3-1188d75a6036),segment_id=db7b609d-bba6-4258-a2d3-1188d75a6036)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:02.680123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.694419 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 817003e4-1ef0-4b63-b69a-6f48111a1dff, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=817003e4-1ef0-4b63-b69a-6f48111a1dff,segment=NetworkSegment(91df9126-3346-4a28-bf75-ca4698e5ae41),segment_id=91df9126-3346-4a28-bf75-ca4698e5ae41)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:02.709572 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.776960 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-95cdcbde-598b-4f6d-9734-1dd3fa2ccaca tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:02.778027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-95cdcbde-598b-4f6d-9734-1dd3fa2ccaca tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Synchronizing usage tracker for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:02.780126 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-b9c93c93-1814-45ac-bcd7-6a604be8d73d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 4ccabf00-3a90-41ea-a29c-e4a126117852) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:02.822350 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=817003e4-1ef0-4b63-b69a-6f48111a1dff,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:02.825157 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d0569fa1-db8e-4282-8e47-4a67b187f267 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:02.871197 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: d0569fa1-db8e-4282-8e47-4a67b187f267 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:40:02.871426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Calling delete_port for 8648f489-680f-4879-9357-9e753a1ada77 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:02.871538 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d0569fa1-db8e-4282-8e47-4a67b187f267 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:02.932933 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c93c93-1814-45ac-bcd7-6a604be8d73d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:02.934257 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9c93c93-1814-45ac-bcd7-6a604be8d73d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.959369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-95cdcbde-598b-4f6d-9734-1dd3fa2ccaca tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Unset dirty status for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:02.960569 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-95cdcbde-598b-4f6d-9734-1dd3fa2ccaca tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.53 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 810 time: 0.5194707 Jan 12 09:40:02.962207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.980245 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce717fc-89d6-4774-a003-b0295532045c None None] Unable to find a vacant binding_index for network 4ccabf00-3a90-41ea-a29c-e4a126117852 and agent 32f312a6-b453-4462-a00a-d79755f04a03 {{(pid=87665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 12 09:40:02.986234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:02.996279 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce717fc-89d6-4774-a003-b0295532045c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 4ccabf00-3a90-41ea-a29c-e4a126117852) {{(pid=87665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:40:03.045462 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:39:54Z', 'revision_number': 3, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:39:55Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:03.051876 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a09e1f-dea4-4eb8-89a3-6b8ba1e2b3d7 None None] The sync data for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv is: [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:39:54Z', 'revision_number': 3, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:39:55Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:03.058876 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router d6f699c2-f919-4919-a87b-c44969d62262 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:40:03.074623 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b9c93c93-1814-45ac-bcd7-6a604be8d73d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2139397 Jan 12 09:40:03.083625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39542) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:03.095771 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:03.130565 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 28081b42-f420-4e64-b526-1ed8b5819856 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:03.144011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:03.152405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:03.260185 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 148e232e-7289-45a9-a79d-3793fe3d03d7 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:03.289239 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No DVR routers for this DVR port 8648f489-680f-4879-9357-9e753a1ada77 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:03.370657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=333c0166-ded7-4496-8721-32ecb25def3a,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:03.418018 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 148e232e-7289-45a9-a79d-3793fe3d03d7 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:03.418397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:03.571328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:03.618936 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-208ef515-a315-468d-9f04-c031b373ba73 req-4955bbf9-7183-4677-9d24-500106181fe4 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 210 time: 0.2400844 Jan 12 09:40:03.623739 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-4a815f1a-510b-4b61-9bd9-3aa6557ebea6 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Synchronizing usage tracker for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:03.632300 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Port': ['ID=8648f489-680f-4879-9357-9e753a1ada77,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:03.640510 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c71757-0d28-4366-b5c1-5902096cc227']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:03.659716 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:03.663816 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7b609d-bba6-4258-a2d3-1188d75a6036') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:03.664117 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7b609d-bba6-4258-a2d3-1188d75a6036') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:03.694553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:03.709723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-4a815f1a-510b-4b61-9bd9-3aa6557ebea6 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Unset dirty status for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:03.710965 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-4a815f1a-510b-4b61-9bd9-3aa6557ebea6 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9bfaac095a94beaa576ace8f51e6ad8 HTTP/1.1" status: 200 len: 380 time: 0.7092276 Jan 12 09:40:03.721672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-3dbf6d24-760f-4a37-952b-917ce168fe77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Request body: {'port': {'device_id': '9103a700-6bd2-444a-9530-1080b72a1943', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'admin_state_up': True, 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'security_groups': ['5fed2199-99b6-4876-9fe8-d6e21d06fef5']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:03.738047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:03.757522 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:03.757968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:40:03.758381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:03.773669 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:03.808617 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:03.809840 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-788cedcd-7d70-42ed-a4b2-df78a13ccf02 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.8405046 Jan 12 09:40:03.817170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39548) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:03.823804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec0fba-1e18-4081-8dbc-194c2b3ba6b1 None None] Sync routers for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:03.843898 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-4ccabf00-3a90-41ea-a29c-e4a126117852', 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'fixed_ips': [{'subnet_id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:40:03.844958 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:03.857999 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 85d18639-5b40-4a66-948a-49801997ed12 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:03.899094 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec0fba-1e18-4081-8dbc-194c2b3ba6b1 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:03.899590 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b6ec0fba-1e18-4081-8dbc-194c2b3ba6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:03.990331 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b6ec0fba-1e18-4081-8dbc-194c2b3ba6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:04.062170 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec0fba-1e18-4081-8dbc-194c2b3ba6b1 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:04.063023 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b6ec0fba-1e18-4081-8dbc-194c2b3ba6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:04.098877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.125959 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.160768 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Network': ['ID=f1c71757-0d28-4366-b5c1-5902096cc227,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:04.164081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b6ec0fba-1e18-4081-8dbc-194c2b3ba6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:04.165204 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec0fba-1e18-4081-8dbc-194c2b3ba6b1 None None] The sync data for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:04.170962 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-713c3c4a-6482-4aaf-939d-1ca42f617dfa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/f1c71757-0d28-4366-b5c1-5902096cc227 HTTP/1.1" status: 204 len: 168 time: 7.2756109 Jan 12 09:40:04.174733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-3dbf6d24-760f-4a37-952b-917ce168fe77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:04.177144 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39552) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:04.216360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ce57a45b-1db0-42cc-96f7-274593313227 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-704103201'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:04.230648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 85d18639-5b40-4a66-948a-49801997ed12 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:04.240448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ce57a45b-1db0-42cc-96f7-274593313227 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:04.240875 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 85d18639-5b40-4a66-948a-49801997ed12 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:04.241361 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.245243 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-3dbf6d24-760f-4a37-952b-917ce168fe77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:04.251840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ce57a45b-1db0-42cc-96f7-274593313227 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:network and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:04.256439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ce57a45b-1db0-42cc-96f7-274593313227 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:04.267079 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ce57a45b-1db0-42cc-96f7-274593313227 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:04.275889 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.291280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-3dbf6d24-760f-4a37-952b-917ce168fe77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Made reservation on behalf of b9bfaac095a94beaa576ace8f51e6ad8 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:04.295389 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-3dbf6d24-760f-4a37-952b-917ce168fe77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.311777 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce57a45b-1db0-42cc-96f7-274593313227 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:04.315107 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce57a45b-1db0-42cc-96f7-274593313227 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.367516 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Allocated IP 172.22.0.2 (4ccabf00-3a90-41ea-a29c-e4a126117852/6d0c1d0b-95e7-4a29-8323-a81807f24e10/6014a8ae-b830-49a8-8c84-58a2d370432d) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:04.451692 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce57a45b-1db0-42cc-96f7-274593313227 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:40:04.551754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce57a45b-1db0-42cc-96f7-274593313227 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.552099 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-ce57a45b-1db0-42cc-96f7-274593313227 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Added segment 49f0e6f1-c3b9-4193-8d41-2baa0d78640a of type vlan for network 01ecfa4b-92a4-4013-9c0f-40fd74ea3185 Jan 12 09:40:04.562033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.615626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 85d18639-5b40-4a66-948a-49801997ed12, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=85d18639-5b40-4a66-948a-49801997ed12,segment=NetworkSegment(538579fc-097e-4a39-812f-fd454ef2fc2e),segment_id=538579fc-097e-4a39-812f-fd454ef2fc2e)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:04.634781 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.635877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 817003e4-1ef0-4b63-b69a-6f48111a1dff up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:04.719833 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce57a45b-1db0-42cc-96f7-274593313227 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.749911 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-3dbf6d24-760f-4a37-952b-917ce168fe77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Allocated IP 172.20.0.8 (7c044518-5731-4207-8f99-0a1c6effbd44/fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee/bbda1b10-af79-4097-9fd1-cf5816e3f353) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:04.795126 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.844536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce57a45b-1db0-42cc-96f7-274593313227 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.849956 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce57a45b-1db0-42cc-96f7-274593313227 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:04.850543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce57a45b-1db0-42cc-96f7-274593313227 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.862513 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.871609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:04.884592 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Transition to ACTIVE for port object 6014a8ae-b830-49a8-8c84-58a2d370432d will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:04.911378 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Transition to ACTIVE for port object 6014a8ae-b830-49a8-8c84-58a2d370432d will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:04.931464 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=85d18639-5b40-4a66-948a-49801997ed12,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:04.956647 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.018514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Allocated IP 172.26.2.150 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/486b1bb6-0a73-4b52-947a-58698fb21f19) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:05.053043 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Network 4ccabf00-3a90-41ea-a29c-e4a126117852 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:05.056911 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:05.069647 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:05.080332 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 817003e4-1ef0-4b63-b69a-6f48111a1dff triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:05.080877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.086569 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ce57a45b-1db0-42cc-96f7-274593313227 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9084344 Jan 12 09:40:05.087338 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57a45b-1db0-42cc-96f7-274593313227 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Network': ['ID=01ecfa4b-92a4-4013-9c0f-40fd74ea3185,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:05.094141 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39558) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:05.157968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9269887f-e545-4ab2-b975-a4ed5a6a219c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'subnet': {'network_id': '01ecfa4b-92a4-4013-9c0f-40fd74ea3185', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:05.179713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.202541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 01ecfa4b-92a4-4013-9c0f-40fd74ea3185 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:05.268595 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Pushing event updated for resources: {'Port': ['ID=6014a8ae-b830-49a8-8c84-58a2d370432d,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:05.321920 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.341435 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9269887f-e545-4ab2-b975-a4ed5a6a219c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:05.346941 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9269887f-e545-4ab2-b975-a4ed5a6a219c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:subnet and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:05.349573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.374288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9269887f-e545-4ab2-b975-a4ed5a6a219c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:05.382270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-3dbf6d24-760f-4a37-952b-917ce168fe77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.398435 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Attempting to bind port 6014a8ae-b830-49a8-8c84-58a2d370432d on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:05.398833 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Attempting to bind port 6014a8ae-b830-49a8-8c84-58a2d370432d by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '0859cc79-c09f-433e-b04a-6f93f2cccc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:05.399198 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Attempting to bind port 6014a8ae-b830-49a8-8c84-58a2d370432d on network 4ccabf00-3a90-41ea-a29c-e4a126117852 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:40:05.415021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.421542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:40:05.421960 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Checking segment: {'id': '0859cc79-c09f-433e-b04a-6f93f2cccc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:05.425799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.426221 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Bound using segment: {'id': '0859cc79-c09f-433e-b04a-6f93f2cccc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:40:05.426791 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Bound port: 6014a8ae-b830-49a8-8c84-58a2d370432d, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0859cc79-c09f-433e-b04a-6f93f2cccc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:05.427176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.435316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9269887f-e545-4ab2-b975-a4ed5a6a219c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:05.481852 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-3dbf6d24-760f-4a37-952b-917ce168fe77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Transition to ACTIVE for port object bbda1b10-af79-4097-9fd1-cf5816e3f353 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:05.493273 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9269887f-e545-4ab2-b975-a4ed5a6a219c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:05.496753 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9269887f-e545-4ab2-b975-a4ed5a6a219c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.524376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.527854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=333c0166-ded7-4496-8721-32ecb25def3a,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:05.562830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 85d18639-5b40-4a66-948a-49801997ed12 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:05.597568 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ca026a55-d550-4a07-b105-c83533054825 req-f156e352-ce31-4a4f-ba3f-cb29edda58ce tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 210 time: 0.7646432 Jan 12 09:40:05.612647 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=486b1bb6-0a73-4b52-947a-58698fb21f19,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:05.627247 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.654306 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:05.661049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:05.674917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:05.736047 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] For port 6014a8ae-b830-49a8-8c84-58a2d370432d, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:40:05.738379 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 85d18639-5b40-4a66-948a-49801997ed12 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:05.738883 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.862032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] For port 6014a8ae-b830-49a8-8c84-58a2d370432d, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6014a8ae-b830-49a8-8c84-58a2d370432d,segment=NetworkSegment(0859cc79-c09f-433e-b04a-6f93f2cccc2b),segment_id=0859cc79-c09f-433e-b04a-6f93f2cccc2b)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:40:05.874293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:05.898418 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-3dbf6d24-760f-4a37-952b-917ce168fe77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.010502 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ffcd7-0736-403b-b0d3-2bf77e0f01b2 None None] Pushing event updated for resources: {'Port': ['ID=6014a8ae-b830-49a8-8c84-58a2d370432d,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:06.044126 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-3dbf6d24-760f-4a37-952b-917ce168fe77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Network 7c044518-5731-4207-8f99-0a1c6effbd44 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:06.053249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-3dbf6d24-760f-4a37-952b-917ce168fe77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:06.067184 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 28081b42-f420-4e64-b526-1ed8b5819856 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:06.068278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-3dbf6d24-760f-4a37-952b-917ce168fe77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:06.110378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf6d24-760f-4a37-952b-917ce168fe77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event updated for resources: {'Port': ['ID=bbda1b10-af79-4097-9fd1-cf5816e3f353,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:06.128163 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:06.283376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-3dbf6d24-760f-4a37-952b-917ce168fe77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:06.284071 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-3dbf6d24-760f-4a37-952b-917ce168fe77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.313676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9269887f-e545-4ab2-b975-a4ed5a6a219c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.465757 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-3dbf6d24-760f-4a37-952b-917ce168fe77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7478545 Jan 12 09:40:06.499273 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Request body: {'port': {'device_id': '9103a700-6bd2-444a-9530-1080b72a1943', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:06.577833 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269887f-e545-4ab2-b975-a4ed5a6a219c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Subnet': ['ID=9fa2a34c-6645-43fb-a4f3-f7e98e1dd685,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:06.639387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 1fd02700-e34e-4a48-b91d-caaf972235f9 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:06.644994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9269887f-e545-4ab2-b975-a4ed5a6a219c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Checking segment: {'id': '49f0e6f1-c3b9-4193-8d41-2baa0d78640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '01ecfa4b-92a4-4013-9c0f-40fd74ea3185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:06.645185 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9269887f-e545-4ab2-b975-a4ed5a6a219c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network hostable DHCP agents. Network: 01ecfa4b-92a4-4013-9c0f-40fd74ea3185, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:40:06.733989 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f396-f2aa-495b-8f07-1093bd575e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.804314 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.828626 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Allocated IP 172.22.0.1 (4ccabf00-3a90-41ea-a29c-e4a126117852/6d0c1d0b-95e7-4a29-8323-a81807f24e10/0ac9d5c0-57e7-4b13-b469-5d5e71de28e4) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:06.843862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9269887f-e545-4ab2-b975-a4ed5a6a219c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network 01ecfa4b-92a4-4013-9c0f-40fd74ea3185 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:40:06.932443 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:06.992568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-9269887f-e545-4ab2-b975-a4ed5a6a219c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 01ecfa4b-92a4-4013-9c0f-40fd74ea3185) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:06.994968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:07.010026 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Sync routers for ids ['1fd02700-e34e-4a48-b91d-caaf972235f9'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:07.019435 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1e237d45-952e-440b-b391-574f3434c74c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/1fd02700-e34e-4a48-b91d-caaf972235f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0185289 Jan 12 09:40:07.021274 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9269887f-e545-4ab2-b975-a4ed5a6a219c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:07.022054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9269887f-e545-4ab2-b975-a4ed5a6a219c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:07.028319 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Routers {'1fd02700-e34e-4a48-b91d-caaf972235f9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:07.039225 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:39:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1fd02700-e34e-4a48-b91d-caaf972235f9'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:07.079462 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:07.126248 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9269887f-e545-4ab2-b975-a4ed5a6a219c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0220265 Jan 12 09:40:07.138316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39566) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:07.168994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74901b9c-f5a6-4b68-82c5-c31d479cc436 req-4de7c22a-7e74-4fe6-82dd-97a688806f18 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:07.169561 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-74901b9c-f5a6-4b68-82c5-c31d479cc436 req-4de7c22a-7e74-4fe6-82dd-97a688806f18 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Synchronizing usage tracker for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:07.342186 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Set router 1fd02700-e34e-4a48-b91d-caaf972235f9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:07.531053 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:07.531720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b327a47c-a2d5-414f-905b-561810818ade None None] Network 4ccabf00-3a90-41ea-a29c-e4a126117852 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:07.572004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Transition to ACTIVE for port object 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:07.606678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f02379-2aba-4e84-9e9e-d8b151b83074 None None] Network 01ecfa4b-92a4-4013-9c0f-40fd74ea3185 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:07.657333 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6014a8ae-b830-49a8-8c84-58a2d370432d up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:07.676564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:07.714911 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-74901b9c-f5a6-4b68-82c5-c31d479cc436 req-4de7c22a-7e74-4fe6-82dd-97a688806f18 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Unset dirty status for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:07.720094 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-74901b9c-f5a6-4b68-82c5-c31d479cc436 req-4de7c22a-7e74-4fe6-82dd-97a688806f18 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 931 time: 0.9798737 Jan 12 09:40:07.772687 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:07.911646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.006463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2f978137-b2d9-42ce-92ad-3ee49f3a78d7 None None] Provisioning for port 6014a8ae-b830-49a8-8c84-58a2d370432d completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:08.044244 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-74901b9c-f5a6-4b68-82c5-c31d479cc436 req-e9e832a6-bd31-4fcd-b127-9678e9fbfc62 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181565 Jan 12 09:40:08.134185 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'd02bf4c4-d886-4149-a4c7-d8f0973925f2', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.98', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'port_id': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'mac_address': 'fa:16:3e:be:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:38:36Z', 'updated_at': '2022-01-12T09:38:44Z', 'revision_number': 1, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333c0166-ded7-4496-8721-32ecb25def3a', 'name': '', 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:79:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'c3dd9820-9764-4a9d-89be-f1db6ba2cc9f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:01Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 2, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'c3dd9820-9764-4a9d-89be-f1db6ba2cc9f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a73fb72-b7f4-4e4a-b6ca-112da29143a0', 'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:2e:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:40Z', 'updated_at': '2022-01-12T09:37:55Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:08.139788 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Checking router: 1fd02700-e34e-4a48-b91d-caaf972235f9 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:40:08.140380 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Updating router 1fd02700-e34e-4a48-b91d-caaf972235f9 port 333c0166-ded7-4496-8721-32ecb25def3a binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:40:08.233461 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.430721 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.494305 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbda1b10-af79-4097-9fd1-cf5816e3f353 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:40:08.509029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa2a34c-6645-43fb-a4f3-f7e98e1dd685,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:08.516553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.559907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Transition to ACTIVE for port object bbda1b10-af79-4097-9fd1-cf5816e3f353 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:08.563057 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1009113-d7a2-4a6d-bc4d-62096b3f8db6 None None] Network 01ecfa4b-92a4-4013-9c0f-40fd74ea3185 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:08.578069 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 4ccabf00-3a90-41ea-a29c-e4a126117852 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:08.581163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:08.592908 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:08.614549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.623230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.646827 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=0ac9d5c0-57e7-4b13-b469-5d5e71de28e4,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:08.692634 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.707086 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Transition to ACTIVE for port object 333c0166-ded7-4496-8721-32ecb25def3a will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:08.722130 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.745119 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 6014a8ae-b830-49a8-8c84-58a2d370432d completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:08.763368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Allocated IP 172.20.0.1 (654389dc-83eb-4b84-84a8-f710d546c8b5/8b5c9a3e-f6a9-4c24-9322-a36f2d47f750/114fdadd-8ffa-4b4e-9325-4ea33a7b3a97) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:08.834534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-707276b4-a84f-4654-ab96-0e9179008c16 None None] Provisioning complete for port 85d18639-5b40-4a66-948a-49801997ed12 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:08.834947 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-707276b4-a84f-4654-ab96-0e9179008c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.841127 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf24bf-4276-4dba-9593-d340e03e7bf3 None None] Pushing event updated for resources: {'Port': ['ID=333c0166-ded7-4496-8721-32ecb25def3a,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:08.866524 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf24bf-4276-4dba-9593-d340e03e7bf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:08.867204 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf24bf-4276-4dba-9593-d340e03e7bf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:08.867732 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf24bf-4276-4dba-9593-d340e03e7bf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:08.868284 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf24bf-4276-4dba-9593-d340e03e7bf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:08.868762 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf24bf-4276-4dba-9593-d340e03e7bf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:08.869364 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf24bf-4276-4dba-9593-d340e03e7bf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:08.869847 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf24bf-4276-4dba-9593-d340e03e7bf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:08.870339 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf24bf-4276-4dba-9593-d340e03e7bf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:08.870859 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf24bf-4276-4dba-9593-d340e03e7bf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:08.871332 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf24bf-4276-4dba-9593-d340e03e7bf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:08.871810 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf24bf-4276-4dba-9593-d340e03e7bf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:08.872285 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdf24bf-4276-4dba-9593-d340e03e7bf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:08.875800 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ecfa4b-92a4-4013-9c0f-40fd74ea3185']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:08.883108 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6014a8ae-b830-49a8-8c84-58a2d370432d triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:08.884496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.901468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f0e6f1-c3b9-4193-8d41-2baa0d78640a') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:08.901778 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f0e6f1-c3b9-4193-8d41-2baa0d78640a') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:08.928634 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.958304 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.993798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:08.994040 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.026602 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:40:09.027046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:09.076321 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:09.112036 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Pushing event updated for resources: {'Port': ['ID=bbda1b10-af79-4097-9fd1-cf5816e3f353,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:09.125647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Attempting to bind port bbda1b10-af79-4097-9fd1-cf5816e3f353 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:09.125992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Attempting to bind port bbda1b10-af79-4097-9fd1-cf5816e3f353 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:09.126318 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Attempting to bind port bbda1b10-af79-4097-9fd1-cf5816e3f353 on network 7c044518-5731-4207-8f99-0a1c6effbd44 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:40:09.169950 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.213826 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.228411 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Attempting to bind port 333c0166-ded7-4496-8721-32ecb25def3a on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:09.228981 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Attempting to bind port 333c0166-ded7-4496-8721-32ecb25def3a by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '390aa492-6391-40de-92ad-8a48f9d48204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:09.229357 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Attempting to bind port 333c0166-ded7-4496-8721-32ecb25def3a on network 28081b42-f420-4e64-b526-1ed8b5819856 {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:40:09.240139 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:40:09.241600 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Checking segment: {'id': '390aa492-6391-40de-92ad-8a48f9d48204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:09.245848 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.246388 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Bound using segment: {'id': '390aa492-6391-40de-92ad-8a48f9d48204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:40:09.247006 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Bound port: 333c0166-ded7-4496-8721-32ecb25def3a, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390aa492-6391-40de-92ad-8a48f9d48204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:09.247483 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.275039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Port bbda1b10-af79-4097-9fd1-cf5816e3f353 on network 7c044518-5731-4207-8f99-0a1c6effbd44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:40:09.275369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Attempting to bind port bbda1b10-af79-4097-9fd1-cf5816e3f353 on network 7c044518-5731-4207-8f99-0a1c6effbd44 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:40:09.295211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:40:09.295211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Checking segment: {'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:09.295211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Bound using segment: {'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:40:09.295674 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Bound port: bbda1b10-af79-4097-9fd1-cf5816e3f353, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:09.296713 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.316125 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.382828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.400327 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] For port 333c0166-ded7-4496-8721-32ecb25def3a, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:40:09.406399 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] For port 333c0166-ded7-4496-8721-32ecb25def3a, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=333c0166-ded7-4496-8721-32ecb25def3a,segment=NetworkSegment(390aa492-6391-40de-92ad-8a48f9d48204),segment_id=390aa492-6391-40de-92ad-8a48f9d48204)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:40:09.414488 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Network': ['ID=01ecfa4b-92a4-4013-9c0f-40fd74ea3185,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:09.416644 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-498616c5-ac83-4a9c-af3c-52c45ec103df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.420120 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.426789 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 6014a8ae-b830-49a8-8c84-58a2d370432d, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6014a8ae-b830-49a8-8c84-58a2d370432d,segment=NetworkSegment(0859cc79-c09f-433e-b04a-6f93f2cccc2b),segment_id=0859cc79-c09f-433e-b04a-6f93f2cccc2b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:09.430355 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-707276b4-a84f-4654-ab96-0e9179008c16 None None] Provisioning for port bbda1b10-af79-4097-9fd1-cf5816e3f353 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:09.438806 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.472574 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/01ecfa4b-92a4-4013-9c0f-40fd74ea3185 HTTP/1.1" status: 204 len: 168 time: 2.3205585 Jan 12 09:40:09.477841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:09.478420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:09.478979 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:09.479781 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:09.480759 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:09.482309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39576) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:09.483091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:09.483787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:09.484289 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:09.484795 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:09.485336 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:09.485958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:09.486456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313630b-8e71-4da5-86d7-8b26574246b5 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:09.490922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-36a11c4a-5bcf-4326-a176-cad80f29c314 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1074376005'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:09.506901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-36a11c4a-5bcf-4326-a176-cad80f29c314 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:09.511288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-36a11c4a-5bcf-4326-a176-cad80f29c314 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:network and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:09.514824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-36a11c4a-5bcf-4326-a176-cad80f29c314 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:09.517532 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf24bf-4276-4dba-9593-d340e03e7bf3 None None] Pushing event updated for resources: {'Port': ['ID=333c0166-ded7-4496-8721-32ecb25def3a,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:09.522535 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-36a11c4a-5bcf-4326-a176-cad80f29c314 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:09.530670 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-707276b4-a84f-4654-ab96-0e9179008c16 None None] Provisioning for port 333c0166-ded7-4496-8721-32ecb25def3a completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:09.541566 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Routers {'1fd02700-e34e-4a48-b91d-caaf972235f9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:09.542403 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1fd02700-e34e-4a48-b91d-caaf972235f9'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:09.552496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] For port bbda1b10-af79-4097-9fd1-cf5816e3f353, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:40:09.557436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=6014a8ae-b830-49a8-8c84-58a2d370432d,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:09.571473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] For port bbda1b10-af79-4097-9fd1-cf5816e3f353, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=bbda1b10-af79-4097-9fd1-cf5816e3f353,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:40:09.573449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a11c4a-5bcf-4326-a176-cad80f29c314 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:09.577342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-36a11c4a-5bcf-4326-a176-cad80f29c314 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.580761 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.658747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:09.659462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.667194 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] 10.222.0.53 "PUT /v2.0/ports/bbda1b10-af79-4097-9fd1-cf5816e3f353 HTTP/1.1" status: 200 len: 1093 time: 3.1819155 Jan 12 09:40:09.667734 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9103a700-6bd2-444a-9530-1080b72a1943', 'tag': 'bbda1b10-af79-4097-9fd1-cf5816e3f353'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:40:09.715930 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8a968-5c88-4f31-bbaf-088ddfcb8f67 service neutron] Pushing event updated for resources: {'Port': ['ID=bbda1b10-af79-4097-9fd1-cf5816e3f353,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:09.770752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.777618 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] Set router 1fd02700-e34e-4a48-b91d-caaf972235f9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:09.811442 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a11c4a-5bcf-4326-a176-cad80f29c314 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:40:09.816770 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9103a700-6bd2-444a-9530-1080b72a1943', 'tag': 'bbda1b10-af79-4097-9fd1-cf5816e3f353', 'status': 'completed', 'code': 200} Jan 12 09:40:09.887638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-b5309fb1-d428-45b5-b7d8-91ac631b8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:09.889450 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-b5309fb1-d428-45b5-b7d8-91ac631b8343 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 1096 time: 0.1749690 Jan 12 09:40:09.915862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-36a11c4a-5bcf-4326-a176-cad80f29c314 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.916209 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-36a11c4a-5bcf-4326-a176-cad80f29c314 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Added segment 23cd6e89-2872-43c4-bb4a-7d1387124daf of type vlan for network fd9b6870-e5c8-4e1a-902b-a1d337df91e2 Jan 12 09:40:09.939023 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:09.956561 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23e601-c66a-4d4b-91c5-640813520e7f req-64b8a025-daa8-47f4-89c4-a047e9bf9fc7 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:09.958074 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7a23e601-c66a-4d4b-91c5-640813520e7f req-64b8a025-daa8-47f4-89c4-a047e9bf9fc7 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 943 time: 0.6921394 Jan 12 09:40:10.020405 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-4f0268dd-3c4b-4b0e-b2ef-82e4593d71c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbda1b10-af79-4097-9fd1-cf5816e3f353 HTTP/1.1" status: 200 len: 217 time: 0.1060870 Jan 12 09:40:10.087691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde9948c-2f38-4f9b-809f-4ffa9692d13f None None] Network 4ccabf00-3a90-41ea-a29c-e4a126117852 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:10.090599 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network 654389dc-83eb-4b84-84a8-f710d546c8b5 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:10.101182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=114fdadd-8ffa-4b4e-9325-4ea33a7b3a97,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:10.107355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-36a11c4a-5bcf-4326-a176-cad80f29c314 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:10.108166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-c7ecbeb1-1c65-460a-9536-c7e4e1c2d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:10.109639 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-c7ecbeb1-1c65-460a-9536-c7e4e1c2d0b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee HTTP/1.1" status: 200 len: 849 time: 0.0852745 Jan 12 09:40:10.119428 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 026eccbf-a3b1-4179-809e-b36e7f6e2445 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:40:10.123864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:10.127555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:10.203363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.203710 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.204054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.204386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.204715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.205669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.205669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.205669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.206040 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.206358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.206680 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.207027 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:10.221318 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-47209bb4-048e-4de2-9da1-b41882fe0335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:10.223230 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-47209bb4-048e-4de2-9da1-b41882fe0335 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c044518-5731-4207-8f99-0a1c6effbd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1062670 Jan 12 09:40:10.235773 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-36a11c4a-5bcf-4326-a176-cad80f29c314 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:10.241287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a11c4a-5bcf-4326-a176-cad80f29c314 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:10.241892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-36a11c4a-5bcf-4326-a176-cad80f29c314 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:10.322713 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'd02bf4c4-d886-4149-a4c7-d8f0973925f2', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.98', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'port_id': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'mac_address': 'fa:16:3e:be:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:38:36Z', 'updated_at': '2022-01-12T09:38:44Z', 'revision_number': 1, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333c0166-ded7-4496-8721-32ecb25def3a', 'name': '', 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:79:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'c3dd9820-9764-4a9d-89be-f1db6ba2cc9f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:01Z', 'updated_at': '2022-01-12T09:40:09Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'c3dd9820-9764-4a9d-89be-f1db6ba2cc9f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a73fb72-b7f4-4e4a-b6ca-112da29143a0', 'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:2e:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:40Z', 'updated_at': '2022-01-12T09:37:55Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:10.328239 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244d856-e288-40df-b1a8-ff097b69d865 None None] The sync data for ids ['1fd02700-e34e-4a48-b91d-caaf972235f9'] in dv-neutron-824346-1-hyperv is: [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'd02bf4c4-d886-4149-a4c7-d8f0973925f2', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.98', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'port_id': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'mac_address': 'fa:16:3e:be:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:38:36Z', 'updated_at': '2022-01-12T09:38:44Z', 'revision_number': 1, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333c0166-ded7-4496-8721-32ecb25def3a', 'name': '', 'network_id': '28081b42-f420-4e64-b526-1ed8b5819856', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:79:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'c3dd9820-9764-4a9d-89be-f1db6ba2cc9f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:01Z', 'updated_at': '2022-01-12T09:40:09Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'c3dd9820-9764-4a9d-89be-f1db6ba2cc9f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a73fb72-b7f4-4e4a-b6ca-112da29143a0', 'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:2e:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:40Z', 'updated_at': '2022-01-12T09:37:55Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:10.338943 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:10.386381 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7a23e601-c66a-4d4b-91c5-640813520e7f req-a2a8258b-ca3a-40ac-afe5-133d8288559e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4122748 Jan 12 09:40:10.403220 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-a4850ef0-2465-4e03-8d13-06c40fde5323 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686788 Jan 12 09:40:10.450394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-abfcc720-d6b8-48a9-ae00-e7c70125b091 None None] Provisioning complete for port 6014a8ae-b830-49a8-8c84-58a2d370432d triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:10.450827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-abfcc720-d6b8-48a9-ae00-e7c70125b091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:10.495010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:10.599365 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1b46b2b8-bbe6-47f1-bc02-eabcec3d72c0 req-2972e79e-c071-4322-98f8-0e4076992bd1 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929440 Jan 12 09:40:10.650724 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-36a11c4a-5bcf-4326-a176-cad80f29c314 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1668141 Jan 12 09:40:10.692812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a11c4a-5bcf-4326-a176-cad80f29c314 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Network': ['ID=fd9b6870-e5c8-4e1a-902b-a1d337df91e2,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:10.696216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-abfcc720-d6b8-48a9-ae00-e7c70125b091 None None] Provisioning for port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:10.706697 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network fd9b6870-e5c8-4e1a-902b-a1d337df91e2 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:10.707164 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39584) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:10.745201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-abfcc720-d6b8-48a9-ae00-e7c70125b091 None None] Provisioning complete for port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:10.745585 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-abfcc720-d6b8-48a9-ae00-e7c70125b091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:10.783138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e2a48-6f1c-4459-b4d5-68e224650ff6 req-e6eb7db9-0f6a-456a-9e26-fcdc5f1d17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:10.784731 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-de1e2a48-6f1c-4459-b4d5-68e224650ff6 req-e6eb7db9-0f6a-456a-9e26-fcdc5f1d17b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 1096 time: 0.1308885 Jan 12 09:40:10.930661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-abfcc720-d6b8-48a9-ae00-e7c70125b091 None None] Port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:40:10.983459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.021925 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'subnet': {'network_id': 'fd9b6870-e5c8-4e1a-902b-a1d337df91e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:11.070039 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0551f476-5c3f-4279-b19c-26038d1062dd None None] Provisioning complete for port 6014a8ae-b830-49a8-8c84-58a2d370432d triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:11.070658 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0551f476-5c3f-4279-b19c-26038d1062dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.176613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e2a48-6f1c-4459-b4d5-68e224650ff6 req-9fb79ee5-c1b5-4a91-8c77-96d51c550058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:11.178152 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-de1e2a48-6f1c-4459-b4d5-68e224650ff6 req-9fb79ee5-c1b5-4a91-8c77-96d51c550058 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 911 time: 0.3863349 Jan 12 09:40:11.252193 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-de1e2a48-6f1c-4459-b4d5-68e224650ff6 req-39e8cd88-3e4e-4c11-a061-53204638badd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbda1b10-af79-4097-9fd1-cf5816e3f353 HTTP/1.1" status: 200 len: 217 time: 0.0657969 Jan 12 09:40:11.257355 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0551f476-5c3f-4279-b19c-26038d1062dd None None] Provisioning complete for port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:11.258356 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0551f476-5c3f-4279-b19c-26038d1062dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.329988 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e2a48-6f1c-4459-b4d5-68e224650ff6 req-ce5a6775-4d25-4b6d-af5c-5ee0a8c189e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:11.331230 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0551f476-5c3f-4279-b19c-26038d1062dd None None] Port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:40:11.331542 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-de1e2a48-6f1c-4459-b4d5-68e224650ff6 req-ce5a6775-4d25-4b6d-af5c-5ee0a8c189e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee HTTP/1.1" status: 200 len: 849 time: 0.0710611 Jan 12 09:40:11.363847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:11.367954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:11.377984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c09e3-65e0-41d6-ab81-578bf25ad727 None None] Sync routers for ids ['026eccbf-a3b1-4179-809e-b36e7f6e2445'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:11.388849 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c09e3-65e0-41d6-ab81-578bf25ad727 None None] Routers {'026eccbf-a3b1-4179-809e-b36e7f6e2445'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:11.389475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-778c09e3-65e0-41d6-ab81-578bf25ad727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['026eccbf-a3b1-4179-809e-b36e7f6e2445'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:11.401586 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:subnet and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:11.409448 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.414074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e2a48-6f1c-4459-b4d5-68e224650ff6 req-6eb755f0-348a-4e8c-9707-7b3f92b4238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:11.415616 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-de1e2a48-6f1c-4459-b4d5-68e224650ff6 req-6eb755f0-348a-4e8c-9707-7b3f92b4238b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c044518-5731-4207-8f99-0a1c6effbd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757942 Jan 12 09:40:11.419504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:11.460289 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-778c09e3-65e0-41d6-ab81-578bf25ad727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:11.471809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c09e3-65e0-41d6-ab81-578bf25ad727 None None] Routers {'026eccbf-a3b1-4179-809e-b36e7f6e2445'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:11.472458 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-778c09e3-65e0-41d6-ab81-578bf25ad727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['026eccbf-a3b1-4179-809e-b36e7f6e2445'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:11.557112 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-053f03b4-9702-4ea3-8ccc-5fc2b3a93c66 None None] Provisioning complete for port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:11.557865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-053f03b4-9702-4ea3-8ccc-5fc2b3a93c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.571233 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-de1e2a48-6f1c-4459-b4d5-68e224650ff6 req-fa981530-2101-4f8a-a89a-68688eeb129d service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469183 Jan 12 09:40:11.592865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-778c09e3-65e0-41d6-ab81-578bf25ad727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:11.593289 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c09e3-65e0-41d6-ab81-578bf25ad727 None None] The sync data for ids ['026eccbf-a3b1-4179-809e-b36e7f6e2445'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:11.608481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:11.644635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6014a8ae-b830-49a8-8c84-58a2d370432d up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:11.663245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.666977 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-965a1b58-21f8-4fea-8c30-ada74693e61a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.4342520 Jan 12 09:40:11.669534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39590) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:11.685867 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:11.689465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.710528 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-053f03b4-9702-4ea3-8ccc-5fc2b3a93c66 None None] Port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:40:11.736849 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6014a8ae-b830-49a8-8c84-58a2d370432d triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:11.737406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.855409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 333c0166-ded7-4496-8721-32ecb25def3a up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:11.876891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.ipam_backend_mixin [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Performing IP validity checks on allocation pools {{(pid=87664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 12 09:40:11.877401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.ipam_backend_mixin [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 12 09:40:11.880814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.900208 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.926482 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 333c0166-ded7-4496-8721-32ecb25def3a completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:11.933024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 333c0166-ded7-4496-8721-32ecb25def3a triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:11.933895 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:11.935712 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-de1e2a48-6f1c-4459-b4d5-68e224650ff6 req-66842985-a1ad-45b3-891d-de51420aeb0e service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259425 Jan 12 09:40:11.958482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195fa7e-d87c-4b76-8eef-430b14832f2b req-a934ecc2-a72b-4e61-88fe-cb5dd3f9c34b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:11.960004 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1195fa7e-d87c-4b76-8eef-430b14832f2b req-a934ecc2-a72b-4e61-88fe-cb5dd3f9c34b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 943 time: 0.3878815 Jan 12 09:40:11.997936 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ab8fa1bc-c7c2-44fe-8696-6199d3f35cb3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/routers/026eccbf-a3b1-4179-809e-b36e7f6e2445 HTTP/1.1" status: 200 len: 885 time: 0.3246424 Jan 12 09:40:12.001215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39598) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:12.082388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.090076 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1195fa7e-d87c-4b76-8eef-430b14832f2b req-94f106ef-0445-49f4-a339-20ae59a1de54 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194165 Jan 12 09:40:12.126516 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.134932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=0ac9d5c0-57e7-4b13-b469-5d5e71de28e4,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:12.143322 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 333c0166-ded7-4496-8721-32ecb25def3a, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=333c0166-ded7-4496-8721-32ecb25def3a,segment=NetworkSegment(390aa492-6391-40de-92ad-8a48f9d48204),segment_id=390aa492-6391-40de-92ad-8a48f9d48204)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:12.149863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.225682 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=333c0166-ded7-4496-8721-32ecb25def3a,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:12.248135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fd7a27a3-e390-4b94-8bdd-53d87226563a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Synchronizing usage tracker for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:router {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:12.266199 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fd7a27a3-e390-4b94-8bdd-53d87226563a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Unset dirty status for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:router {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:12.270071 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fd7a27a3-e390-4b94-8bdd-53d87226563a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2652991 Jan 12 09:40:12.270306 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39602) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:12.276072 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-cf0803e9-0ba1-47b7-b7b5-2768f15ee87e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1609085132'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:12.442589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.541272 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 4ccabf00-3a90-41ea-a29c-e4a126117852 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:12.546948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:12.564930 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.625046 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Subnet': ['ID=eaf4e65a-c71b-4575-9e3d-e02395b30af6,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:12.798383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:40:12.842574 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2314635e-4c8e-4e4b-97ef-40363ca199cb None None] Provisioning complete for port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:12.843291 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2314635e-4c8e-4e4b-97ef-40363ca199cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.864796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.888659 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.899801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-2314635e-4c8e-4e4b-97ef-40363ca199cb None None] Port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:40:12.944582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf0803e9-0ba1-47b7-b7b5-2768f15ee87e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:12.946459 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Checking segment: {'id': '23cd6e89-2872-43c4-bb4a-7d1387124daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fd9b6870-e5c8-4e1a-902b-a1d337df91e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:12.946850 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network hostable DHCP agents. Network: fd9b6870-e5c8-4e1a-902b-a1d337df91e2, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:40:12.956727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf0803e9-0ba1-47b7-b7b5-2768f15ee87e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:13.028280 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=114fdadd-8ffa-4b4e-9325-4ea33a7b3a97,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:13.037830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router eaf26882-3eef-405b-9e2e-c4d66e80b017 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:13.041882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:13.049771 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network fd9b6870-e5c8-4e1a-902b-a1d337df91e2 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:40:13.125196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, fd9b6870-e5c8-4e1a-902b-a1d337df91e2) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:13.136404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d6552c-45b4-4715-9014-902b6e726041 None None] Network fd9b6870-e5c8-4e1a-902b-a1d337df91e2 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:13.151913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0803e9-0ba1-47b7-b7b5-2768f15ee87e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 026eccbf-a3b1-4179-809e-b36e7f6e2445 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:13.152078 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:13.152667 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:13.355061 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-53726936-1b4d-4d1f-8b70-17433f50260f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6237614 Jan 12 09:40:13.357313 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-fd9b6870-e5c8-4e1a-902b-a1d337df91e2', 'network_id': 'fd9b6870-e5c8-4e1a-902b-a1d337df91e2', 'tenant_id': '5cb2174ae2cc489c9a76096616d053c7', 'fixed_ips': [{'subnet_id': 'eaf4e65a-c71b-4575-9e3d-e02395b30af6'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:40:13.358099 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:13.360502 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39608) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:13.361533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0803e9-0ba1-47b7-b7b5-2768f15ee87e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:13.372135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf0803e9-0ba1-47b7-b7b5-2768f15ee87e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:13.373294 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cf0803e9-0ba1-47b7-b7b5-2768f15ee87e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/026eccbf-a3b1-4179-809e-b36e7f6e2445 HTTP/1.1" status: 200 len: 892 time: 1.1020486 Jan 12 09:40:13.374175 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d7c22-7e34-4fff-b83b-2c931dd46728 None None] Sync routers for ids ['026eccbf-a3b1-4179-809e-b36e7f6e2445'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:13.386289 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d7c22-7e34-4fff-b83b-2c931dd46728 None None] Routers {'026eccbf-a3b1-4179-809e-b36e7f6e2445'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:13.387283 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1d5d7c22-7e34-4fff-b83b-2c931dd46728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['026eccbf-a3b1-4179-809e-b36e7f6e2445'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:13.388170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39612) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:13.454039 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:13.471110 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1d5d7c22-7e34-4fff-b83b-2c931dd46728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:13.478824 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Sync routers for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:13.483726 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d7c22-7e34-4fff-b83b-2c931dd46728 None None] Routers {'026eccbf-a3b1-4179-809e-b36e7f6e2445'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:13.484830 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1d5d7c22-7e34-4fff-b83b-2c931dd46728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['026eccbf-a3b1-4179-809e-b36e7f6e2445'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:13.487485 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-14123db0-f257-4e3f-8c13-75c5f8a6d2f9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/eaf26882-3eef-405b-9e2e-c4d66e80b017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3930907 Jan 12 09:40:13.490889 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39616) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:13.497501 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b215a555-1091-4320-b3b1-56d7d2a16e7d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'network': {'name': 'tempest-RoutersTest-1332896894'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:13.509075 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b215a555-1091-4320-b3b1-56d7d2a16e7d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:13.525473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b215a555-1091-4320-b3b1-56d7d2a16e7d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:network and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:13.532777 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network 654389dc-83eb-4b84-84a8-f710d546c8b5 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:13.536817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:13.543403 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b215a555-1091-4320-b3b1-56d7d2a16e7d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:13.556574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b215a555-1091-4320-b3b1-56d7d2a16e7d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:13.580592 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1d5d7c22-7e34-4fff-b83b-2c931dd46728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:13.581245 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d7c22-7e34-4fff-b83b-2c931dd46728 None None] The sync data for ids ['026eccbf-a3b1-4179-809e-b36e7f6e2445'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:13.590128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:13.593602 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b215a555-1091-4320-b3b1-56d7d2a16e7d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:13.597270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b215a555-1091-4320-b3b1-56d7d2a16e7d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:13.619637 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 333c0166-ded7-4496-8721-32ecb25def3a up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:13.654712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:13.655524 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:13.664909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b215a555-1091-4320-b3b1-56d7d2a16e7d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:40:13.686758 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b215a555-1091-4320-b3b1-56d7d2a16e7d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:13.687161 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-b215a555-1091-4320-b3b1-56d7d2a16e7d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Added segment 4dfefa61-810a-4f93-b84a-21d787f9c870 of type vlan for network 4be0e993-425c-424c-ae21-622581a2e136 Jan 12 09:40:13.696356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:13.703195 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf8d4d-70ef-477b-91a1-7139ca3956c1 req-b3c8b540-91e1-4b22-96cf-62d016cb4665 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:13.705053 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e2cf8d4d-70ef-477b-91a1-7139ca3956c1 req-b3c8b540-91e1-4b22-96cf-62d016cb4665 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 943 time: 0.4720809 Jan 12 09:40:13.763463 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-df3243e0-41c4-4f80-ac34-8a482fc112c4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/routers/026eccbf-a3b1-4179-809e-b36e7f6e2445 HTTP/1.1" status: 200 len: 892 time: 0.3706772 Jan 12 09:40:13.763829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39620) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:13.795982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b215a555-1091-4320-b3b1-56d7d2a16e7d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:13.819518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-863c5cda-42d1-4227-80ba-de54362c26b5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Synchronizing usage tracker for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:13.843307 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Allocated IP 172.20.0.3 (fd9b6870-e5c8-4e1a-902b-a1d337df91e2/eaf4e65a-c71b-4575-9e3d-e02395b30af6/59f83333-9d2d-4ba7-8ae9-dd1d47463291) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:13.852241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-863c5cda-42d1-4227-80ba-de54362c26b5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Unset dirty status for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:13.856069 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-863c5cda-42d1-4227-80ba-de54362c26b5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports?device_id=026eccbf-a3b1-4179-809e-b36e7f6e2445 HTTP/1.1" status: 200 len: 205 time: 0.0887966 Jan 12 09:40:13.856227 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e2cf8d4d-70ef-477b-91a1-7139ca3956c1 req-f3bd39a4-7216-4754-a477-0a44869442fc tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352129 Jan 12 09:40:13.856353 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39624) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:13.895172 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router d6f699c2-f919-4919-a87b-c44969d62262 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:13.921015 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:13.933766 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b215a555-1091-4320-b3b1-56d7d2a16e7d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:13.939573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b215a555-1091-4320-b3b1-56d7d2a16e7d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:13.940021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b215a555-1091-4320-b3b1-56d7d2a16e7d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:13.994807 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 333c0166-ded7-4496-8721-32ecb25def3a triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:13.995218 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.018957 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b215a555-1091-4320-b3b1-56d7d2a16e7d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5268898 Jan 12 09:40:14.023057 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39628) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:14.078953 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4c05dfd0-79a7-43e1-8eda-2a4adaa42202 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'subnet': {'network_id': '4be0e993-425c-424c-ae21-622581a2e136', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:14.097730 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:14.110159 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b96b4a-6098-47b0-b311-8b90ed16f268 None None] Sync routers for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:14.110542 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-be98386f-a7b7-4f58-924d-0574b9ba6fd1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "PUT /v2.0/routers/d6f699c2-f919-4919-a87b-c44969d62262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2921517 Jan 12 09:40:14.111842 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39632) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:14.117710 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'port': {'network_id': '654389dc-83eb-4b84-84a8-f710d546c8b5', 'name': 'tempest-FloatingIPTestJSON-587848592'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:14.122231 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b96b4a-6098-47b0-b311-8b90ed16f268 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:14.123365 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-d4b96b4a-6098-47b0-b311-8b90ed16f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:14.176919 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215a555-1091-4320-b3b1-56d7d2a16e7d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Network': ['ID=4be0e993-425c-424c-ae21-622581a2e136,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:14.198547 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-d4b96b4a-6098-47b0-b311-8b90ed16f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:14.201581 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 4be0e993-425c-424c-ae21-622581a2e136 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:14.207572 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b96b4a-6098-47b0-b311-8b90ed16f268 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:14.208256 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-d4b96b4a-6098-47b0-b311-8b90ed16f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:14.225799 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a2c4415d-bfc6-4111-ba3a-5e358f13b4df tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.284713 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-d4b96b4a-6098-47b0-b311-8b90ed16f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:14.285905 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b96b4a-6098-47b0-b311-8b90ed16f268 None None] The sync data for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:14.475239 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:14.479223 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Usage tracker for resource:port and tenant:e20f3a1a5e564103b8a96081e0c50acc is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:14.482269 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:14.488191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:14.502900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Made reservation on behalf of e20f3a1a5e564103b8a96081e0c50acc for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:14.506487 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.521191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4c05dfd0-79a7-43e1-8eda-2a4adaa42202 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:14.528787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4c05dfd0-79a7-43e1-8eda-2a4adaa42202 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:subnet and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:14.529406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] device_id is not set on port 38245d8e-f877-4982-bd07-9b5c24ecffe7 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:40:14.533245 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4c05dfd0-79a7-43e1-8eda-2a4adaa42202 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:14.583709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.597018 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Transition to ACTIVE for port object 59f83333-9d2d-4ba7-8ae9-dd1d47463291 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:14.597444 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4c05dfd0-79a7-43e1-8eda-2a4adaa42202 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:14.624333 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Transition to ACTIVE for port object 59f83333-9d2d-4ba7-8ae9-dd1d47463291 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:14.632742 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c05dfd0-79a7-43e1-8eda-2a4adaa42202 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Made reservation on behalf of 8d476f04375446c6b15cc6814070f06a for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:14.636580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4c05dfd0-79a7-43e1-8eda-2a4adaa42202 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.638827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.673007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a2c4415d-bfc6-4111-ba3a-5e358f13b4df tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.677696 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:09Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '0ac9d5c0-57e7-4b13-b469-5d5e71de28e4', 'name': '', 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:1f:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:06Z', 'updated_at': '2022-01-12T09:40:11Z', 'revision_number': 2, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:14.700513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.703673 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Allocated IP 172.20.0.8 (654389dc-83eb-4b84-84a8-f710d546c8b5/8b5c9a3e-f6a9-4c24-9322-a36f2d47f750/38245d8e-f877-4982-bd07-9b5c24ecffe7) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:14.704089 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Checking router: eaf26882-3eef-405b-9e2e-c4d66e80b017 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:40:14.704464 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Updating router eaf26882-3eef-405b-9e2e-c4d66e80b017 port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:40:14.748434 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Network fd9b6870-e5c8-4e1a-902b-a1d337df91e2 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:14.757852 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:14.766157 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:14.770631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Pushing event updated for resources: {'Port': ['ID=59f83333-9d2d-4ba7-8ae9-dd1d47463291,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:14.791523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4415d-bfc6-4111-ba3a-5e358f13b4df tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port 486b1bb6-0a73-4b52-947a-58698fb21f19 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:14.791873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a2c4415d-bfc6-4111-ba3a-5e358f13b4df tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.806395 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:14.806740 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:14.807103 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:14.807421 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:14.807746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:14.808089 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:14.808403 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:14.808734 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:14.809054 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:14.809367 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:14.809684 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:14.809978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:40:14.820717 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.833254 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf4e65a-c71b-4575-9e3d-e02395b30af6,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:14.930088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.967133 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:14.984557 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.010719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Attempting to bind port 59f83333-9d2d-4ba7-8ae9-dd1d47463291 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:15.010975 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Attempting to bind port 59f83333-9d2d-4ba7-8ae9-dd1d47463291 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '23cd6e89-2872-43c4-bb4a-7d1387124daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fd9b6870-e5c8-4e1a-902b-a1d337df91e2'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:15.011503 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Attempting to bind port 59f83333-9d2d-4ba7-8ae9-dd1d47463291 on network fd9b6870-e5c8-4e1a-902b-a1d337df91e2 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:40:15.024319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:40:15.024753 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Checking segment: {'id': '23cd6e89-2872-43c4-bb4a-7d1387124daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fd9b6870-e5c8-4e1a-902b-a1d337df91e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:15.025199 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.025537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Bound using segment: {'id': '23cd6e89-2872-43c4-bb4a-7d1387124daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fd9b6870-e5c8-4e1a-902b-a1d337df91e2'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:40:15.026024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Bound port: 59f83333-9d2d-4ba7-8ae9-dd1d47463291, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cd6e89-2872-43c4-bb4a-7d1387124daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fd9b6870-e5c8-4e1a-902b-a1d337df91e2'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:15.026673 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.048648 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network 654389dc-83eb-4b84-84a8-f710d546c8b5 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:15.051974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:15.056522 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:15.085635 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=38245d8e-f877-4982-bd07-9b5c24ecffe7,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:15.133907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9b6870-e5c8-4e1a-902b-a1d337df91e2']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:15.137838 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:15.139029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.166242 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a021750d-0a7f-4422-9b1b-79a859c9139d tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0528762 Jan 12 09:40:15.169664 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39640) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:15.170106 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cd6e89-2872-43c4-bb4a-7d1387124daf') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:15.170407 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cd6e89-2872-43c4-bb4a-7d1387124daf') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:15.177263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'port': {'network_id': '654389dc-83eb-4b84-84a8-f710d546c8b5', 'name': 'tempest-FloatingIPTestJSON-393498972'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:15.228045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.237758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] For port 59f83333-9d2d-4ba7-8ae9-dd1d47463291, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:40:15.285557 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a2c4415d-bfc6-4111-ba3a-5e358f13b4df tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.293248 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] For port 59f83333-9d2d-4ba7-8ae9-dd1d47463291, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=59f83333-9d2d-4ba7-8ae9-dd1d47463291,segment=NetworkSegment(23cd6e89-2872-43c4-bb4a-7d1387124daf),segment_id=23cd6e89-2872-43c4-bb4a-7d1387124daf)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:40:15.303544 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.340473 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:15.346927 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Usage tracker for resource:port and tenant:e20f3a1a5e564103b8a96081e0c50acc is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:15.350009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:15.357730 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:15.369400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Made reservation on behalf of e20f3a1a5e564103b8a96081e0c50acc for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:15.374470 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.399366 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] device_id is not set on port d617b420-c311-48a4-b367-fb9cd0abccaa yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:40:15.403618 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660925d8-0ac9-4e19-99f5-e6483be641c1 None None] Pushing event updated for resources: {'Port': ['ID=59f83333-9d2d-4ba7-8ae9-dd1d47463291,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:15.424061 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.438804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4415d-bfc6-4111-ba3a-5e358f13b4df tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for 486b1bb6-0a73-4b52-947a-58698fb21f19 owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:15.472363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14dca0-95a7-4f7e-918d-f632c9d54f9c req-b2281f8a-4238-404e-86b7-59c08615db62 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:15.473878 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d14dca0-95a7-4f7e-918d-f632c9d54f9c req-b2281f8a-4238-404e-86b7-59c08615db62 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 943 time: 0.4989469 Jan 12 09:40:15.505509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:40:15.505909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.536671 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:15.536846 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:15.541459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b9d9c8-e771-4827-945b-750573d26b6f None None] Network fd9b6870-e5c8-4e1a-902b-a1d337df91e2 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:15.568307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Allocated IP 172.20.0.4 (654389dc-83eb-4b84-84a8-f710d546c8b5/8b5c9a3e-f6a9-4c24-9322-a36f2d47f750/d617b420-c311-48a4-b367-fb9cd0abccaa) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:15.568922 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4c05dfd0-79a7-43e1-8eda-2a4adaa42202 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.710143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Transition to ACTIVE for port object 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:15.722381 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d14dca0-95a7-4f7e-918d-f632c9d54f9c req-ae160c55-e0e0-453d-9a8a-597871fb5136 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244675 Jan 12 09:40:15.724118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.733689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:40:15.733689 dv-neutron-824346-1-hyperv neutron-server[87663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:40:15.733689 dv-neutron-824346-1-hyperv neutron-server[87663]: [parameters: {'id': 'fd9b6870-e5c8-4e1a-902b-a1d337df91e2'}] Jan 12 09:40:15.733689 dv-neutron-824346-1-hyperv neutron-server[87663]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:15.734197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:15.758213 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05dfd0-79a7-43e1-8eda-2a4adaa42202 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Subnet': ['ID=7084075d-e852-4655-8592-59de58b1fe81,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:15.772351 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05dfd0-79a7-43e1-8eda-2a4adaa42202 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Checking segment: {'id': '4dfefa61-810a-4f93-b84a-21d787f9c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be0e993-425c-424c-ae21-622581a2e136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:15.772718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05dfd0-79a7-43e1-8eda-2a4adaa42202 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network hostable DHCP agents. Network: 4be0e993-425c-424c-ae21-622581a2e136, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:40:15.808251 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.832225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05dfd0-79a7-43e1-8eda-2a4adaa42202 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 4be0e993-425c-424c-ae21-622581a2e136 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:40:15.846830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.856343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-4c05dfd0-79a7-43e1-8eda-2a4adaa42202 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 4be0e993-425c-424c-ae21-622581a2e136) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:15.860735 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c05dfd0-79a7-43e1-8eda-2a4adaa42202 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:15.861568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4c05dfd0-79a7-43e1-8eda-2a4adaa42202 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.875301 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef1e5f3-69dd-4dd9-be94-e7dc5b3b061c None None] Network 4be0e993-425c-424c-ae21-622581a2e136 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:15.900779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a2c4415d-bfc6-4111-ba3a-5e358f13b4df tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:15.917596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47e243-0e25-49af-be71-4068c55e2a0e None None] Pushing event updated for resources: {'Port': ['ID=0ac9d5c0-57e7-4b13-b469-5d5e71de28e4,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:15.934554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network 654389dc-83eb-4b84-84a8-f710d546c8b5 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:15.937936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:15.942199 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:15.951336 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4c05dfd0-79a7-43e1-8eda-2a4adaa42202 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8774674 Jan 12 09:40:15.952225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39644) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:15.972524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=d617b420-c311-48a4-b367-fb9cd0abccaa,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:16.018909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:16.019592 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.056555 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-22009802-355c-49fb-95eb-e7439afbff9b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8851483 Jan 12 09:40:16.057095 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39648) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:16.062242 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': 'd617b420-c311-48a4-b367-fb9cd0abccaa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:16.076826 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:16.086952 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Usage tracker for resource:floatingip and tenant:e20f3a1a5e564103b8a96081e0c50acc is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:16.092487 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:16.097328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Attempting to bind port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:16.098075 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Attempting to bind port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '0859cc79-c09f-433e-b04a-6f93f2cccc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:16.101216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Attempting to bind port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 on network 4ccabf00-3a90-41ea-a29c-e4a126117852 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:40:16.105816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:16.126630 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.143739 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:40:16.147219 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Checking segment: {'id': '0859cc79-c09f-433e-b04a-6f93f2cccc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:16.147645 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.148095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Bound using segment: {'id': '0859cc79-c09f-433e-b04a-6f93f2cccc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:40:16.148722 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Bound port: 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0859cc79-c09f-433e-b04a-6f93f2cccc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:16.149126 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.204117 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4415d-bfc6-4111-ba3a-5e358f13b4df tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Port': ['ID=486b1bb6-0a73-4b52-947a-58698fb21f19,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:16.236146 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.288659 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.343150 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] For port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:40:16.351352 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-4be0e993-425c-424c-ae21-622581a2e136', 'network_id': '4be0e993-425c-424c-ae21-622581a2e136', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'fixed_ips': [{'subnet_id': '7084075d-e852-4655-8592-59de58b1fe81'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:40:16.352777 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.369843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] For port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=0ac9d5c0-57e7-4b13-b469-5d5e71de28e4,segment=NetworkSegment(0859cc79-c09f-433e-b04a-6f93f2cccc2b),segment_id=0859cc79-c09f-433e-b04a-6f93f2cccc2b)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:40:16.382707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.408965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Deleting port 59f83333-9d2d-4ba7-8ae9-dd1d47463291 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:16.409469 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.452290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Allocated IP 172.26.2.141 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/d874822f-e654-4649-9fd3-74408fe218e9) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:16.538364 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.543443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:16.543974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:16.623665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47e243-0e25-49af-be71-4068c55e2a0e None None] Pushing event updated for resources: {'Port': ['ID=0ac9d5c0-57e7-4b13-b469-5d5e71de28e4,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:16.638374 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a2c4415d-bfc6-4111-ba3a-5e358f13b4df tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.657638 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.695342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.781559 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:16.784649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:16.787122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:16.829862 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:16.903345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Allocated IP 172.23.0.2 (4be0e993-425c-424c-ae21-622581a2e136/7084075d-e852-4655-8592-59de58b1fe81/a5d522b8-ef1a-4983-937e-fdff44c2cd64) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:16.926165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a2c4415d-bfc6-4111-ba3a-5e358f13b4df tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:16.930164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a2c4415d-bfc6-4111-ba3a-5e358f13b4df tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.001951 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=d874822f-e654-4649-9fd3-74408fe218e9,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:17.130506 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a2c4415d-bfc6-4111-ba3a-5e358f13b4df tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.131032 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c4415d-bfc6-4111-ba3a-5e358f13b4df tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Fanout notify agent at l3_agent the message router_deleted on router 026eccbf-a3b1-4179-809e-b36e7f6e2445 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:40:17.163299 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8b953-a9fb-4df8-a197-e89aa8680f89 req-e12a3d82-c2a1-4b87-a256-75a2e41e3a85 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:17.164724 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bee8b953-a9fb-4df8-a197-e89aa8680f89 req-e12a3d82-c2a1-4b87-a256-75a2e41e3a85 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 943 time: 0.2115178 Jan 12 09:40:17.222593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] For port 59f83333-9d2d-4ba7-8ae9-dd1d47463291, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=59f83333-9d2d-4ba7-8ae9-dd1d47463291,segment=NetworkSegment(23cd6e89-2872-43c4-bb4a-7d1387124daf),segment_id=23cd6e89-2872-43c4-bb4a-7d1387124daf)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:17.222996 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.263298 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a2c4415d-bfc6-4111-ba3a-5e358f13b4df tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.269524 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a2c4415d-bfc6-4111-ba3a-5e358f13b4df tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/routers/026eccbf-a3b1-4179-809e-b36e7f6e2445 HTTP/1.1" status: 204 len: 168 time: 3.4116697 Jan 12 09:40:17.273023 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39656) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:17.279829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-e8517844-0292-4fbd-a31e-d2862619c2d3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-224178260'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:17.309417 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bee8b953-a9fb-4df8-a197-e89aa8680f89 req-f94c7871-1ae8-479b-9610-b6365badb515 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271064 Jan 12 09:40:17.405771 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.425608 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Transition to ACTIVE for port object a5d522b8-ef1a-4983-937e-fdff44c2cd64 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:17.451762 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Transition to ACTIVE for port object a5d522b8-ef1a-4983-937e-fdff44c2cd64 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:17.458157 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:09Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '0ac9d5c0-57e7-4b13-b469-5d5e71de28e4', 'name': '', 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:1f:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:06Z', 'updated_at': '2022-01-12T09:40:16Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:17.462545 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.505095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e231df-a422-40de-8fee-7e940aa96a5d None None] The sync data for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv is: [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:09Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '0ac9d5c0-57e7-4b13-b469-5d5e71de28e4', 'name': '', 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:1f:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:06Z', 'updated_at': '2022-01-12T09:40:16Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:17.526954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.537759 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Network 4be0e993-425c-424c-ae21-622581a2e136 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:17.540844 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:17.544896 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:17.545258 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Calling delete_port for 59f83333-9d2d-4ba7-8ae9-dd1d47463291 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:17.553154 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Pushing event updated for resources: {'Port': ['ID=a5d522b8-ef1a-4983-937e-fdff44c2cd64,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:17.575168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e8517844-0292-4fbd-a31e-d2862619c2d3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:17.610436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e8517844-0292-4fbd-a31e-d2862619c2d3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:network and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:17.619081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e8517844-0292-4fbd-a31e-d2862619c2d3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:17.633518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e8517844-0292-4fbd-a31e-d2862619c2d3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:17.667383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.691860 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Attempting to bind port a5d522b8-ef1a-4983-937e-fdff44c2cd64 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:17.692559 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Attempting to bind port a5d522b8-ef1a-4983-937e-fdff44c2cd64 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '4dfefa61-810a-4f93-b84a-21d787f9c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be0e993-425c-424c-ae21-622581a2e136'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:17.692892 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Attempting to bind port a5d522b8-ef1a-4983-937e-fdff44c2cd64 on network 4be0e993-425c-424c-ae21-622581a2e136 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:40:17.695802 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8517844-0292-4fbd-a31e-d2862619c2d3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:17.699658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8517844-0292-4fbd-a31e-d2862619c2d3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.703315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:40:17.703688 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Checking segment: {'id': '4dfefa61-810a-4f93-b84a-21d787f9c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be0e993-425c-424c-ae21-622581a2e136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:17.704137 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.704693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Bound using segment: {'id': '4dfefa61-810a-4f93-b84a-21d787f9c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be0e993-425c-424c-ae21-622581a2e136'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:40:17.705338 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Bound port: a5d522b8-ef1a-4983-937e-fdff44c2cd64, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfefa61-810a-4f93-b84a-21d787f9c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be0e993-425c-424c-ae21-622581a2e136'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:17.705762 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.756200 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.770177 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.818544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8517844-0292-4fbd-a31e-d2862619c2d3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:40:17.835783 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] For port a5d522b8-ef1a-4983-937e-fdff44c2cd64, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:40:17.839857 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] For port a5d522b8-ef1a-4983-937e-fdff44c2cd64, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a5d522b8-ef1a-4983-937e-fdff44c2cd64,segment=NetworkSegment(4dfefa61-810a-4f93-b84a-21d787f9c870),segment_id=4dfefa61-810a-4f93-b84a-21d787f9c870)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:40:17.852904 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.890955 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No DVR routers for this DVR port 59f83333-9d2d-4ba7-8ae9-dd1d47463291 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:17.897791 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Port': ['ID=59f83333-9d2d-4ba7-8ae9-dd1d47463291,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:17.931914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.939242 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.944526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24856a08-ceb7-4729-ae79-674369991f6b None None] Pushing event updated for resources: {'Port': ['ID=a5d522b8-ef1a-4983-937e-fdff44c2cd64,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:17.945291 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8517844-0292-4fbd-a31e-d2862619c2d3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:17.945809 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-e8517844-0292-4fbd-a31e-d2862619c2d3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Added segment 9bfa7ab8-670c-4ddc-a1c4-1c4936b9e6e5 of type vlan for network 1b633c2a-1ddd-40f3-acc9-0af295306089 Jan 12 09:40:18.068688 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=d874822f-e654-4649-9fd3-74408fe218e9,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:18.090690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.160692 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.169250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8517844-0292-4fbd-a31e-d2862619c2d3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.261813 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9b6870-e5c8-4e1a-902b-a1d337df91e2']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:18.301042 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cd6e89-2872-43c4-bb4a-7d1387124daf') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:18.301617 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cd6e89-2872-43c4-bb4a-7d1387124daf') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:18.319327 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Floating IP df4f6a87-4522-4e42-b8e1-1bd9df0ec23e associated. External IP: 172.26.2.141, port: d617b420-c311-48a4-b367-fb9cd0abccaa. Jan 12 09:40:18.326121 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.368395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8517844-0292-4fbd-a31e-d2862619c2d3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.374227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8517844-0292-4fbd-a31e-d2862619c2d3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:18.375355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8517844-0292-4fbd-a31e-d2862619c2d3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.435926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.524846 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:40:18.525283 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:18.542807 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:18.621025 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8517844-0292-4fbd-a31e-d2862619c2d3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Network': ['ID=1b633c2a-1ddd-40f3-acc9-0af295306089,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:18.627952 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e8517844-0292-4fbd-a31e-d2862619c2d3 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3493886 Jan 12 09:40:18.633108 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 1b633c2a-1ddd-40f3-acc9-0af295306089 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:18.714994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39662) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:18.731468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-f8d82578-4033-43d4-bdc5-e93521192434 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'subnet': {'network_id': '1b633c2a-1ddd-40f3-acc9-0af295306089', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:18.798624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.803309 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:18.843033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router d6f699c2-f919-4919-a87b-c44969d62262 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:18.919327 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Allocated IP 172.23.0.1 (4be0e993-425c-424c-ae21-622581a2e136/7084075d-e852-4655-8592-59de58b1fe81/0cab6a38-af97-4255-a017-dbd54fd169d5) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:18.925542 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/fd9b6870-e5c8-4e1a-902b-a1d337df91e2 HTTP/1.1" status: 204 len: 168 time: 5.5579710 Jan 12 09:40:18.927798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47157553-803e-4512-bb4c-9d055b82d06d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Network': ['ID=fd9b6870-e5c8-4e1a-902b-a1d337df91e2,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:18.931951 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39668) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:18.943079 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-afa39158-007b-40f8-b95a-b1974a100d33 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-481096377'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:18.945482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f8d82578-4033-43d4-bdc5-e93521192434 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:18.953380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f8d82578-4033-43d4-bdc5-e93521192434 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:subnet and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:18.956190 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-afa39158-007b-40f8-b95a-b1974a100d33 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:18.959355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f8d82578-4033-43d4-bdc5-e93521192434 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:18.963847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-afa39158-007b-40f8-b95a-b1974a100d33 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:network and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:18.968287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-afa39158-007b-40f8-b95a-b1974a100d33 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:18.979149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-afa39158-007b-40f8-b95a-b1974a100d33 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:18.989821 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f8d82578-4033-43d4-bdc5-e93521192434 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:19.009118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b09af-40a7-4ac4-8a08-bbb0dffe9c81 req-c6a5e16e-d08a-4851-b20e-8be1329d6542 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:19.010631 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9a2b09af-40a7-4ac4-8a08-bbb0dffe9c81 req-c6a5e16e-d08a-4851-b20e-8be1329d6542 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 943 time: 0.5282230 Jan 12 09:40:19.056186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa39158-007b-40f8-b95a-b1974a100d33 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:19.059914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-afa39158-007b-40f8-b95a-b1974a100d33 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.097869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:19.109726 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa39158-007b-40f8-b95a-b1974a100d33 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:40:19.114995 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186fefba-4de0-4ffc-90e5-074059ca7482 None None] Sync routers for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:19.117136 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d82578-4033-43d4-bdc5-e93521192434 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:19.120451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f8d82578-4033-43d4-bdc5-e93521192434 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.132800 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-afa39158-007b-40f8-b95a-b1974a100d33 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.133159 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-afa39158-007b-40f8-b95a-b1974a100d33 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Added segment 8c2b3b59-f3b0-441c-9819-c9c8b877d88b of type vlan for network 5456bc3c-4740-4300-b977-7b4569381770 Jan 12 09:40:19.137719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186fefba-4de0-4ffc-90e5-074059ca7482 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:19.138722 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-186fefba-4de0-4ffc-90e5-074059ca7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:19.152291 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.180489 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9a2b09af-40a7-4ac4-8a08-bbb0dffe9c81 req-1e56c831-acc7-49bb-b455-08ad3050bb9f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625555 Jan 12 09:40:19.233524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-afa39158-007b-40f8-b95a-b1974a100d33 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.250398 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-186fefba-4de0-4ffc-90e5-074059ca7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:19.263045 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186fefba-4de0-4ffc-90e5-074059ca7482 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:19.264170 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-186fefba-4de0-4ffc-90e5-074059ca7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:19.271668 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-71c02ed4-08b3-4ece-953d-b026124e67d4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2112138 Jan 12 09:40:19.272512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39672) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:19.309715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-afa39158-007b-40f8-b95a-b1974a100d33 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.317081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa39158-007b-40f8-b95a-b1974a100d33 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:19.318926 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-afa39158-007b-40f8-b95a-b1974a100d33 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.348645 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-186fefba-4de0-4ffc-90e5-074059ca7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:19.349240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186fefba-4de0-4ffc-90e5-074059ca7482 None None] The sync data for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:19.370602 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023c5463-cb03-46ca-a791-5d7be444ca41 None None] Network 4be0e993-425c-424c-ae21-622581a2e136 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:19.427022 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa39158-007b-40f8-b95a-b1974a100d33 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Network': ['ID=5456bc3c-4740-4300-b977-7b4569381770,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:19.445077 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-afa39158-007b-40f8-b95a-b1974a100d33 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5119376 Jan 12 09:40:19.448045 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39676) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:19.455487 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-0d4c7587-b99c-4edb-8c4f-7e2a0b91396b tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'subnet': {'network_id': '5456bc3c-4740-4300-b977-7b4569381770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:19.466755 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4993899c-2e8d-4cbe-bccc-122b638301c5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:19.481726 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 5456bc3c-4740-4300-b977-7b4569381770 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:19.524921 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device bbda1b10-af79-4097-9fd1-cf5816e3f353 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:40:19.585041 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.599840 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0d4c7587-b99c-4edb-8c4f-7e2a0b91396b tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:19.603819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0d4c7587-b99c-4edb-8c4f-7e2a0b91396b tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:subnet and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:19.607681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0d4c7587-b99c-4edb-8c4f-7e2a0b91396b tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:19.615353 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0d4c7587-b99c-4edb-8c4f-7e2a0b91396b tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:19.631695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4c7587-b99c-4edb-8c4f-7e2a0b91396b tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:19.636721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7587-b99c-4edb-8c4f-7e2a0b91396b tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.672382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Transition to ACTIVE for port object 0cab6a38-af97-4255-a017-dbd54fd169d5 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:19.677421 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4993899c-2e8d-4cbe-bccc-122b638301c5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.694358 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a5d522b8-ef1a-4983-937e-fdff44c2cd64 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:19.814664 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9aa204b1-a920-4d7a-b40d-40c0ecc978de None None] Provisioning for port a5d522b8-ef1a-4983-937e-fdff44c2cd64 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:19.830026 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.resource_extend [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:40:19.893915 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7587-b99c-4edb-8c4f-7e2a0b91396b tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:19.984640 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.009063 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c7587-b99c-4edb-8c4f-7e2a0b91396b tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Subnet': ['ID=f8fce572-efb5-4acc-a4e1-48cdd08d8b0f,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:20.027145 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c7587-b99c-4edb-8c4f-7e2a0b91396b tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Checking segment: {'id': '8c2b3b59-f3b0-441c-9819-c9c8b877d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5456bc3c-4740-4300-b977-7b4569381770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:20.027774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4c7587-b99c-4edb-8c4f-7e2a0b91396b tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network hostable DHCP agents. Network: 5456bc3c-4740-4300-b977-7b4569381770, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:40:20.068861 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4c7587-b99c-4edb-8c4f-7e2a0b91396b tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network 5456bc3c-4740-4300-b977-7b4569381770 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:40:20.079725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port a5d522b8-ef1a-4983-937e-fdff44c2cd64 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:20.093189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-0d4c7587-b99c-4edb-8c4f-7e2a0b91396b tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 5456bc3c-4740-4300-b977-7b4569381770) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:20.094659 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port bbda1b10-af79-4097-9fd1-cf5816e3f353, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=bbda1b10-af79-4097-9fd1-cf5816e3f353,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:20.104770 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a5d522b8-ef1a-4983-937e-fdff44c2cd64 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:20.105385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.109809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c7587-b99c-4edb-8c4f-7e2a0b91396b tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:20.111970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7587-b99c-4edb-8c4f-7e2a0b91396b tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.146214 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b573697-1ec8-4d0b-9290-1a7678ea714b None None] Network 5456bc3c-4740-4300-b977-7b4569381770 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:20.149409 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0d4c7587-b99c-4edb-8c4f-7e2a0b91396b tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7001729 Jan 12 09:40:20.152015 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39680) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:20.164970 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f8d82578-4033-43d4-bdc5-e93521192434 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.176853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 4be0e993-425c-424c-ae21-622581a2e136 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:20.210492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4993899c-2e8d-4cbe-bccc-122b638301c5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.212679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:20.215383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:20.266434 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4993899c-2e8d-4cbe-bccc-122b638301c5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.266748 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-4993899c-2e8d-4cbe-bccc-122b638301c5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Floating IP df4f6a87-4522-4e42-b8e1-1bd9df0ec23e disassociated. External IP: 172.26.2.141, port: d617b420-c311-48a4-b367-fb9cd0abccaa. Jan 12 09:40:20.323804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cfff-8e82-42cf-9b4a-0083dbd84745 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.352016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=0cab6a38-af97-4255-a017-dbd54fd169d5,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:20.420200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'bbda1b10-af79-4097-9fd1-cf5816e3f353', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'port_id': 'bbda1b10-af79-4097-9fd1-cf5816e3f353', 'mac_address': 'fa:16:3e:dd:10:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:40:20.463300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cfff-8e82-42cf-9b4a-0083dbd84745 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.482547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d705b7-73b4-41f1-be55-cceb5b81ce90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-5456bc3c-4740-4300-b977-7b4569381770', 'network_id': '5456bc3c-4740-4300-b977-7b4569381770', 'tenant_id': '5cb2174ae2cc489c9a76096616d053c7', 'fixed_ips': [{'subnet_id': 'f8fce572-efb5-4acc-a4e1-48cdd08d8b0f'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:40:20.483425 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-55d705b7-73b4-41f1-be55-cceb5b81ce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.553451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.564158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cfff-8e82-42cf-9b4a-0083dbd84745 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.568792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d82578-4033-43d4-bdc5-e93521192434 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Subnet': ['ID=9a7880bd-f11b-4352-a2a3-ae162cf79af9,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:20.570356 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.607062 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655113bf-293e-49fc-9568-9b7925710a20 req-16615f90-6984-4cdd-904f-84472c29b51e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:20.608613 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-655113bf-293e-49fc-9568-9b7925710a20 req-16615f90-6984-4cdd-904f-84472c29b51e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 943 time: 0.2004216 Jan 12 09:40:20.613999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d82578-4033-43d4-bdc5-e93521192434 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Checking segment: {'id': '9bfa7ab8-670c-4ddc-a1c4-1c4936b9e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1b633c2a-1ddd-40f3-acc9-0af295306089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:20.614464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d82578-4033-43d4-bdc5-e93521192434 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network hostable DHCP agents. Network: 1b633c2a-1ddd-40f3-acc9-0af295306089, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:40:20.615889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1cfff-8e82-42cf-9b4a-0083dbd84745 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Subnet': ['ID=f8fce572-efb5-4acc-a4e1-48cdd08d8b0f,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:20.653316 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbda1b10-af79-4097-9fd1-cf5816e3f353 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:40:20.699732 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port bbda1b10-af79-4097-9fd1-cf5816e3f353, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=bbda1b10-af79-4097-9fd1-cf5816e3f353,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:20.702702 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server [None req-55d705b7-73b4-41f1-be55-cceb5b81ce90 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8fce572-efb5-4acc-a4e1-48cdd08d8b0f: This subnet is being modified by another concurrent operation. Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:40:20.715946 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise exception Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8fce572-efb5-4acc-a4e1-48cdd08d8b0f: This subnet is being modified by another concurrent operation. Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server Jan 12 09:40:20.722063 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.734068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d82578-4033-43d4-bdc5-e93521192434 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 1b633c2a-1ddd-40f3-acc9-0af295306089 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:40:20.745271 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cfff-8e82-42cf-9b4a-0083dbd84745 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.756382 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-655113bf-293e-49fc-9568-9b7925710a20 req-e5a833bf-f258-41bd-ad64-beb50fed5688 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249676 Jan 12 09:40:20.771478 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec9d10a-8e15-481e-bf41-ff44407d3743 None None] Network 5456bc3c-4740-4300-b977-7b4569381770 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:20.777361 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-b1e1cfff-8e82-42cf-9b4a-0083dbd84745 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5456bc3c-4740-4300-b977-7b4569381770']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:20.793297 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-b1e1cfff-8e82-42cf-9b4a-0083dbd84745 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2b3b59-f3b0-441c-9819-c9c8b877d88b') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:20.793649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-b1e1cfff-8e82-42cf-9b4a-0083dbd84745 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2b3b59-f3b0-441c-9819-c9c8b877d88b') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:20.820540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cfff-8e82-42cf-9b4a-0083dbd84745 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.842027 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cfff-8e82-42cf-9b4a-0083dbd84745 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.851098 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e1cfff-8e82-42cf-9b4a-0083dbd84745 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:40:20.852029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cfff-8e82-42cf-9b4a-0083dbd84745 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:20.871997 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:20.891084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-f8d82578-4033-43d4-bdc5-e93521192434 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 1b633c2a-1ddd-40f3-acc9-0af295306089) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:20.904072 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d82578-4033-43d4-bdc5-e93521192434 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:20.904802 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f8d82578-4033-43d4-bdc5-e93521192434 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.905959 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b3f9ca-8c9b-4152-a04e-dc975811fcce None None] Network 1b633c2a-1ddd-40f3-acc9-0af295306089 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:20.910183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4993899c-2e8d-4cbe-bccc-122b638301c5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router d6f699c2-f919-4919-a87b-c44969d62262 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:20.932734 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port a5d522b8-ef1a-4983-937e-fdff44c2cd64, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a5d522b8-ef1a-4983-937e-fdff44c2cd64,segment=NetworkSegment(4dfefa61-810a-4f93-b84a-21d787f9c870),segment_id=4dfefa61-810a-4f93-b84a-21d787f9c870)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:20.980848 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=bbda1b10-af79-4097-9fd1-cf5816e3f353,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:20.992596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:20.993401 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:21.061106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['bbda1b10-af79-4097-9fd1-cf5816e3f353'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:40:21.084017 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.150653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cfff-8e82-42cf-9b4a-0083dbd84745 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.178628 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f8d82578-4033-43d4-bdc5-e93521192434 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4606986 Jan 12 09:40:21.197857 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cfff-8e82-42cf-9b4a-0083dbd84745 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.200810 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39688) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:21.202170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1cfff-8e82-42cf-9b4a-0083dbd84745 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Network': ['ID=5456bc3c-4740-4300-b977-7b4569381770,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:21.211377 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-46edb341-9102-46fe-8a1e-2c270b16b10c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-276714021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:21.223324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-46edb341-9102-46fe-8a1e-2c270b16b10c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:21.229208 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-46edb341-9102-46fe-8a1e-2c270b16b10c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:router and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:21.233700 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b1e1cfff-8e82-42cf-9b4a-0083dbd84745 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/5456bc3c-4740-4300-b977-7b4569381770 HTTP/1.1" status: 204 len: 168 time: 1.0802610 Jan 12 09:40:21.235111 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-46edb341-9102-46fe-8a1e-2c270b16b10c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:21.237954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39692) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:21.247600 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-38e2ecfd-a340-48c8-a205-1373aa26c3a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-297746403'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:21.251937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-46edb341-9102-46fe-8a1e-2c270b16b10c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:21.259211 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-38e2ecfd-a340-48c8-a205-1373aa26c3a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:21.266694 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-38e2ecfd-a340-48c8-a205-1373aa26c3a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:network and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:21.271717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-38e2ecfd-a340-48c8-a205-1373aa26c3a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:21.278831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-38e2ecfd-a340-48c8-a205-1373aa26c3a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:21.285192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-46edb341-9102-46fe-8a1e-2c270b16b10c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.285881 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-46edb341-9102-46fe-8a1e-2c270b16b10c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.303541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e2ecfd-a340-48c8-a205-1373aa26c3a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:21.306955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d41654a5-7254-48df-887e-d3288fa7358f None None] Provisioning complete for port a5d522b8-ef1a-4983-937e-fdff44c2cd64 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:21.307579 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-38e2ecfd-a340-48c8-a205-1373aa26c3a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.315221 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d41654a5-7254-48df-887e-d3288fa7358f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.324178 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-46edb341-9102-46fe-8a1e-2c270b16b10c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.354882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e2ecfd-a340-48c8-a205-1373aa26c3a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:40:21.360479 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=a5d522b8-ef1a-4983-937e-fdff44c2cd64,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:21.373817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-46edb341-9102-46fe-8a1e-2c270b16b10c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.381079 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-38e2ecfd-a340-48c8-a205-1373aa26c3a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.381599 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-38e2ecfd-a340-48c8-a205-1373aa26c3a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Added segment 4b44b3fa-b4e2-482a-8485-a5809e5b3d59 of type vlan for network fd6d9fb8-1435-476e-8450-adb58d39a14f Jan 12 09:40:21.424449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-38e2ecfd-a340-48c8-a205-1373aa26c3a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.430102 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-46edb341-9102-46fe-8a1e-2c270b16b10c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.434477 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-46edb341-9102-46fe-8a1e-2c270b16b10c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2264700 Jan 12 09:40:21.434477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39696) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:21.500075 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:21.572991 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4993899c-2e8d-4cbe-bccc-122b638301c5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:21.578826 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4993899c-2e8d-4cbe-bccc-122b638301c5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.588172 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4a0ae7-c373-4d12-a005-2fac597d9854 None None] Sync routers for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:21.598148 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4a0ae7-c373-4d12-a005-2fac597d9854 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:21.599038 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3b4a0ae7-c373-4d12-a005-2fac597d9854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:21.656491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-38e2ecfd-a340-48c8-a205-1373aa26c3a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.661257 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3b4a0ae7-c373-4d12-a005-2fac597d9854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:21.663260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e2ecfd-a340-48c8-a205-1373aa26c3a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:21.664036 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-38e2ecfd-a340-48c8-a205-1373aa26c3a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.670952 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4a0ae7-c373-4d12-a005-2fac597d9854 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:21.671759 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3b4a0ae7-c373-4d12-a005-2fac597d9854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:21.745839 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3b4a0ae7-c373-4d12-a005-2fac597d9854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:21.746531 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4a0ae7-c373-4d12-a005-2fac597d9854 None None] The sync data for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:21.754660 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4993899c-2e8d-4cbe-bccc-122b638301c5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "PUT /v2.0/floatingips/df4f6a87-4522-4e42-b8e1-1bd9df0ec23e HTTP/1.1" status: 200 len: 688 time: 2.4648075 Jan 12 09:40:21.755408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39700) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:21.767462 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:21.767861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.808831 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-1b633c2a-1ddd-40f3-acc9-0af295306089', 'network_id': '1b633c2a-1ddd-40f3-acc9-0af295306089', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'fixed_ips': [{'subnet_id': '9a7880bd-f11b-4352-a2a3-ae162cf79af9'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:40:21.810102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.835889 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-38e2ecfd-a340-48c8-a205-1373aa26c3a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5967650 Jan 12 09:40:21.849468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39706) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:21.856716 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-e1f1e977-00d0-4785-816d-f481b2fe249d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'subnet': {'network_id': 'fd6d9fb8-1435-476e-8450-adb58d39a14f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:21.924917 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-89ed1471-3c48-4b88-95b8-e039c23cc588 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting port d874822f-e654-4649-9fd3-74408fe218e9 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:21.925616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-89ed1471-3c48-4b88-95b8-e039c23cc588 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:21.936727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d41654a5-7254-48df-887e-d3288fa7358f None None] Provisioning for port 0cab6a38-af97-4255-a017-dbd54fd169d5 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:21.967714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d41654a5-7254-48df-887e-d3288fa7358f None None] Provisioning complete for port 0cab6a38-af97-4255-a017-dbd54fd169d5 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:21.968084 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d41654a5-7254-48df-887e-d3288fa7358f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.001889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2ecfd-a340-48c8-a205-1373aa26c3a8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Network': ['ID=fd6d9fb8-1435-476e-8450-adb58d39a14f,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:22.035099 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network fd6d9fb8-1435-476e-8450-adb58d39a14f details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:22.125699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2e8cd-240e-4a64-827d-af50359a3b37 req-7d02344a-433d-4544-ba97-e65a8261fcbd tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:22.127293 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5e2e8cd-240e-4a64-827d-af50359a3b37 req-7d02344a-433d-4544-ba97-e65a8261fcbd tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 944 time: 0.1717875 Jan 12 09:40:22.129150 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e1f1e977-00d0-4785-816d-f481b2fe249d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:22.136813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e1f1e977-00d0-4785-816d-f481b2fe249d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:subnet and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:22.141552 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-e1f1e977-00d0-4785-816d-f481b2fe249d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:22.173405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-e1f1e977-00d0-4785-816d-f481b2fe249d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:22.180785 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.202065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d41654a5-7254-48df-887e-d3288fa7358f None None] Port 0cab6a38-af97-4255-a017-dbd54fd169d5 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:40:22.208271 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:40:22.232720 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.243561 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5e2e8cd-240e-4a64-827d-af50359a3b37 req-2767421a-44b1-409e-add2-c3b0814623db tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688548 Jan 12 09:40:22.246493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.254616 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f1e977-00d0-4785-816d-f481b2fe249d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:22.258130 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e1f1e977-00d0-4785-816d-f481b2fe249d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.296467 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.329117 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Allocated IP 2001:db8::2 (1b633c2a-1ddd-40f3-acc9-0af295306089/9a7880bd-f11b-4352-a2a3-ae162cf79af9/6f11d96b-cb33-4afe-b079-3c6600dc5373) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:22.362260 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-89ed1471-3c48-4b88-95b8-e039c23cc588 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.362589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-89ed1471-3c48-4b88-95b8-e039c23cc588 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.385724 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-57e668d5-fcd0-419b-93f8-b549b23130f4 None None] Provisioning complete for port 0cab6a38-af97-4255-a017-dbd54fd169d5 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:22.386094 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-57e668d5-fcd0-419b-93f8-b549b23130f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.448135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.513147 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-89ed1471-3c48-4b88-95b8-e039c23cc588 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Calling delete_port for d874822f-e654-4649-9fd3-74408fe218e9 owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:22.517162 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=0ac9d5c0-57e7-4b13-b469-5d5e71de28e4,segment=NetworkSegment(0859cc79-c09f-433e-b04a-6f93f2cccc2b),segment_id=0859cc79-c09f-433e-b04a-6f93f2cccc2b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:22.545239 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event updated for resources: {'Port': ['ID=0cab6a38-af97-4255-a017-dbd54fd169d5,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:22.570714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.650065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=0ac9d5c0-57e7-4b13-b469-5d5e71de28e4,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:22.654678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-57e668d5-fcd0-419b-93f8-b549b23130f4 None None] Port 0cab6a38-af97-4255-a017-dbd54fd169d5 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:40:22.706280 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a5d522b8-ef1a-4983-937e-fdff44c2cd64 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:22.830493 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e1f1e977-00d0-4785-816d-f481b2fe249d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.844507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Network 4be0e993-425c-424c-ae21-622581a2e136 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:22.847966 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.852938 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:22.870113 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a5d522b8-ef1a-4983-937e-fdff44c2cd64 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:22.870482 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.903983 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Transition to ACTIVE for port object 6f11d96b-cb33-4afe-b079-3c6600dc5373 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:22.921282 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1e977-00d0-4785-816d-f481b2fe249d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Subnet': ['ID=2303ac5c-d49b-461b-9dd1-aa332c66705d,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:22.926810 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f1e977-00d0-4785-816d-f481b2fe249d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Checking segment: {'id': '4b44b3fa-b4e2-482a-8485-a5809e5b3d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd6d9fb8-1435-476e-8450-adb58d39a14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:22.927406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f1e977-00d0-4785-816d-f481b2fe249d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network hostable DHCP agents. Network: fd6d9fb8-1435-476e-8450-adb58d39a14f, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:40:22.951177 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f1e977-00d0-4785-816d-f481b2fe249d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network fd6d9fb8-1435-476e-8450-adb58d39a14f is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:40:22.951845 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Transition to ACTIVE for port object 6f11d96b-cb33-4afe-b079-3c6600dc5373 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:22.991575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:22.997308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-89ed1471-3c48-4b88-95b8-e039c23cc588 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.007856 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-e1f1e977-00d0-4785-816d-f481b2fe249d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, fd6d9fb8-1435-476e-8450-adb58d39a14f) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:23.023550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f1e977-00d0-4785-816d-f481b2fe249d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:23.024845 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e1f1e977-00d0-4785-816d-f481b2fe249d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.047135 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Allocated IP 2001:db8::1 (1b633c2a-1ddd-40f3-acc9-0af295306089/9a7880bd-f11b-4352-a2a3-ae162cf79af9/dba5eb35-6191-4a8f-a189-0e2c8af1e7b6) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:23.085903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca179084-0c17-44bb-b731-4beddad7465e None None] Network fd6d9fb8-1435-476e-8450-adb58d39a14f requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:23.114777 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed1471-3c48-4b88-95b8-e039c23cc588 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Port': ['ID=d874822f-e654-4649-9fd3-74408fe218e9,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:23.146811 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Network 1b633c2a-1ddd-40f3-acc9-0af295306089 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:23.185594 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:23.188833 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:23.209367 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router eaf26882-3eef-405b-9e2e-c4d66e80b017 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:23.221052 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e1f1e977-00d0-4785-816d-f481b2fe249d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3703592 Jan 12 09:40:23.224204 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39712) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:23.262068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.264551 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-89ed1471-3c48-4b88-95b8-e039c23cc588 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.281032 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Transition to ACTIVE for port object dba5eb35-6191-4a8f-a189-0e2c8af1e7b6 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:23.308363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.394429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Pushing event updated for resources: {'Port': ['ID=6f11d96b-cb33-4afe-b079-3c6600dc5373,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:23.407293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-271530fc-d60f-4c41-91b1-2f4a2be417b8 None None] Provisioning complete for port 0cab6a38-af97-4255-a017-dbd54fd169d5 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:23.407735 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-271530fc-d60f-4c41-91b1-2f4a2be417b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.442892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 1b633c2a-1ddd-40f3-acc9-0af295306089 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:23.447361 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:23.453395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:23.453653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.481550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=dba5eb35-6191-4a8f-a189-0e2c8af1e7b6,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:23.505046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-89ed1471-3c48-4b88-95b8-e039c23cc588 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.506516 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-89ed1471-3c48-4b88-95b8-e039c23cc588 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/floatingips/df4f6a87-4522-4e42-b8e1-1bd9df0ec23e HTTP/1.1" status: 204 len: 168 time: 1.7452335 Jan 12 09:40:23.506931 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device bbda1b10-af79-4097-9fd1-cf5816e3f353 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:23.516300 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39718) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:23.521425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '38245d8e-f877-4982-bd07-9b5c24ecffe7'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:23.528084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:23.535179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24a8c8-39be-4fad-bc27-696725b44915 req-92ac8d7f-7d5c-4886-8e9b-cbc7fe075e17 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:23.537278 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cf24a8c8-39be-4fad-bc27-696725b44915 req-92ac8d7f-7d5c-4886-8e9b-cbc7fe075e17 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 944 time: 0.1584709 Jan 12 09:40:23.542232 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Usage tracker for resource:floatingip and tenant:e20f3a1a5e564103b8a96081e0c50acc is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:23.547815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:23.549590 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:23.555433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Attempting to bind port 6f11d96b-cb33-4afe-b079-3c6600dc5373 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:23.555713 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Attempting to bind port 6f11d96b-cb33-4afe-b079-3c6600dc5373 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '9bfa7ab8-670c-4ddc-a1c4-1c4936b9e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1b633c2a-1ddd-40f3-acc9-0af295306089'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:23.556071 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Attempting to bind port 6f11d96b-cb33-4afe-b079-3c6600dc5373 on network 1b633c2a-1ddd-40f3-acc9-0af295306089 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:40:23.569042 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8c69bfcf-bbdf-4b19-a03d-7fd86e0a56bb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/eaf26882-3eef-405b-9e2e-c4d66e80b017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6057858 Jan 12 09:40:23.569042 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:23.572845 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39722) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:23.574876 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:40:23.575409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Checking segment: {'id': '9bfa7ab8-670c-4ddc-a1c4-1c4936b9e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1b633c2a-1ddd-40f3-acc9-0af295306089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:23.575939 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.576323 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Bound using segment: {'id': '9bfa7ab8-670c-4ddc-a1c4-1c4936b9e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1b633c2a-1ddd-40f3-acc9-0af295306089'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:40:23.576876 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Bound port: 6f11d96b-cb33-4afe-b079-3c6600dc5373, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfa7ab8-670c-4ddc-a1c4-1c4936b9e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1b633c2a-1ddd-40f3-acc9-0af295306089'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:23.577249 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.583144 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9929defc-13a1-4974-897a-f32b37ab77d4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:23.586656 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Sync routers for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:23.604057 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39726) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:23.699905 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:23.700671 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:23.713029 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cf24a8c8-39be-4fad-bc27-696725b44915 req-8da7afe3-86ae-47d9-bc77-edbd984e76a1 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487973 Jan 12 09:40:23.716345 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.723423 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.766014 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b64f1559-89dc-44d6-b6a4-a773e0ce5a63 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.878417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b64f1559-89dc-44d6-b6a4-a773e0ce5a63 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:23.888176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-271530fc-d60f-4c41-91b1-2f4a2be417b8 None None] Port 0cab6a38-af97-4255-a017-dbd54fd169d5 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:40:24.015899 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb3cd4b-a27c-4b1d-8dac-9ac16666e431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-fd6d9fb8-1435-476e-8450-adb58d39a14f', 'network_id': 'fd6d9fb8-1435-476e-8450-adb58d39a14f', 'tenant_id': '5cb2174ae2cc489c9a76096616d053c7', 'fixed_ips': [{'subnet_id': '2303ac5c-d49b-461b-9dd1-aa332c66705d'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:40:24.016804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5fb3cd4b-a27c-4b1d-8dac-9ac16666e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.071582 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] For port 6f11d96b-cb33-4afe-b079-3c6600dc5373, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:40:24.085551 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] For port 6f11d96b-cb33-4afe-b079-3c6600dc5373, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6f11d96b-cb33-4afe-b079-3c6600dc5373,segment=NetworkSegment(9bfa7ab8-670c-4ddc-a1c4-1c4936b9e6e5),segment_id=9bfa7ab8-670c-4ddc-a1c4-1c4936b9e6e5)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:40:24.132060 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:24.177892 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port bbda1b10-af79-4097-9fd1-cf5816e3f353 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:24.191470 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.240466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port bbda1b10-af79-4097-9fd1-cf5816e3f353 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:24.242720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.408947 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b64f1559-89dc-44d6-b6a4-a773e0ce5a63 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.458030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f1559-89dc-44d6-b6a4-a773e0ce5a63 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Subnet': ['ID=2303ac5c-d49b-461b-9dd1-aa332c66705d,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:24.474463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc5da7-900a-4dc8-a4ce-4223f1c281c1 None None] Pushing event updated for resources: {'Port': ['ID=6f11d96b-cb33-4afe-b079-3c6600dc5373,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server [None req-5fb3cd4b-a27c-4b1d-8dac-9ac16666e431 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2303ac5c-d49b-461b-9dd1-aa332c66705d: This subnet is being modified by another concurrent operation. Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 12 09:40:24.508394 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise self.value Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server raise exception Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2303ac5c-d49b-461b-9dd1-aa332c66705d: This subnet is being modified by another concurrent operation. Jan 12 09:40:24.514833 dv-neutron-824346-1-hyperv neutron-server[87665]: ERROR oslo_messaging.rpc.server Jan 12 09:40:24.543701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.571406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d7a8d3-4340-43a6-9c17-c49920386bcd None None] Network fd6d9fb8-1435-476e-8450-adb58d39a14f requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:24.610110 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.621787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.623213 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.708558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b64f1559-89dc-44d6-b6a4-a773e0ce5a63 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.758168 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:24.804249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-b64f1559-89dc-44d6-b6a4-a773e0ce5a63 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6d9fb8-1435-476e-8450-adb58d39a14f']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:24.806291 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=dba5eb35-6191-4a8f-a189-0e2c8af1e7b6,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:24.814473 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.890734 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-b64f1559-89dc-44d6-b6a4-a773e0ce5a63 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b44b3fa-b4e2-482a-8485-a5809e5b3d59') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:24.891359 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-b64f1559-89dc-44d6-b6a4-a773e0ce5a63 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b44b3fa-b4e2-482a-8485-a5809e5b3d59') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:24.959900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 1b633c2a-1ddd-40f3-acc9-0af295306089 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:24.962153 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:24.972007 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebeb0f3d-a6d0-4e2e-9df7-4b51631eeb60 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:24.985097 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b64f1559-89dc-44d6-b6a4-a773e0ce5a63 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.062869 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b64f1559-89dc-44d6-b6a4-a773e0ce5a63 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.070100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9103a700-6bd2-444a-9530-1080b72a1943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbda1b10-af79-4097-9fd1-cf5816e3f353'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:40:25.098501 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64f1559-89dc-44d6-b6a4-a773e0ce5a63 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:40:25.099428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b64f1559-89dc-44d6-b6a4-a773e0ce5a63 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.101463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port bbda1b10-af79-4097-9fd1-cf5816e3f353, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=bbda1b10-af79-4097-9fd1-cf5816e3f353,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:25.104695 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:25.105070 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.118045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Allocated IP 172.26.2.166 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/615340a0-a468-4f4d-846a-a86fc7cc1e90) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:25.120755 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:25.148905 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.170833 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.extraroute_db [None req-9929defc-13a1-4974-897a-f32b37ab77d4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87663) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 12 09:40:25.191792 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9103a700-6bd2-444a-9530-1080b72a1943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbda1b10-af79-4097-9fd1-cf5816e3f353', 'code': 200} Jan 12 09:40:25.275007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.extraroute_db [None req-9929defc-13a1-4974-897a-f32b37ab77d4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Removed routes are [] {{(pid=87663) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 12 09:40:25.275631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9929defc-13a1-4974-897a-f32b37ab77d4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.292420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b64f1559-89dc-44d6-b6a4-a773e0ce5a63 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.319646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b64f1559-89dc-44d6-b6a4-a773e0ce5a63 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.352365 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:20Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '0ac9d5c0-57e7-4b13-b469-5d5e71de28e4', 'name': '', 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:1f:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:06Z', 'updated_at': '2022-01-12T09:40:22Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cab6a38-af97-4255-a017-dbd54fd169d5', 'name': '', 'network_id': '4be0e993-425c-424c-ae21-622581a2e136', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:eb:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '7084075d-e852-4655-8592-59de58b1fe81', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:18Z', 'updated_at': '2022-01-12T09:40:21Z', 'revision_number': 2, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '7084075d-e852-4655-8592-59de58b1fe81', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:25.364888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=bbda1b10-af79-4097-9fd1-cf5816e3f353,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:25.367511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Checking router: eaf26882-3eef-405b-9e2e-c4d66e80b017 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:40:25.367867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Updating router eaf26882-3eef-405b-9e2e-c4d66e80b017 port 0cab6a38-af97-4255-a017-dbd54fd169d5 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:40:25.442438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f1559-89dc-44d6-b6a4-a773e0ce5a63 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Network': ['ID=fd6d9fb8-1435-476e-8450-adb58d39a14f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:25.469957 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.505952 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b64f1559-89dc-44d6-b6a4-a773e0ce5a63 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/fd6d9fb8-1435-476e-8450-adb58d39a14f HTTP/1.1" status: 204 len: 168 time: 2.2789176 Jan 12 09:40:25.514328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787471e-9cca-45df-914b-d6c0087fcf4f req-680f4754-dfb9-4bc3-a231-44ed907dc1d1 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:25.516092 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f787471e-9cca-45df-914b-d6c0087fcf4f req-680f4754-dfb9-4bc3-a231-44ed907dc1d1 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 944 time: 0.5662434 Jan 12 09:40:25.523913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39736) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:25.535301 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-65bfe6f6-e05b-4119-ad04-443179db38e1 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1275446662'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:25.602583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-65bfe6f6-e05b-4119-ad04-443179db38e1 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:25.644375 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-65bfe6f6-e05b-4119-ad04-443179db38e1 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:network and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:25.644628 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 608ba8f6-0ea6-4543-825a-6ba1b4aaca3c is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:40:25.651583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-65bfe6f6-e05b-4119-ad04-443179db38e1 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:25.690050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-65bfe6f6-e05b-4119-ad04-443179db38e1 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:25.792364 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb0f3d-a6d0-4e2e-9df7-4b51631eeb60 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 333c0166-ded7-4496-8721-32ecb25def3a {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:25.792779 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebeb0f3d-a6d0-4e2e-9df7-4b51631eeb60 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.821001 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bfe6f6-e05b-4119-ad04-443179db38e1 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:25.824593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-65bfe6f6-e05b-4119-ad04-443179db38e1 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.853092 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f787471e-9cca-45df-914b-d6c0087fcf4f req-d7a3f891-93c8-454d-9a11-e228d955276d tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228974 Jan 12 09:40:25.857855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.958925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:25.974214 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Transition to ACTIVE for port object 0cab6a38-af97-4255-a017-dbd54fd169d5 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:25.987203 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.012667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9929defc-13a1-4974-897a-f32b37ab77d4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.018344 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:26.033330 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e0dcd8-a0ff-402c-a81d-a8bac9270297 None None] Sync routers for ids ['608ba8f6-0ea6-4543-825a-6ba1b4aaca3c'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:26.049746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34e7182-b7a6-45f2-add2-d1cc00d36f12 None None] Network 1b633c2a-1ddd-40f3-acc9-0af295306089 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:26.050755 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9929defc-13a1-4974-897a-f32b37ab77d4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.054667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d17db5-86ec-4f5c-8aaa-76ee48a208ca req-1d25b7af-2d1f-469c-8530-5929a37d01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:26.056581 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-90d17db5-86ec-4f5c-8aaa-76ee48a208ca req-1d25b7af-2d1f-469c-8530-5929a37d01ab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 1098 time: 0.6088958 Jan 12 09:40:26.056963 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e0dcd8-a0ff-402c-a81d-a8bac9270297 None None] Routers {'608ba8f6-0ea6-4543-825a-6ba1b4aaca3c'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:26.057557 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a3e0dcd8-a0ff-402c-a81d-a8bac9270297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['608ba8f6-0ea6-4543-825a-6ba1b4aaca3c'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:26.061578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bfe6f6-e05b-4119-ad04-443179db38e1 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:40:26.065414 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-28950290-9fdb-4805-8661-ce7dde43e905 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/608ba8f6-0ea6-4543-825a-6ba1b4aaca3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6298757 Jan 12 09:40:26.070849 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39740) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:26.151015 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416ebf11-7f80-4590-b0e6-c85960a7aa81 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:26.151346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-416ebf11-7f80-4590-b0e6-c85960a7aa81 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Synchronizing usage tracker for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:26.221289 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a3e0dcd8-a0ff-402c-a81d-a8bac9270297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:26.231683 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e0dcd8-a0ff-402c-a81d-a8bac9270297 None None] Routers {'608ba8f6-0ea6-4543-825a-6ba1b4aaca3c'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:26.232307 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a3e0dcd8-a0ff-402c-a81d-a8bac9270297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['608ba8f6-0ea6-4543-825a-6ba1b4aaca3c'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:26.300727 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a3e0dcd8-a0ff-402c-a81d-a8bac9270297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:26.300972 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e0dcd8-a0ff-402c-a81d-a8bac9270297 None None] The sync data for ids ['608ba8f6-0ea6-4543-825a-6ba1b4aaca3c'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:26.343166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.407892 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-65bfe6f6-e05b-4119-ad04-443179db38e1 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.408380 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-65bfe6f6-e05b-4119-ad04-443179db38e1 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Added segment 86330f62-25bb-4946-b3ab-1f57eccd8ef8 of type vlan for network cca3328e-efef-4094-b5aa-1908b899a3ba Jan 12 09:40:26.413725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c6819-c258-4bc9-9e0e-447bd625fdb2 None None] Pushing event updated for resources: {'Port': ['ID=0cab6a38-af97-4255-a017-dbd54fd169d5,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:26.417347 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a366cc09-95d4-4f82-b14e-3b0745c3a591 None None] Provisioning for port 6f11d96b-cb33-4afe-b079-3c6600dc5373 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:26.429692 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-ebeb0f3d-a6d0-4e2e-9df7-4b51631eeb60 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 333c0166-ded7-4496-8721-32ecb25def3a, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=333c0166-ded7-4496-8721-32ecb25def3a,segment=NetworkSegment(390aa492-6391-40de-92ad-8a48f9d48204),segment_id=390aa492-6391-40de-92ad-8a48f9d48204)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:26.430543 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebeb0f3d-a6d0-4e2e-9df7-4b51631eeb60 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.440577 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Attempting to bind port 0cab6a38-af97-4255-a017-dbd54fd169d5 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:26.440973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Attempting to bind port 0cab6a38-af97-4255-a017-dbd54fd169d5 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '4dfefa61-810a-4f93-b84a-21d787f9c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be0e993-425c-424c-ae21-622581a2e136'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:26.441377 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Attempting to bind port 0cab6a38-af97-4255-a017-dbd54fd169d5 on network 4be0e993-425c-424c-ae21-622581a2e136 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:40:26.456657 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:40:26.457023 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Checking segment: {'id': '4dfefa61-810a-4f93-b84a-21d787f9c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be0e993-425c-424c-ae21-622581a2e136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:26.457417 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.457796 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Bound using segment: {'id': '4dfefa61-810a-4f93-b84a-21d787f9c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be0e993-425c-424c-ae21-622581a2e136'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:40:26.458256 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Bound port: 0cab6a38-af97-4255-a017-dbd54fd169d5, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfefa61-810a-4f93-b84a-21d787f9c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be0e993-425c-424c-ae21-622581a2e136'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:26.458618 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.526200 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:26.538227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:26.549028 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=615340a0-a468-4f4d-846a-a86fc7cc1e90,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:26.553287 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-90d17db5-86ec-4f5c-8aaa-76ee48a208ca req-f1bcfcab-8618-40d3-930d-c140d8621c4a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4888914 Jan 12 09:40:26.557010 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:26.559679 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb0f3d-a6d0-4e2e-9df7-4b51631eeb60 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 333c0166-ded7-4496-8721-32ecb25def3a owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:26.600985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-65bfe6f6-e05b-4119-ad04-443179db38e1 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.622636 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9929defc-13a1-4974-897a-f32b37ab77d4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router eaf26882-3eef-405b-9e2e-c4d66e80b017 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:26.665539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] For port 0cab6a38-af97-4255-a017-dbd54fd169d5, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:40:26.669667 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] For port 0cab6a38-af97-4255-a017-dbd54fd169d5, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=0cab6a38-af97-4255-a017-dbd54fd169d5,segment=NetworkSegment(4dfefa61-810a-4f93-b84a-21d787f9c870),segment_id=4dfefa61-810a-4f93-b84a-21d787f9c870)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:40:26.675844 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-416ebf11-7f80-4590-b0e6-c85960a7aa81 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Unset dirty status for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:26.679756 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-416ebf11-7f80-4590-b0e6-c85960a7aa81 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports/dba5eb35-6191-4a8f-a189-0e2c8af1e7b6 HTTP/1.1" status: 200 len: 911 time: 0.6052747 Jan 12 09:40:26.680610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39744) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:26.681680 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.691571 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2a11facc-2800-4b4f-924f-630116e0bd7d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9a7880bd-f11b-4352-a2a3-ae162cf79af9'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:26.772346 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6f11d96b-cb33-4afe-b079-3c6600dc5373 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:26.848736 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9929defc-13a1-4974-897a-f32b37ab77d4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:26.854875 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:26.855522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:26.914956 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-65bfe6f6-e05b-4119-ad04-443179db38e1 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.920742 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bfe6f6-e05b-4119-ad04-443179db38e1 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:26.921473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-65bfe6f6-e05b-4119-ad04-443179db38e1 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.962116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9929defc-13a1-4974-897a-f32b37ab77d4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:26.963530 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9929defc-13a1-4974-897a-f32b37ab77d4 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/eaf26882-3eef-405b-9e2e-c4d66e80b017 HTTP/1.1" status: 200 len: 934 time: 3.3895416 Jan 12 09:40:26.972067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39750) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:26.986287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c6819-c258-4bc9-9e0e-447bd625fdb2 None None] Pushing event updated for resources: {'Port': ['ID=0cab6a38-af97-4255-a017-dbd54fd169d5,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:27.158293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 6f11d96b-cb33-4afe-b079-3c6600dc5373 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:27.170177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:27.230550 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-65bfe6f6-e05b-4119-ad04-443179db38e1 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7000177 Jan 12 09:40:27.238828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39754) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:27.241243 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfe6f6-e05b-4119-ad04-443179db38e1 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Network': ['ID=cca3328e-efef-4094-b5aa-1908b899a3ba,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:27.244376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6f11d96b-cb33-4afe-b079-3c6600dc5373 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:27.244843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:27.269277 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebeb0f3d-a6d0-4e2e-9df7-4b51631eeb60 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:27.293243 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network cca3328e-efef-4094-b5aa-1908b899a3ba details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:27.303249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-241a53d0-a57a-4a8d-bceb-242bdbb64a73 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:27.363924 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb0f3d-a6d0-4e2e-9df7-4b51631eeb60 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=333c0166-ded7-4496-8721-32ecb25def3a,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:27.458391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2a11facc-2800-4b4f-924f-630116e0bd7d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:27.572273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc75c4-8e23-4252-811f-642883b4e207 req-27a3d245-f3eb-4bb3-9e03-49623628a634 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:27.573870 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-76bc75c4-8e23-4252-811f-642883b4e207 req-27a3d245-f3eb-4bb3-9e03-49623628a634 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 945 time: 0.3670893 Jan 12 09:40:27.602272 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39758) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:27.604686 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cdd87eda-4e61-4637-972f-e87eb571e360 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/routers/eaf26882-3eef-405b-9e2e-c4d66e80b017 HTTP/1.1" status: 200 len: 934 time: 0.6185031 Jan 12 09:40:27.679647 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-cf2ed91f-f16e-43de-99a9-3eff8a3285e0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'router': {'routes': None}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:27.814116 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0d1adef6-9175-4865-b4a8-23b58204d2e9 None None] Provisioning complete for port 6f11d96b-cb33-4afe-b079-3c6600dc5373 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:27.814646 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0d1adef6-9175-4865-b4a8-23b58204d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:27.994471 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-241a53d0-a57a-4a8d-bceb-242bdbb64a73 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.026587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-241a53d0-a57a-4a8d-bceb-242bdbb64a73 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.062459 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-241a53d0-a57a-4a8d-bceb-242bdbb64a73 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network cca3328e-efef-4094-b5aa-1908b899a3ba is not hosted by any dhcp agent {{(pid=87663) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 12 09:40:28.067968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241a53d0-a57a-4a8d-bceb-242bdbb64a73 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:28.068591 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-241a53d0-a57a-4a8d-bceb-242bdbb64a73 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.069880 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-241a53d0-a57a-4a8d-bceb-242bdbb64a73 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "PUT /v2.0/networks/cca3328e-efef-4094-b5aa-1908b899a3ba HTTP/1.1" status: 200 len: 723 time: 0.8300183 Jan 12 09:40:28.083261 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39762) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:28.092896 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-a5649f90-fe14-4280-8471-8887b4a48799 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'subnet': {'network_id': 'cca3328e-efef-4094-b5aa-1908b899a3ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:28.096819 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.106487 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af11b3-5239-4472-90c8-6a73dc1ebe56 None None] get_active_networks_info from dv-neutron-824346-1-hyperv {{(pid=87665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 12 09:40:28.182257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a53d0-a57a-4a8d-bceb-242bdbb64a73 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Network': ['ID=cca3328e-efef-4094-b5aa-1908b899a3ba,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:28.197589 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-76bc75c4-8e23-4252-811f-642883b4e207 req-273f9a8f-a6dd-450a-9276-fef549f964c9 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6147559 Jan 12 09:40:28.266737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0d1adef6-9175-4865-b4a8-23b58204d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.276041 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network cca3328e-efef-4094-b5aa-1908b899a3ba details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:28.302450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a5649f90-fe14-4280-8471-8887b4a48799 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:28.308701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a5649f90-fe14-4280-8471-8887b4a48799 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:subnet and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:28.313724 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a5649f90-fe14-4280-8471-8887b4a48799 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:28.321501 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a5649f90-fe14-4280-8471-8887b4a48799 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:28.333846 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.342732 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5649f90-fe14-4280-8471-8887b4a48799 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:28.346543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a5649f90-fe14-4280-8471-8887b4a48799 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.453573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 6f11d96b-cb33-4afe-b079-3c6600dc5373, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6f11d96b-cb33-4afe-b079-3c6600dc5373,segment=NetworkSegment(9bfa7ab8-670c-4ddc-a1c4-1c4936b9e6e5),segment_id=9bfa7ab8-670c-4ddc-a1c4-1c4936b9e6e5)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:28.472388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.499026 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebeb0f3d-a6d0-4e2e-9df7-4b51631eeb60 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.519645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.599302 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:25Z', 'revision_number': 6, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '0ac9d5c0-57e7-4b13-b469-5d5e71de28e4', 'name': '', 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:1f:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:06Z', 'updated_at': '2022-01-12T09:40:22Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cab6a38-af97-4255-a017-dbd54fd169d5', 'name': '', 'network_id': '4be0e993-425c-424c-ae21-622581a2e136', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:eb:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '7084075d-e852-4655-8592-59de58b1fe81', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:18Z', 'updated_at': '2022-01-12T09:40:26Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '7084075d-e852-4655-8592-59de58b1fe81', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:28.624118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406fbd0-7533-4f3c-b1cb-69b3f13b8674 None None] The sync data for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv is: [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:25Z', 'revision_number': 6, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '0ac9d5c0-57e7-4b13-b469-5d5e71de28e4', 'name': '', 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:1f:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:06Z', 'updated_at': '2022-01-12T09:40:22Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cab6a38-af97-4255-a017-dbd54fd169d5', 'name': '', 'network_id': '4be0e993-425c-424c-ae21-622581a2e136', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:eb:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '7084075d-e852-4655-8592-59de58b1fe81', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:18Z', 'updated_at': '2022-01-12T09:40:26Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '7084075d-e852-4655-8592-59de58b1fe81', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:28.651036 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-0d1adef6-9175-4865-b4a8-23b58204d2e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:28.651602 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-0d1adef6-9175-4865-b4a8-23b58204d2e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:28.656496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=6f11d96b-cb33-4afe-b079-3c6600dc5373,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:28.721784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71af11b3-5239-4472-90c8-6a73dc1ebe56 None None] Resources bound (agent type, host, resource id): {{(pid=87665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:40:28.832551 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a5649f90-fe14-4280-8471-8887b4a48799 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.943437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5649f90-fe14-4280-8471-8887b4a48799 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Subnet': ['ID=39161d62-26fa-490c-a944-a77affb8ac0a,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:28.946920 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:28.956197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5649f90-fe14-4280-8471-8887b4a48799 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Checking segment: {'id': '86330f62-25bb-4946-b3ab-1f57eccd8ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cca3328e-efef-4094-b5aa-1908b899a3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:28.956603 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5649f90-fe14-4280-8471-8887b4a48799 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network hostable DHCP agents. Network: cca3328e-efef-4094-b5aa-1908b899a3ba, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:40:28.963110 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.108058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=615340a0-a468-4f4d-846a-a86fc7cc1e90,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:29.133307 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5649f90-fe14-4280-8471-8887b4a48799 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network cca3328e-efef-4094-b5aa-1908b899a3ba is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:40:29.153921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.211919 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-a5649f90-fe14-4280-8471-8887b4a48799 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, cca3328e-efef-4094-b5aa-1908b899a3ba) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:29.215461 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5649f90-fe14-4280-8471-8887b4a48799 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:29.216043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a5649f90-fe14-4280-8471-8887b4a48799 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.274870 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0d1adef6-9175-4865-b4a8-23b58204d2e9 None None] Provisioning for port dba5eb35-6191-4a8f-a189-0e2c8af1e7b6 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:29.286967 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968ff057-d9a9-4120-90f8-d30320117941 None None] get_active_networks_info from dv-neutron-824346-1-hyperv {{(pid=87665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 12 09:40:29.319376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0d1adef6-9175-4865-b4a8-23b58204d2e9 None None] Provisioning complete for port dba5eb35-6191-4a8f-a189-0e2c8af1e7b6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:29.319885 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0d1adef6-9175-4865-b4a8-23b58204d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.389153 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a5649f90-fe14-4280-8471-8887b4a48799 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3014662 Jan 12 09:40:29.398271 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39768) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:29.414559 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-422cfc17-3aa2-423a-98cd-a71ae89d4c6c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:29.415104 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0d1adef6-9175-4865-b4a8-23b58204d2e9 None None] Port dba5eb35-6191-4a8f-a189-0e2c8af1e7b6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:40:29.458527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-2a11facc-2800-4b4f-924f-630116e0bd7d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:40:29.537063 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2a11facc-2800-4b4f-924f-630116e0bd7d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.550067 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968ff057-d9a9-4120-90f8-d30320117941 None None] Resources bound (agent type, host, resource id): {{(pid=87665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:40:29.570645 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-69867f9b-4f10-47f9-87f1-7552d014c9bf None None] Provisioning complete for port dba5eb35-6191-4a8f-a189-0e2c8af1e7b6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:29.571867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-69867f9b-4f10-47f9-87f1-7552d014c9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.574893 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Floating IP 0c9bd22f-f6f3-44a9-bcff-b7f918b0fec1 associated. External IP: 172.26.2.166, port: 38245d8e-f877-4982-bd07-9b5c24ecffe7. Jan 12 09:40:29.586173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.extraroute_db [None req-cf2ed91f-f16e-43de-99a9-3eff8a3285e0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Added routes are [] {{(pid=87664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 12 09:40:29.586173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.extraroute_db [None req-cf2ed91f-f16e-43de-99a9-3eff8a3285e0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 12 09:40:29.588059 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2a11facc-2800-4b4f-924f-630116e0bd7d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.593770 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a11facc-2800-4b4f-924f-630116e0bd7d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:29.594383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2a11facc-2800-4b4f-924f-630116e0bd7d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.598723 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2a11facc-2800-4b4f-924f-630116e0bd7d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/ports/dba5eb35-6191-4a8f-a189-0e2c8af1e7b6 HTTP/1.1" status: 200 len: 911 time: 2.9115348 Jan 12 09:40:29.630997 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39772) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:29.637839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-69867f9b-4f10-47f9-87f1-7552d014c9bf None None] Port dba5eb35-6191-4a8f-a189-0e2c8af1e7b6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:40:29.823545 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aada65d0-9194-41dd-a4d7-cd793239fccc None None] Sync routers for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:29.855538 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e636598e-8f9a-4b8f-90ac-69bc8a12e89a req-86f69d17-9729-4365-90d4-fa7d08ef4e8c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4105864 Jan 12 09:40:29.862617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada65d0-9194-41dd-a4d7-cd793239fccc None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:29.863049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-aada65d0-9194-41dd-a4d7-cd793239fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:29.924885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11facc-2800-4b4f-924f-630116e0bd7d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=dba5eb35-6191-4a8f-a189-0e2c8af1e7b6,revision_number=3']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:29.931500 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-422cfc17-3aa2-423a-98cd-a71ae89d4c6c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27378402'] for subnet, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.960489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebeb0f3d-a6d0-4e2e-9df7-4b51631eeb60 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 1fd02700-e34e-4a48-b91d-caaf972235f9 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:29.971124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed91f-f16e-43de-99a9-3eff8a3285e0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:29.981493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae70d6-259a-496d-a76d-9f42ca60cf57 req-fa7d84d1-c8eb-44c0-a8f7-641546ee85d8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:29.983276 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4dae70d6-259a-496d-a76d-9f42ca60cf57 req-fa7d84d1-c8eb-44c0-a8f7-641546ee85d8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 945 time: 0.5927458 Jan 12 09:40:30.115721 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-aada65d0-9194-41dd-a4d7-cd793239fccc None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:30.147146 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4dae70d6-259a-496d-a76d-9f42ca60cf57 req-31d18b0f-163c-4d1e-963c-79dc84074640 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281171 Jan 12 09:40:30.475843 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636598e-8f9a-4b8f-90ac-69bc8a12e89a req-bfa6e4f9-99ae-4e8f-b728-98492f9555d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:30.477914 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e636598e-8f9a-4b8f-90ac-69bc8a12e89a req-bfa6e4f9-99ae-4e8f-b728-98492f9555d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 1098 time: 0.4932775 Jan 12 09:40:30.535889 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-cca3328e-efef-4094-b5aa-1908b899a3ba', 'network_id': 'cca3328e-efef-4094-b5aa-1908b899a3ba', 'tenant_id': '5cb2174ae2cc489c9a76096616d053c7', 'fixed_ips': [{'subnet_id': '39161d62-26fa-490c-a944-a77affb8ac0a'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:40:30.536713 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:30.641883 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed91f-f16e-43de-99a9-3eff8a3285e0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:30.648158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebeb0f3d-a6d0-4e2e-9df7-4b51631eeb60 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:30.670510 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf39af7e-0d5a-4a9b-83d7-505b3da5e239 None None] Sync routers for ids ['1fd02700-e34e-4a48-b91d-caaf972235f9'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:30.673812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed91f-f16e-43de-99a9-3eff8a3285e0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:30.676060 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-aada65d0-9194-41dd-a4d7-cd793239fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:25Z', 'revision_number': 6, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '0ac9d5c0-57e7-4b13-b469-5d5e71de28e4', 'name': '', 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:1f:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:06Z', 'updated_at': '2022-01-12T09:40:22Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cab6a38-af97-4255-a017-dbd54fd169d5', 'name': '', 'network_id': '4be0e993-425c-424c-ae21-622581a2e136', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:eb:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '7084075d-e852-4655-8592-59de58b1fe81', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:18Z', 'updated_at': '2022-01-12T09:40:26Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '7084075d-e852-4655-8592-59de58b1fe81', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:30.682752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aada65d0-9194-41dd-a4d7-cd793239fccc None None] Checking router: eaf26882-3eef-405b-9e2e-c4d66e80b017 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:40:30.687771 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf39af7e-0d5a-4a9b-83d7-505b3da5e239 None None] Routers {'1fd02700-e34e-4a48-b91d-caaf972235f9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:30.688514 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-cf39af7e-0d5a-4a9b-83d7-505b3da5e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1fd02700-e34e-4a48-b91d-caaf972235f9'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:30.696145 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada65d0-9194-41dd-a4d7-cd793239fccc None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:30.696886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-aada65d0-9194-41dd-a4d7-cd793239fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:30.744990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-422cfc17-3aa2-423a-98cd-a71ae89d4c6c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731691316453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1636130'] for subnet, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:30.751774 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ebeb0f3d-a6d0-4e2e-9df7-4b51631eeb60 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/1fd02700-e34e-4a48-b91d-caaf972235f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1466954 Jan 12 09:40:30.836449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 0cab6a38-af97-4255-a017-dbd54fd169d5 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:30.870320 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router d6f699c2-f919-4919-a87b-c44969d62262 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:30.906266 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422cfc17-3aa2-423a-98cd-a71ae89d4c6c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:30.907207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-422cfc17-3aa2-423a-98cd-a71ae89d4c6c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:30.908720 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-422cfc17-3aa2-423a-98cd-a71ae89d4c6c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "PUT /v2.0/subnets/39161d62-26fa-490c-a944-a77affb8ac0a HTTP/1.1" status: 200 len: 806 time: 1.5076447 Jan 12 09:40:30.909929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cfc17-3aa2-423a-98cd-a71ae89d4c6c tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Subnet': ['ID=39161d62-26fa-490c-a944-a77affb8ac0a,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:30.930054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39780) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:30.950335 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-cf39af7e-0d5a-4a9b-83d7-505b3da5e239 None None] Set router 1fd02700-e34e-4a48-b91d-caaf972235f9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:30.958524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293481d-a1ab-4519-a304-dd35abd0a282 req-3b1faa40-b3b4-4cc9-baab-007cf055892b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:30.966063 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8293481d-a1ab-4519-a304-dd35abd0a282 req-3b1faa40-b3b4-4cc9-baab-007cf055892b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 945 time: 0.6362603 Jan 12 09:40:31.006888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-aada65d0-9194-41dd-a4d7-cd793239fccc None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:31.049056 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8293481d-a1ab-4519-a304-dd35abd0a282 req-8ac5093d-7b25-4ac6-91fc-1f98e0ad748d tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813270 Jan 12 09:40:31.051565 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Allocated IP 172.20.0.2 (cca3328e-efef-4094-b5aa-1908b899a3ba/39161d62-26fa-490c-a944-a77affb8ac0a/7a606132-59a7-425d-9ded-96b74a83fc6a) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:31.068038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2ed91f-f16e-43de-99a9-3eff8a3285e0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router eaf26882-3eef-405b-9e2e-c4d66e80b017 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:31.069225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39784) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:31.272727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636598e-8f9a-4b8f-90ac-69bc8a12e89a req-ae9fd55d-a257-4b6e-91be-adb974676670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:31.274217 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e636598e-8f9a-4b8f-90ac-69bc8a12e89a req-ae9fd55d-a257-4b6e-91be-adb974676670 service neutron] 10.222.0.53 "GET /v2.0/networks?id=05455418-2c08-41bc-9a26-899de66012ad HTTP/1.1" status: 200 len: 898 time: 0.7621162 Jan 12 09:40:31.285685 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 0cab6a38-af97-4255-a017-dbd54fd169d5 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:31.335730 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 0cab6a38-af97-4255-a017-dbd54fd169d5 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:31.336266 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.360764 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2ed91f-f16e-43de-99a9-3eff8a3285e0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:31.380983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed91f-f16e-43de-99a9-3eff8a3285e0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.384513 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cf2ed91f-f16e-43de-99a9-3eff8a3285e0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/eaf26882-3eef-405b-9e2e-c4d66e80b017 HTTP/1.1" status: 200 len: 700 time: 3.7778080 Jan 12 09:40:31.389152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39792) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:31.527571 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-cf39af7e-0d5a-4a9b-83d7-505b3da5e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:40:27Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'd02bf4c4-d886-4149-a4c7-d8f0973925f2', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.98', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'port_id': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'mac_address': 'fa:16:3e:be:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:38:36Z', 'updated_at': '2022-01-12T09:38:44Z', 'revision_number': 1, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a73fb72-b7f4-4e4a-b6ca-112da29143a0', 'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:2e:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:40Z', 'updated_at': '2022-01-12T09:37:55Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:31.535615 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf39af7e-0d5a-4a9b-83d7-505b3da5e239 None None] Checking router: 1fd02700-e34e-4a48-b91d-caaf972235f9 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:40:31.547925 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf39af7e-0d5a-4a9b-83d7-505b3da5e239 None None] Routers {'1fd02700-e34e-4a48-b91d-caaf972235f9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:31.548883 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-cf39af7e-0d5a-4a9b-83d7-505b3da5e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1fd02700-e34e-4a48-b91d-caaf972235f9'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:31.761637 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.778262 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.782036 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-cf39af7e-0d5a-4a9b-83d7-505b3da5e239 None None] Set router 1fd02700-e34e-4a48-b91d-caaf972235f9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:31.789161 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Transition to ACTIVE for port object 7a606132-59a7-425d-9ded-96b74a83fc6a will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:31.813920 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eda0df3-6a15-47e1-9789-2f6dab904a94 tempest-TestVolumeBootPattern-551835753 tempest-TestVolumeBootPattern-551835753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:31.814604 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4eda0df3-6a15-47e1-9789-2f6dab904a94 tempest-TestVolumeBootPattern-551835753 tempest-TestVolumeBootPattern-551835753-project-admin] Synchronizing usage tracker for tenant:2baa2eec52f043549dd4080f4a3992f9 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:31.827506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6ab6a-29dc-4aff-869c-57251c0b9a98 req-d2da1843-b764-4367-af4f-9f76a36c8b08 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:31.828329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-7bf6ab6a-29dc-4aff-869c-57251c0b9a98 req-d2da1843-b764-4367-af4f-9f76a36c8b08 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:31.830886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Transition to ACTIVE for port object 7a606132-59a7-425d-9ded-96b74a83fc6a will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:31.847015 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 0cab6a38-af97-4255-a017-dbd54fd169d5, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=0cab6a38-af97-4255-a017-dbd54fd169d5,segment=NetworkSegment(4dfefa61-810a-4f93-b84a-21d787f9c870),segment_id=4dfefa61-810a-4f93-b84a-21d787f9c870)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:31.852531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.861853 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4eda0df3-6a15-47e1-9789-2f6dab904a94 tempest-TestVolumeBootPattern-551835753 tempest-TestVolumeBootPattern-551835753-project-admin] Unset dirty status for tenant:2baa2eec52f043549dd4080f4a3992f9 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:31.866337 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4eda0df3-6a15-47e1-9789-2f6dab904a94 tempest-TestVolumeBootPattern-551835753 tempest-TestVolumeBootPattern-551835753-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 1093 time: 0.7940440 Jan 12 09:40:31.867816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39796) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:31.868821 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-7bf6ab6a-29dc-4aff-869c-57251c0b9a98 req-d2da1843-b764-4367-af4f-9f76a36c8b08 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:31.877784 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7bf6ab6a-29dc-4aff-869c-57251c0b9a98 req-d2da1843-b764-4367-af4f-9f76a36c8b08 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 946 time: 0.4153459 Jan 12 09:40:31.903510 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:31.904454 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6f11d96b-cb33-4afe-b079-3c6600dc5373 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:31.911468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': 'bbda1b10-af79-4097-9fd1-cf5816e3f353', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:31.938585 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e636598e-8f9a-4b8f-90ac-69bc8a12e89a req-146b13ef-5a4f-44dd-bc3a-cf04258d1399 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfe5233d-908d-4a55-8480-485f5e0a8816 HTTP/1.1" status: 200 len: 1000 time: 0.6423304 Jan 12 09:40:31.953849 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7bf6ab6a-29dc-4aff-869c-57251c0b9a98 req-5ae3f56f-4658-4c89-bc82-72fa299e8b9c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745094 Jan 12 09:40:31.958459 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:31.970475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-aada65d0-9194-41dd-a4d7-cd793239fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:29Z', 'revision_number': 7, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '0ac9d5c0-57e7-4b13-b469-5d5e71de28e4', 'name': '', 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:1f:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:06Z', 'updated_at': '2022-01-12T09:40:22Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cab6a38-af97-4255-a017-dbd54fd169d5', 'name': '', 'network_id': '4be0e993-425c-424c-ae21-622581a2e136', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:eb:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '7084075d-e852-4655-8592-59de58b1fe81', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:18Z', 'updated_at': '2022-01-12T09:40:26Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '7084075d-e852-4655-8592-59de58b1fe81', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:31.976782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Usage tracker for resource:floatingip and tenant:b9bfaac095a94beaa576ace8f51e6ad8 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:31.979611 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Network cca3328e-efef-4094-b5aa-1908b899a3ba is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:31.980869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:31.986998 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:31.993797 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aada65d0-9194-41dd-a4d7-cd793239fccc None None] The sync data for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv is: [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:29Z', 'revision_number': 7, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '0ac9d5c0-57e7-4b13-b469-5d5e71de28e4', 'name': '', 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:1f:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:06Z', 'updated_at': '2022-01-12T09:40:22Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cab6a38-af97-4255-a017-dbd54fd169d5', 'name': '', 'network_id': '4be0e993-425c-424c-ae21-622581a2e136', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:eb:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '7084075d-e852-4655-8592-59de58b1fe81', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:18Z', 'updated_at': '2022-01-12T09:40:26Z', 'revision_number': 4, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '7084075d-e852-4655-8592-59de58b1fe81', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:31.998020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:32.000915 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Pushing event updated for resources: {'Port': ['ID=7a606132-59a7-425d-9ded-96b74a83fc6a,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:32.006326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:32.012854 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7afa6783-a2db-4b54-8dad-01a644663c51 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/routers/eaf26882-3eef-405b-9e2e-c4d66e80b017 HTTP/1.1" status: 200 len: 700 time: 0.6199813 Jan 12 09:40:32.018016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39800) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:32.029432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:32.032129 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.063913 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.074322 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29271c28-3f05-4228-aaae-07e32058709e None None] Sync routers for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:32.240671 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29271c28-3f05-4228-aaae-07e32058709e None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:32.241420 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-29271c28-3f05-4228-aaae-07e32058709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:32.260438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.289383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636598e-8f9a-4b8f-90ac-69bc8a12e89a req-fd7286f4-4f6f-4fcb-ad91-3aa5d9d32894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:32.290210 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e636598e-8f9a-4b8f-90ac-69bc8a12e89a req-fd7286f4-4f6f-4fcb-ad91-3aa5d9d32894 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbbf6f51-59e4-4e33-a453-640639438896 HTTP/1.1" status: 200 len: 834 time: 0.3409846 Jan 12 09:40:32.292054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.303003 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-cf39af7e-0d5a-4a9b-83d7-505b3da5e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:40:27Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'd02bf4c4-d886-4149-a4c7-d8f0973925f2', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.98', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'port_id': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'mac_address': 'fa:16:3e:be:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:38:36Z', 'updated_at': '2022-01-12T09:38:44Z', 'revision_number': 1, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a73fb72-b7f4-4e4a-b6ca-112da29143a0', 'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:2e:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:40Z', 'updated_at': '2022-01-12T09:37:55Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:32.304898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Deleting port 7a606132-59a7-425d-9ded-96b74a83fc6a {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:32.305244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.308970 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf39af7e-0d5a-4a9b-83d7-505b3da5e239 None None] The sync data for ids ['1fd02700-e34e-4a48-b91d-caaf972235f9'] in dv-neutron-824346-1-hyperv is: [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:40:27Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'd02bf4c4-d886-4149-a4c7-d8f0973925f2', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.98', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'port_id': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'mac_address': 'fa:16:3e:be:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:38:36Z', 'updated_at': '2022-01-12T09:38:44Z', 'revision_number': 1, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a73fb72-b7f4-4e4a-b6ca-112da29143a0', 'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:2e:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:40Z', 'updated_at': '2022-01-12T09:37:55Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:32.334090 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-29271c28-3f05-4228-aaae-07e32058709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:32.352929 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Attempting to bind port 7a606132-59a7-425d-9ded-96b74a83fc6a on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:32.353308 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Attempting to bind port 7a606132-59a7-425d-9ded-96b74a83fc6a by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '86330f62-25bb-4946-b3ab-1f57eccd8ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cca3328e-efef-4094-b5aa-1908b899a3ba'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:32.353675 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Attempting to bind port 7a606132-59a7-425d-9ded-96b74a83fc6a on network cca3328e-efef-4094-b5aa-1908b899a3ba {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:40:32.355815 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6f11d96b-cb33-4afe-b079-3c6600dc5373 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:32.356186 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.394012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=0cab6a38-af97-4255-a017-dbd54fd169d5,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:32.412596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:40:32.412972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Checking segment: {'id': '86330f62-25bb-4946-b3ab-1f57eccd8ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cca3328e-efef-4094-b5aa-1908b899a3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:32.413379 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.413774 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Bound using segment: {'id': '86330f62-25bb-4946-b3ab-1f57eccd8ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cca3328e-efef-4094-b5aa-1908b899a3ba'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:40:32.414261 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Bound port: 7a606132-59a7-425d-9ded-96b74a83fc6a, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86330f62-25bb-4946-b3ab-1f57eccd8ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cca3328e-efef-4094-b5aa-1908b899a3ba'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:32.415228 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.437934 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29271c28-3f05-4228-aaae-07e32058709e None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:32.438253 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-29271c28-3f05-4228-aaae-07e32058709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:32.458858 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b454781-4c71-4cb9-8556-d9afb9aa8523 None None] Sync routers for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:32.461708 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Allocated IP 172.26.2.121 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/bcac0463-ad67-4a56-81c9-8bf2bf8c9e5c) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:32.463589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2f06330-0e48-4e91-a5de-e596a8e8fbf0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.470257 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b454781-4c71-4cb9-8556-d9afb9aa8523 None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:32.471768 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3b454781-4c71-4cb9-8556-d9afb9aa8523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:32.535353 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9a756e48-b8ab-42f9-ad79-aa64b55ea375 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.0176077 Jan 12 09:40:32.546002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39804) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:32.547733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-29271c28-3f05-4228-aaae-07e32058709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:32.548139 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29271c28-3f05-4228-aaae-07e32058709e None None] The sync data for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:32.618890 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.640922 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] For port 7a606132-59a7-425d-9ded-96b74a83fc6a, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:40:32.654896 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] For port 7a606132-59a7-425d-9ded-96b74a83fc6a, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7a606132-59a7-425d-9ded-96b74a83fc6a,segment=NetworkSegment(86330f62-25bb-4946-b3ab-1f57eccd8ef8),segment_id=86330f62-25bb-4946-b3ab-1f57eccd8ef8)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:40:32.659936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.665754 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:32.698995 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-3b454781-4c71-4cb9-8556-d9afb9aa8523 None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:32.775776 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d9d93-c5d7-43b8-871a-86ff97a413df None None] Pushing event updated for resources: {'Port': ['ID=7a606132-59a7-425d-9ded-96b74a83fc6a,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:32.841864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:32.846431 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:32.853546 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 0cab6a38-af97-4255-a017-dbd54fd169d5 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:32.855479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:32.896550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event updated for resources: {'Port': ['ID=bcac0463-ad67-4a56-81c9-8bf2bf8c9e5c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:33.010563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 0cab6a38-af97-4255-a017-dbd54fd169d5 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:33.010969 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:33.263526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 333c0166-ded7-4496-8721-32ecb25def3a no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:33.357885 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3b454781-4c71-4cb9-8556-d9afb9aa8523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:29Z', 'revision_number': 7, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '0ac9d5c0-57e7-4b13-b469-5d5e71de28e4', 'name': '', 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:1f:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:06Z', 'updated_at': '2022-01-12T09:40:22Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cab6a38-af97-4255-a017-dbd54fd169d5', 'name': '', 'network_id': '4be0e993-425c-424c-ae21-622581a2e136', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:eb:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '7084075d-e852-4655-8592-59de58b1fe81', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:18Z', 'updated_at': '2022-01-12T09:40:31Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '7084075d-e852-4655-8592-59de58b1fe81', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:33.362076 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 333c0166-ded7-4496-8721-32ecb25def3a {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:40:33.362431 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 333c0166-ded7-4496-8721-32ecb25def3a not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:33.367125 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b454781-4c71-4cb9-8556-d9afb9aa8523 None None] Checking router: eaf26882-3eef-405b-9e2e-c4d66e80b017 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:40:33.376317 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b454781-4c71-4cb9-8556-d9afb9aa8523 None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:33.377159 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3b454781-4c71-4cb9-8556-d9afb9aa8523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:33.532974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:33.568439 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-3b454781-4c71-4cb9-8556-d9afb9aa8523 None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:33.584852 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-194450cc-2bab-4fc4-8c8b-b76c45ccf7a7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "GET /v2.0/floatingips/0c9bd22f-f6f3-44a9-bcff-b7f918b0fec1 HTTP/1.1" status: 200 len: 977 time: 1.0082610 Jan 12 09:40:33.592524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39810) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:33.660766 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636598e-8f9a-4b8f-90ac-69bc8a12e89a req-717857c2-5f33-4891-8009-e72db58949a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:33.662429 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e636598e-8f9a-4b8f-90ac-69bc8a12e89a req-717857c2-5f33-4891-8009-e72db58949a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05455418-2c08-41bc-9a26-899de66012ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3040771 Jan 12 09:40:33.717691 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:33.751630 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bd40412e-3dfd-488b-8316-e6e45ea30b7f tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Synchronizing usage tracker for tenant:e20f3a1a5e564103b8a96081e0c50acc on resource:floatingip {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:33.811279 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bd40412e-3dfd-488b-8316-e6e45ea30b7f tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Unset dirty status for tenant:e20f3a1a5e564103b8a96081e0c50acc on resource:floatingip {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:33.816253 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bd40412e-3dfd-488b-8316-e6e45ea30b7f tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2231739 Jan 12 09:40:33.816936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39814) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:33.844955 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-390cf260-c66e-4f8a-a7af-b0d8f2fac7c2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'floatingip': {'port_id': 'd617b420-c311-48a4-b367-fb9cd0abccaa'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:33.923721 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3b454781-4c71-4cb9-8556-d9afb9aa8523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:29Z', 'revision_number': 7, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '0ac9d5c0-57e7-4b13-b469-5d5e71de28e4', 'name': '', 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:1f:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:06Z', 'updated_at': '2022-01-12T09:40:22Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cab6a38-af97-4255-a017-dbd54fd169d5', 'name': '', 'network_id': '4be0e993-425c-424c-ae21-622581a2e136', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:eb:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '7084075d-e852-4655-8592-59de58b1fe81', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:18Z', 'updated_at': '2022-01-12T09:40:31Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '7084075d-e852-4655-8592-59de58b1fe81', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:33.928396 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b454781-4c71-4cb9-8556-d9afb9aa8523 None None] The sync data for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv is: [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:29Z', 'revision_number': 7, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '0ac9d5c0-57e7-4b13-b469-5d5e71de28e4', 'name': '', 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:1f:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:06Z', 'updated_at': '2022-01-12T09:40:22Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cab6a38-af97-4255-a017-dbd54fd169d5', 'name': '', 'network_id': '4be0e993-425c-424c-ae21-622581a2e136', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:eb:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '7084075d-e852-4655-8592-59de58b1fe81', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:18Z', 'updated_at': '2022-01-12T09:40:31Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '7084075d-e852-4655-8592-59de58b1fe81', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:33.964016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-9457ae8f-9739-4fad-a8b4-2633f9ebbbb5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:33.964892 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-9457ae8f-9739-4fad-a8b4-2633f9ebbbb5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:34.024737 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] For port 7a606132-59a7-425d-9ded-96b74a83fc6a, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7a606132-59a7-425d-9ded-96b74a83fc6a,segment=NetworkSegment(86330f62-25bb-4946-b3ab-1f57eccd8ef8),segment_id=86330f62-25bb-4946-b3ab-1f57eccd8ef8)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:34.025354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.041414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-390cf260-c66e-4f8a-a7af-b0d8f2fac7c2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.166627 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7270c7a-9f27-4839-9fff-b006a1e2a900 None None] Network cca3328e-efef-4094-b5aa-1908b899a3ba requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:34.200211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Calling delete_port for 7a606132-59a7-425d-9ded-96b74a83fc6a owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:34.229859 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-9457ae8f-9739-4fad-a8b4-2633f9ebbbb5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:34.231051 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-9457ae8f-9739-4fad-a8b4-2633f9ebbbb5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 946 time: 1.3628476 Jan 12 09:40:34.279484 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e64078c8-92bf-4f5c-b3e6-3b9592142621 None None] Provisioning for port 7a606132-59a7-425d-9ded-96b74a83fc6a completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:34.293732 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5292e-7d19-499d-a7bf-11cc35a56229 req-fcc68185-1967-406f-a1da-bc93658c9a6f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:34.295273 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b0e5292e-7d19-499d-a7bf-11cc35a56229 req-fcc68185-1967-406f-a1da-bc93658c9a6f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 946 time: 0.8509777 Jan 12 09:40:34.306306 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e636598e-8f9a-4b8f-90ac-69bc8a12e89a req-3e13af77-4eae-423c-b7c0-92f6280cf2f6 service neutron] 10.222.0.53 "GET /v2.0/networks/05455418-2c08-41bc-9a26-899de66012ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897956 Jan 12 09:40:34.386097 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.394701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.485117 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port a245ac89-18b3-4c07-a386-e7867ebc7570 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:34.485452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.580355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event updated for resources: {'Port': ['ID=bcac0463-ad67-4a56-81c9-8bf2bf8c9e5c,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:34.613046 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b0e5292e-7d19-499d-a7bf-11cc35a56229 req-2a2d9e77-4b28-463e-8077-bf7743691806 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974277 Jan 12 09:40:34.614391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.733633 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-d2f06330-0e48-4e91-a5de-e596a8e8fbf0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port dba5eb35-6191-4a8f-a189-0e2c8af1e7b6 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:34.734101 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2f06330-0e48-4e91-a5de-e596a8e8fbf0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:34.790261 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7a606132-59a7-425d-9ded-96b74a83fc6a up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:34.797287 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Floating IP 3edd609d-990a-402b-ba59-aca1d1a94aac associated. External IP: 172.26.2.121, port: bbda1b10-af79-4097-9fd1-cf5816e3f353. Jan 12 09:40:34.877600 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e636598e-8f9a-4b8f-90ac-69bc8a12e89a req-b35de543-70f8-443f-a5ec-437c3c94462e service neutron] 10.222.0.53 "GET /v2.0/networks/05455418-2c08-41bc-9a26-899de66012ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519037 Jan 12 09:40:35.020574 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 7a606132-59a7-425d-9ded-96b74a83fc6a completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:35.027573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 7a606132-59a7-425d-9ded-96b74a83fc6a triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:35.027935 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.064897 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf3ea45-f6d0-4001-b8fa-7775117bcdb2 None None] Network cca3328e-efef-4094-b5aa-1908b899a3ba requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:35.101405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Port 7a606132-59a7-425d-9ded-96b74a83fc6a was deleted so its status cannot be updated. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 12 09:40:35.140604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fa764249-2287-4832-b1be-97e20a818dcf None None] Could not find standard attr ID for object 7a606132-59a7-425d-9ded-96b74a83fc6a. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:40:35.201378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.334029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Port': ['ID=7a606132-59a7-425d-9ded-96b74a83fc6a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:35.361402 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:40:35.385131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Router c5212f11-65aa-4027-8b40-2c5f02937e1d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:35.411824 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2f06330-0e48-4e91-a5de-e596a8e8fbf0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.523217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No DVR routers for this DVR port 7a606132-59a7-425d-9ded-96b74a83fc6a on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:35.543236 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device a245ac89-18b3-4c07-a386-e7867ebc7570 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:35.574449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f227d575-eb60-4118-9f8d-4cdde21b645c None None] Network cca3328e-efef-4094-b5aa-1908b899a3ba requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:35.626174 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-d2f06330-0e48-4e91-a5de-e596a8e8fbf0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for dba5eb35-6191-4a8f-a189-0e2c8af1e7b6 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:35.692628 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port a245ac89-18b3-4c07-a386-e7867ebc7570, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a245ac89-18b3-4c07-a386-e7867ebc7570,segment=NetworkSegment(390aa492-6391-40de-92ad-8a48f9d48204),segment_id=390aa492-6391-40de-92ad-8a48f9d48204)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:35.693041 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.712281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8aa95ee-5d10-4740-8f48-b097c45cf17d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.798370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.815386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-390cf260-c66e-4f8a-a7af-b0d8f2fac7c2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.841218 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57f6c47-be1b-46ba-82a7-9496c7ccff5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a245ac89-18b3-4c07-a386-e7867ebc7570'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:40:35.885636 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-390cf260-c66e-4f8a-a7af-b0d8f2fac7c2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.891050 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port a245ac89-18b3-4c07-a386-e7867ebc7570, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a245ac89-18b3-4c07-a386-e7867ebc7570,segment=NetworkSegment(390aa492-6391-40de-92ad-8a48f9d48204),segment_id=390aa492-6391-40de-92ad-8a48f9d48204)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:35.898928 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:35.905863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for a245ac89-18b3-4c07-a386-e7867ebc7570 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:35.944373 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57f6c47-be1b-46ba-82a7-9496c7ccff5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a245ac89-18b3-4c07-a386-e7867ebc7570', 'code': 200} Jan 12 09:40:35.994192 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=a245ac89-18b3-4c07-a386-e7867ebc7570,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:36.014954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:36.026847 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a55084-1b1b-4375-936d-4f40e1fb887a None None] Sync routers for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:36.037553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a55084-1b1b-4375-936d-4f40e1fb887a None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:36.038177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-49a55084-1b1b-4375-936d-4f40e1fb887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:36.113028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc44a-acd3-4d5c-9498-9bbb640a7ff2 req-49dce95d-edbf-44db-be72-01c1022b9bf8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:36.114530 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-475dc44a-acd3-4d5c-9498-9bbb640a7ff2 req-49dce95d-edbf-44db-be72-01c1022b9bf8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 946 time: 0.3735373 Jan 12 09:40:36.138450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.186852 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-390cf260-c66e-4f8a-a7af-b0d8f2fac7c2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Floating IP 0c9bd22f-f6f3-44a9-bcff-b7f918b0fec1 associated. External IP: 172.26.2.166, port: 38245d8e-f877-4982-bd07-9b5c24ecffe7. Jan 12 09:40:36.205993 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:36.206441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:36.242723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.254499 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-49a55084-1b1b-4375-936d-4f40e1fb887a None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:36.337436 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-475dc44a-acd3-4d5c-9498-9bbb640a7ff2 req-364466f1-9aa6-4c3d-916c-466f36c2b626 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012265 Jan 12 09:40:36.356330 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-035fe1c5-e402-438b-acb2-9218a5fe7dda tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4369953 Jan 12 09:40:36.356330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9103a700-6bd2-444a-9530-1080b72a1943', 'tag': 'bbda1b10-af79-4097-9fd1-cf5816e3f353'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:40:36.426832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.484879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Subnet': ['ID=39161d62-26fa-490c-a944-a77affb8ac0a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:36.620454 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44a314c-557d-4120-b55a-9f19353917fd None None] Network cca3328e-efef-4094-b5aa-1908b899a3ba requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:36.623310 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9103a700-6bd2-444a-9530-1080b72a1943', 'tag': 'bbda1b10-af79-4097-9fd1-cf5816e3f353', 'status': 'completed', 'code': 200} Jan 12 09:40:36.672485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390cf260-c66e-4f8a-a7af-b0d8f2fac7c2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router d6f699c2-f919-4919-a87b-c44969d62262 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:36.851598 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port a245ac89-18b3-4c07-a386-e7867ebc7570 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:36.851598 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.857348 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-254f3122-4480-45d0-91a3-eb8282ae509f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.875841 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390cf260-c66e-4f8a-a7af-b0d8f2fac7c2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:36.886325 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.888509 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51728a2-1a70-4e5a-882d-f6f7bc74b1e1 None None] Sync routers for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:36.898509 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51728a2-1a70-4e5a-882d-f6f7bc74b1e1 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:36.899498 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e51728a2-1a70-4e5a-882d-f6f7bc74b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:36.916557 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2f06330-0e48-4e91-a5de-e596a8e8fbf0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:36.944581 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-49a55084-1b1b-4375-936d-4f40e1fb887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '3edd609d-990a-402b-ba59-aca1d1a94aac', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'floating_ip_address': '172.26.2.121', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'port_id': 'bbda1b10-af79-4097-9fd1-cf5816e3f353', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'mac_address': 'fa:16:3e:dd:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9103a700-6bd2-444a-9530-1080b72a1943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:40:33Z', 'updated_at': '2022-01-12T09:40:33Z', 'revision_number': 0, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:36.949421 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a55084-1b1b-4375-936d-4f40e1fb887a None None] Checking router: c5212f11-65aa-4027-8b40-2c5f02937e1d for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:40:36.968150 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a55084-1b1b-4375-936d-4f40e1fb887a None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:36.969092 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-49a55084-1b1b-4375-936d-4f40e1fb887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:36.979914 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e51728a2-1a70-4e5a-882d-f6f7bc74b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:36.997489 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51728a2-1a70-4e5a-882d-f6f7bc74b1e1 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:36.998424 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e51728a2-1a70-4e5a-882d-f6f7bc74b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:37.004102 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f06330-0e48-4e91-a5de-e596a8e8fbf0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Port': ['ID=dba5eb35-6191-4a8f-a189-0e2c8af1e7b6,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:37.038709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d195a9-a600-4c0d-b382-24d632095215 None None] DHCP port deletion for cca3328e-efef-4094-b5aa-1908b899a3ba request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:40:37.051000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca3328e-efef-4094-b5aa-1908b899a3ba']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:37.092901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa95ee-5d10-4740-8f48-b097c45cf17d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 0cab6a38-af97-4255-a017-dbd54fd169d5 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:37.093310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8aa95ee-5d10-4740-8f48-b097c45cf17d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.157537 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e51728a2-1a70-4e5a-882d-f6f7bc74b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:37.157951 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51728a2-1a70-4e5a-882d-f6f7bc74b1e1 None None] The sync data for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:37.191315 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86330f62-25bb-4946-b3ab-1f57eccd8ef8') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:37.191593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86330f62-25bb-4946-b3ab-1f57eccd8ef8') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:37.226146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-49a55084-1b1b-4375-936d-4f40e1fb887a None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:37.294582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.423289 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.430913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:40:37.431135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.480630 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d2f06330-0e48-4e91-a5de-e596a8e8fbf0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:37.483802 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:37.510460 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390cf260-c66e-4f8a-a7af-b0d8f2fac7c2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router d6f699c2-f919-4919-a87b-c44969d62262 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:37.616862 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-49a55084-1b1b-4375-936d-4f40e1fb887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '3edd609d-990a-402b-ba59-aca1d1a94aac', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'floating_ip_address': '172.26.2.121', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'port_id': 'bbda1b10-af79-4097-9fd1-cf5816e3f353', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'mac_address': 'fa:16:3e:dd:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9103a700-6bd2-444a-9530-1080b72a1943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:40:33Z', 'updated_at': '2022-01-12T09:40:33Z', 'revision_number': 0, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:37.621561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a55084-1b1b-4375-936d-4f40e1fb887a None None] The sync data for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv is: [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '3edd609d-990a-402b-ba59-aca1d1a94aac', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'floating_ip_address': '172.26.2.121', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'port_id': 'bbda1b10-af79-4097-9fd1-cf5816e3f353', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'mac_address': 'fa:16:3e:dd:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9103a700-6bd2-444a-9530-1080b72a1943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:40:33Z', 'updated_at': '2022-01-12T09:40:33Z', 'revision_number': 0, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:37.757290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbe073-97b9-4136-9873-5595d02b99f5 req-483080dc-3146-4272-b47f-aa27f953f3d2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:37.759117 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0efbe073-97b9-4136-9873-5595d02b99f5 req-483080dc-3146-4272-b47f-aa27f953f3d2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 944 time: 0.2432165 Jan 12 09:40:37.783819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390cf260-c66e-4f8a-a7af-b0d8f2fac7c2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:37.789099 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-390cf260-c66e-4f8a-a7af-b0d8f2fac7c2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.796391 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca9ba1f-d0e5-4ce3-bad6-a7eebc989a39 None None] Sync routers for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:37.807580 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca9ba1f-d0e5-4ce3-bad6-a7eebc989a39 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:37.808329 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-aca9ba1f-d0e5-4ce3-bad6-a7eebc989a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:37.826854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.845621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a28ab-1634-4ed3-91c7-99546e729acd req-6ceab412-7df7-4a39-878d-b07c45837a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:37.846632 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e1a28ab-1634-4ed3-91c7-99546e729acd req-6ceab412-7df7-4a39-878d-b07c45837a96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 1098 time: 1.2398880 Jan 12 09:40:37.864144 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0efbe073-97b9-4136-9873-5595d02b99f5 req-e1a5b052-dd50-4cb4-a577-2f530806cde7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957046 Jan 12 09:40:37.895235 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-aca9ba1f-d0e5-4ce3-bad6-a7eebc989a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:37.902211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:37.905839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca9ba1f-d0e5-4ce3-bad6-a7eebc989a39 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:37.906567 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-aca9ba1f-d0e5-4ce3-bad6-a7eebc989a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:37.907590 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ba1a7b-4ef1-4a54-a6d9-87bb82e0089d None None] New status for floating IP 3edd609d-990a-402b-ba59-aca1d1a94aac: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:40:37.914739 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Network': ['ID=cca3328e-efef-4094-b5aa-1908b899a3ba,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:37.929922 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-390cf260-c66e-4f8a-a7af-b0d8f2fac7c2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "PUT /v2.0/floatingips/0c9bd22f-f6f3-44a9-bcff-b7f918b0fec1 HTTP/1.1" status: 200 len: 977 time: 4.1075799 Jan 12 09:40:37.931035 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39830) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:37.935984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6bcf9712-6a00-45c7-aa35-95854064352c tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:37.983455 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-aca9ba1f-d0e5-4ce3-bad6-a7eebc989a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:37.984146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca9ba1f-d0e5-4ce3-bad6-a7eebc989a39 None None] The sync data for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:38.042042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9712-6a00-45c7-aa35-95854064352c tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:38.064282 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c38db8b2-2483-447d-8848-43ff61732ffe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/cca3328e-efef-4094-b5aa-1908b899a3ba HTTP/1.1" status: 204 len: 168 time: 7.1295123 Jan 12 09:40:38.099577 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39834) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:38.147391 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-250a7810-0d1f-4d3f-bb09-df5c853b5a2e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:40:38.147858 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-250a7810-0d1f-4d3f-bb09-df5c853b5a2e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:40:38.153003 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-250a7810-0d1f-4d3f-bb09-df5c853b5a2e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/cca3328e-efef-4094-b5aa-1908b899a3ba HTTP/1.1" status: 404 len: 339 time: 0.0489430 Jan 12 09:40:38.160645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39838) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:38.171231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-97b3d636-37d4-4d7c-abae-c89634edebcc tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-840711991', 'description': 'd1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:38.178531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-97b3d636-37d4-4d7c-abae-c89634edebcc tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:38.186566 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-97b3d636-37d4-4d7c-abae-c89634edebcc tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:network and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:38.191596 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-97b3d636-37d4-4d7c-abae-c89634edebcc tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:38.199219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-e8aa95ee-5d10-4740-8f48-b097c45cf17d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] For port 0cab6a38-af97-4255-a017-dbd54fd169d5, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=0cab6a38-af97-4255-a017-dbd54fd169d5,segment=NetworkSegment(4dfefa61-810a-4f93-b84a-21d787f9c870),segment_id=4dfefa61-810a-4f93-b84a-21d787f9c870)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:38.199775 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8aa95ee-5d10-4740-8f48-b097c45cf17d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:38.276763 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-97b3d636-37d4-4d7c-abae-c89634edebcc tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:38.307019 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b3d636-37d4-4d7c-abae-c89634edebcc tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:38.310882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-97b3d636-37d4-4d7c-abae-c89634edebcc tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:38.368281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port a245ac89-18b3-4c07-a386-e7867ebc7570, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a245ac89-18b3-4c07-a386-e7867ebc7570,segment=NetworkSegment(390aa492-6391-40de-92ad-8a48f9d48204),segment_id=390aa492-6391-40de-92ad-8a48f9d48204)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:38.368281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:38.424685 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9712-6a00-45c7-aa35-95854064352c tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:38.429057 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f06330-0e48-4e91-a5de-e596a8e8fbf0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 608ba8f6-0ea6-4543-825a-6ba1b4aaca3c has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:38.433546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b3d636-37d4-4d7c-abae-c89634edebcc tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:40:38.436345 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9712-6a00-45c7-aa35-95854064352c tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:38.436345 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-6bcf9712-6a00-45c7-aa35-95854064352c tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Floating IP 0c9bd22f-f6f3-44a9-bcff-b7f918b0fec1 disassociated. External IP: 172.26.2.166, port: d617b420-c311-48a4-b367-fb9cd0abccaa. Jan 12 09:40:38.497050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa95ee-5d10-4740-8f48-b097c45cf17d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for 0cab6a38-af97-4255-a017-dbd54fd169d5 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:38.521721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-97b3d636-37d4-4d7c-abae-c89634edebcc tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:38.522055 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-97b3d636-37d4-4d7c-abae-c89634edebcc tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Added segment 7613f756-5955-4159-8180-df435126a4a0 of type vlan for network 12d7fa6f-8fda-4b21-a69b-34e282b94657 Jan 12 09:40:38.629307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-97b3d636-37d4-4d7c-abae-c89634edebcc tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:38.666030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for a245ac89-18b3-4c07-a386-e7867ebc7570 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:38.717819 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a28ab-1634-4ed3-91c7-99546e729acd req-1b23ce00-4a58-49a8-8ff2-f7aba72570fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:38.717819 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e1a28ab-1634-4ed3-91c7-99546e729acd req-1b23ce00-4a58-49a8-8ff2-f7aba72570fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 911 time: 0.8412559 Jan 12 09:40:38.721999 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7a606132-59a7-425d-9ded-96b74a83fc6a no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:38.741673 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-97b3d636-37d4-4d7c-abae-c89634edebcc tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:38.747545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b3d636-37d4-4d7c-abae-c89634edebcc tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:38.748188 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-97b3d636-37d4-4d7c-abae-c89634edebcc tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:38.771973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 7a606132-59a7-425d-9ded-96b74a83fc6a {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:40:38.773325 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7a606132-59a7-425d-9ded-96b74a83fc6a not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:38.977992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f06330-0e48-4e91-a5de-e596a8e8fbf0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:38.994214 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d0a368-b681-462e-8c74-25b577fd0113 None None] Sync routers for ids ['608ba8f6-0ea6-4543-825a-6ba1b4aaca3c'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:38.999325 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d2f06330-0e48-4e91-a5de-e596a8e8fbf0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/608ba8f6-0ea6-4543-825a-6ba1b4aaca3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3651204 Jan 12 09:40:39.009140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d0a368-b681-462e-8c74-25b577fd0113 None None] Routers {'608ba8f6-0ea6-4543-825a-6ba1b4aaca3c'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:39.009820 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-99d0a368-b681-462e-8c74-25b577fd0113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['608ba8f6-0ea6-4543-825a-6ba1b4aaca3c'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:39.033681 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39844) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:39.080133 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-97b3d636-37d4-4d7c-abae-c89634edebcc tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9174039 Jan 12 09:40:39.086293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39848) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:39.090715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3d636-37d4-4d7c-abae-c89634edebcc tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Network': ['ID=12d7fa6f-8fda-4b21-a69b-34e282b94657,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:39.125246 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcf9712-6a00-45c7-aa35-95854064352c tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router d6f699c2-f919-4919-a87b-c44969d62262 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:39.136034 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 12d7fa6f-8fda-4b21-a69b-34e282b94657 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:39.151894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9387a286-b912-4e03-a1aa-875345cc6b3f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Synchronizing usage tracker for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:39.155536 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e1a28ab-1634-4ed3-91c7-99546e729acd req-b0504255-0dbf-41ee-b4f6-51eef5ede1d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbda1b10-af79-4097-9fd1-cf5816e3f353 HTTP/1.1" status: 200 len: 1001 time: 0.3836701 Jan 12 09:40:39.182687 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-99d0a368-b681-462e-8c74-25b577fd0113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:39.266485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d0a368-b681-462e-8c74-25b577fd0113 None None] Routers {'608ba8f6-0ea6-4543-825a-6ba1b4aaca3c'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:39.267199 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-99d0a368-b681-462e-8c74-25b577fd0113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['608ba8f6-0ea6-4543-825a-6ba1b4aaca3c'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:39.327819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcf9712-6a00-45c7-aa35-95854064352c tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:39.332177 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9712-6a00-45c7-aa35-95854064352c tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.347633 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf83d2-e7af-4b0e-a4c1-e59fa83ee467 None None] Sync routers for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:39.359727 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf83d2-e7af-4b0e-a4c1-e59fa83ee467 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:39.361889 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-99d0a368-b681-462e-8c74-25b577fd0113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:39.361889 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d0a368-b681-462e-8c74-25b577fd0113 None None] The sync data for ids ['608ba8f6-0ea6-4543-825a-6ba1b4aaca3c'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:39.364308 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6bbf83d2-e7af-4b0e-a4c1-e59fa83ee467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:39.377947 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7cf5c370-364d-4eb3-a157-6c1371cd0869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.408039 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6bcf9712-6a00-45c7-aa35-95854064352c tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "PUT /v2.0/floatingips/0c9bd22f-f6f3-44a9-bcff-b7f918b0fec1 HTTP/1.1" status: 200 len: 688 time: 1.4748871 Jan 12 09:40:39.410616 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39852) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:39.421252 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9387a286-b912-4e03-a1aa-875345cc6b3f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Unset dirty status for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:39.422579 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9387a286-b912-4e03-a1aa-875345cc6b3f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports?device_id=608ba8f6-0ea6-4543-825a-6ba1b4aaca3c HTTP/1.1" status: 200 len: 205 time: 0.3783460 Jan 12 09:40:39.430371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39856) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:39.440864 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6685243e-08de-4173-a80b-3da7847fbd72 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:39.441550 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6685243e-08de-4173-a80b-3da7847fbd72 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Synchronizing usage tracker for tenant:5cb2174ae2cc489c9a76096616d053c7 on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:39.459581 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6bbf83d2-e7af-4b0e-a4c1-e59fa83ee467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:39.470748 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf83d2-e7af-4b0e-a4c1-e59fa83ee467 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:39.472123 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6bbf83d2-e7af-4b0e-a4c1-e59fa83ee467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:39.539434 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.545101 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6bbf83d2-e7af-4b0e-a4c1-e59fa83ee467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:39.545212 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf83d2-e7af-4b0e-a4c1-e59fa83ee467 None None] The sync data for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:39.590290 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a28ab-1634-4ed3-91c7-99546e729acd req-98043441-4d1c-42ba-a7ef-477ddeb51d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:39.591595 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-dffea7bd-363b-4df7-b44d-93ee26880990 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting port 615340a0-a468-4f4d-846a-a86fc7cc1e90 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:39.591780 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e1a28ab-1634-4ed3-91c7-99546e729acd req-98043441-4d1c-42ba-a7ef-477ddeb51d0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee HTTP/1.1" status: 200 len: 849 time: 0.3740525 Jan 12 09:40:39.592464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dffea7bd-363b-4df7-b44d-93ee26880990 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.664592 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=a245ac89-18b3-4c07-a386-e7867ebc7570,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:39.791661 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dffea7bd-363b-4df7-b44d-93ee26880990 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.791972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dffea7bd-363b-4df7-b44d-93ee26880990 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.937915 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e06f9-405a-4008-9db8-5b07bcb80bc3 req-447c913c-9dc1-4976-b8ab-eebe4bbe89b1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:39.938521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-824e06f9-405a-4008-9db8-5b07bcb80bc3 req-447c913c-9dc1-4976-b8ab-eebe4bbe89b1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:39.942812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-29da760b-5702-45ff-98fd-e4094700eaf2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:39.946751 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-dffea7bd-363b-4df7-b44d-93ee26880990 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Calling delete_port for 615340a0-a468-4f4d-846a-a86fc7cc1e90 owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:40.004292 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6685243e-08de-4173-a80b-3da7847fbd72 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Unset dirty status for tenant:5cb2174ae2cc489c9a76096616d053c7 on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:40.008508 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6685243e-08de-4173-a80b-3da7847fbd72 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "GET /v2.0/networks?id=12d7fa6f-8fda-4b21-a69b-34e282b94657 HTTP/1.1" status: 200 len: 760 time: 0.9105389 Jan 12 09:40:40.008660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39860) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:40.016003 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-26a8123c-7d82-454e-8f14-2c4a9ddd5d05 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'network': {'description': 'd2'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:40.069961 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8aa95ee-5d10-4740-8f48-b097c45cf17d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.155947 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] No DVR routers for this DVR port a245ac89-18b3-4c07-a386-e7867ebc7570 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:40.184153 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.186667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57f6c47-be1b-46ba-82a7-9496c7ccff5e', 'name': 'network-vif-deleted', 'tag': 'a245ac89-18b3-4c07-a386-e7867ebc7570'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:40:40.225880 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dffea7bd-363b-4df7-b44d-93ee26880990 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.232966 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa95ee-5d10-4740-8f48-b097c45cf17d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Port': ['ID=0cab6a38-af97-4255-a017-dbd54fd169d5,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:40.245328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-824e06f9-405a-4008-9db8-5b07bcb80bc3 req-447c913c-9dc1-4976-b8ab-eebe4bbe89b1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:40.252361 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-824e06f9-405a-4008-9db8-5b07bcb80bc3 req-447c913c-9dc1-4976-b8ab-eebe4bbe89b1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=a57f6c47-be1b-46ba-82a7-9496c7ccff5e HTTP/1.1" status: 200 len: 944 time: 1.2505305 Jan 12 09:40:40.276883 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffea7bd-363b-4df7-b44d-93ee26880990 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Port': ['ID=615340a0-a468-4f4d-846a-a86fc7cc1e90,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:40.305942 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.351987 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57f6c47-be1b-46ba-82a7-9496c7ccff5e', 'name': 'network-vif-deleted', 'tag': 'a245ac89-18b3-4c07-a386-e7867ebc7570', 'status': 'completed', 'code': 200} Jan 12 09:40:40.498151 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-94ad97ae-fe23-40ff-aef8-29805c50b4b0 req-bc83734b-d2bb-4904-ba17-9addcdb7f232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "DELETE /v2.0/ports/a245ac89-18b3-4c07-a386-e7867ebc7570 HTTP/1.1" status: 204 len: 173 time: 6.2502522 Jan 12 09:40:40.508308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-29da760b-5702-45ff-98fd-e4094700eaf2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.511987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-29da760b-5702-45ff-98fd-e4094700eaf2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.567642 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-26a8123c-7d82-454e-8f14-2c4a9ddd5d05 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.567905 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a28ab-1634-4ed3-91c7-99546e729acd req-a0984128-b960-4afa-b5f6-fb049d916c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:40.569680 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e1a28ab-1634-4ed3-91c7-99546e729acd req-a0984128-b960-4afa-b5f6-fb049d916c58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c044518-5731-4207-8f99-0a1c6effbd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9586112 Jan 12 09:40:40.576655 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-824e06f9-405a-4008-9db8-5b07bcb80bc3 req-ee75c2dc-2635-4f44-bdec-f8447b41ea4d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=f20cf0e9-c43e-4523-a394-4ae3ae140a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234160 Jan 12 09:40:40.591555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dffea7bd-363b-4df7-b44d-93ee26880990 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.602452 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-26a8123c-7d82-454e-8f14-2c4a9ddd5d05 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.610982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-29da760b-5702-45ff-98fd-e4094700eaf2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.611543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29da760b-5702-45ff-98fd-e4094700eaf2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Fanout notify agent at l3_agent the message router_deleted on router 608ba8f6-0ea6-4543-825a-6ba1b4aaca3c {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:40:40.625247 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26a8123c-7d82-454e-8f14-2c4a9ddd5d05 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network 12d7fa6f-8fda-4b21-a69b-34e282b94657 is not hosted by any dhcp agent {{(pid=87664) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 12 09:40:40.630704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a8123c-7d82-454e-8f14-2c4a9ddd5d05 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:40.631343 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-26a8123c-7d82-454e-8f14-2c4a9ddd5d05 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.632557 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-26a8123c-7d82-454e-8f14-2c4a9ddd5d05 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "PUT /v2.0/networks/12d7fa6f-8fda-4b21-a69b-34e282b94657 HTTP/1.1" status: 200 len: 757 time: 0.6232750 Jan 12 09:40:40.636115 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-29da760b-5702-45ff-98fd-e4094700eaf2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.638204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39866) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:40.641556 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-29da760b-5702-45ff-98fd-e4094700eaf2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/routers/608ba8f6-0ea6-4543-825a-6ba1b4aaca3c HTTP/1.1" status: 204 len: 168 time: 1.1960652 Jan 12 09:40:40.647701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39870) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:40.670789 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dffea7bd-363b-4df7-b44d-93ee26880990 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:40.672203 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dffea7bd-363b-4df7-b44d-93ee26880990 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/floatingips/0c9bd22f-f6f3-44a9-bcff-b7f918b0fec1 HTTP/1.1" status: 204 len: 168 time: 1.2605288 Jan 12 09:40:40.688768 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39874) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:40.780574 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-fac8edad-4500-4b5d-a116-28fd24764c4a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] delete failed (client error): The resource could not be found. Jan 12 09:40:40.787517 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fac8edad-4500-4b5d-a116-28fd24764c4a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/floatingips/0c9bd22f-f6f3-44a9-bcff-b7f918b0fec1 HTTP/1.1" status: 404 len: 345 time: 0.0917614 Jan 12 09:40:40.820828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39878) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:40.834712 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8123c-7d82-454e-8f14-2c4a9ddd5d05 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Network': ['ID=12d7fa6f-8fda-4b21-a69b-34e282b94657,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:40.846144 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 12d7fa6f-8fda-4b21-a69b-34e282b94657 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:40.901490 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a063a3db-4be5-476d-a2c0-e9ee3007a913 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:40.902369 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a063a3db-4be5-476d-a2c0-e9ee3007a913 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Synchronizing usage tracker for tenant:5cb2174ae2cc489c9a76096616d053c7 on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:40.916104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a063a3db-4be5-476d-a2c0-e9ee3007a913 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Unset dirty status for tenant:5cb2174ae2cc489c9a76096616d053c7 on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:40.917318 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a063a3db-4be5-476d-a2c0-e9ee3007a913 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "GET /v2.0/networks?id=12d7fa6f-8fda-4b21-a69b-34e282b94657 HTTP/1.1" status: 200 len: 760 time: 0.2779515 Jan 12 09:40:40.921227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39882) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:40.928820 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-90c76998-2ff5-4a02-ac24-8407e6b5d4a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-288177504'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:40.932823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-90c76998-2ff5-4a02-ac24-8407e6b5d4a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:40.951541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-90c76998-2ff5-4a02-ac24-8407e6b5d4a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:40.967078 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c76998-2ff5-4a02-ac24-8407e6b5d4a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:40.975253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-90c76998-2ff5-4a02-ac24-8407e6b5d4a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.002873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-042b43f1-a319-4401-9921-bbdefc76f396 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting subnet 9a7880bd-f11b-4352-a2a3-ae162cf79af9 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:40:41.015970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c76998-2ff5-4a02-ac24-8407e6b5d4a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:40:41.028580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-042b43f1-a319-4401-9921-bbdefc76f396 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.030407 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-90c76998-2ff5-4a02-ac24-8407e6b5d4a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.031142 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-90c76998-2ff5-4a02-ac24-8407e6b5d4a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Added segment 1fbb8d4c-6b1c-4aac-8cd3-e17b0ad7e2a9 of type vlan for network 513a06b2-ba33-4c32-ba91-71ac2289c745 Jan 12 09:40:41.047369 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.064436 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-90c76998-2ff5-4a02-ac24-8407e6b5d4a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.089803 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e1a28ab-1634-4ed3-91c7-99546e729acd req-c4d5e5b8-48fa-4917-89b5-cfbc3741173d service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120697 Jan 12 09:40:41.094537 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8aa95ee-5d10-4740-8f48-b097c45cf17d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.103708 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-90c76998-2ff5-4a02-ac24-8407e6b5d4a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.110640 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c76998-2ff5-4a02-ac24-8407e6b5d4a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:41.111457 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-90c76998-2ff5-4a02-ac24-8407e6b5d4a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.222331 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-90c76998-2ff5-4a02-ac24-8407e6b5d4a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3000519 Jan 12 09:40:41.227451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39886) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:41.233563 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-9e2ad329-8421-4246-a9dd-29c67f0182f4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'subnet': {'network_id': '513a06b2-ba33-4c32-ba91-71ac2289c745', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:41.240078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-042b43f1-a319-4401-9921-bbdefc76f396 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.247181 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c76998-2ff5-4a02-ac24-8407e6b5d4a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Network': ['ID=513a06b2-ba33-4c32-ba91-71ac2289c745,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:41.259547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 513a06b2-ba33-4c32-ba91-71ac2289c745 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:41.350933 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9e2ad329-8421-4246-a9dd-29c67f0182f4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:41.354961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9e2ad329-8421-4246-a9dd-29c67f0182f4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Usage tracker for resource:subnet and tenant:5cb2174ae2cc489c9a76096616d053c7 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:41.357920 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9e2ad329-8421-4246-a9dd-29c67f0182f4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:41.364122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9e2ad329-8421-4246-a9dd-29c67f0182f4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:41.377295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2ad329-8421-4246-a9dd-29c67f0182f4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:41.381182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9e2ad329-8421-4246-a9dd-29c67f0182f4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.499611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871abc3c-7f13-4776-be7b-d411544468b0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:41.505945 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871abc3c-7f13-4776-be7b-d411544468b0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:41.511860 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871abc3c-7f13-4776-be7b-d411544468b0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:41.512687 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-871abc3c-7f13-4776-be7b-d411544468b0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Synchronizing usage tracker for tenant:e20f3a1a5e564103b8a96081e0c50acc on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:41.602838 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9e2ad329-8421-4246-a9dd-29c67f0182f4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.643563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-871abc3c-7f13-4776-be7b-d411544468b0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Unset dirty status for tenant:e20f3a1a5e564103b8a96081e0c50acc on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:41.645124 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-871abc3c-7f13-4776-be7b-d411544468b0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "GET /v2.0/ports?network_id=654389dc-83eb-4b84-84a8-f710d546c8b5 HTTP/1.1" status: 200 len: 2356 time: 0.8142169 Jan 12 09:40:41.649950 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39892) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:41.696124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39896) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:41.737755 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e1a28ab-1634-4ed3-91c7-99546e729acd req-ebdba9f6-ed98-4288-883a-fd5e054efdc5 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372566 Jan 12 09:40:41.765889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ad329-8421-4246-a9dd-29c67f0182f4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Subnet': ['ID=69244fce-f12f-4cc3-bd94-74581d6a3aa9,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:41.787468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2ad329-8421-4246-a9dd-29c67f0182f4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Checking segment: {'id': '1fbb8d4c-6b1c-4aac-8cd3-e17b0ad7e2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '513a06b2-ba33-4c32-ba91-71ac2289c745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:41.787820 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2ad329-8421-4246-a9dd-29c67f0182f4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network hostable DHCP agents. Network: 513a06b2-ba33-4c32-ba91-71ac2289c745, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:40:41.795315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511de868-0f4e-4844-98cf-22b46d0bb983 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:41.795873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-511de868-0f4e-4844-98cf-22b46d0bb983 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Synchronizing usage tracker for tenant:e20f3a1a5e564103b8a96081e0c50acc on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:41.843691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-042b43f1-a319-4401-9921-bbdefc76f396 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.845149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2ad329-8421-4246-a9dd-29c67f0182f4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network 513a06b2-ba33-4c32-ba91-71ac2289c745 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:40:41.848924 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c451d63e-4721-4e29-af8f-92e5a5801f5f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.852305 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-511de868-0f4e-4844-98cf-22b46d0bb983 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Unset dirty status for tenant:e20f3a1a5e564103b8a96081e0c50acc on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:41.853517 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-511de868-0f4e-4844-98cf-22b46d0bb983 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "GET /v2.0/subnets/8b5c9a3e-f6a9-4c24-9322-a36f2d47f750 HTTP/1.1" status: 200 len: 797 time: 0.2026634 Jan 12 09:40:41.863131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39900) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:41.871602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'port': {'network_id': '654389dc-83eb-4b84-84a8-f710d546c8b5', 'name': 'tempest-FloatingIPTestJSON-348261657', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:41.884724 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-9e2ad329-8421-4246-a9dd-29c67f0182f4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 513a06b2-ba33-4c32-ba91-71ac2289c745) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:41.890417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8aa95ee-5d10-4740-8f48-b097c45cf17d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router eaf26882-3eef-405b-9e2e-c4d66e80b017 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:41.893778 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4f0299-c04e-4063-8313-f9628bfa63e7 None None] Network 513a06b2-ba33-4c32-ba91-71ac2289c745 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:41.899467 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2ad329-8421-4246-a9dd-29c67f0182f4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:41.900014 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9e2ad329-8421-4246-a9dd-29c67f0182f4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:41.933313 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c451d63e-4721-4e29-af8f-92e5a5801f5f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.015495 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9e2ad329-8421-4246-a9dd-29c67f0182f4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7837720 Jan 12 09:40:42.027117 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39904) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:42.083373 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-042b43f1-a319-4401-9921-bbdefc76f396 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.128829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8aa95ee-5d10-4740-8f48-b097c45cf17d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:42.129290 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-513a06b2-ba33-4c32-ba91-71ac2289c745', 'network_id': '513a06b2-ba33-4c32-ba91-71ac2289c745', 'tenant_id': '5cb2174ae2cc489c9a76096616d053c7', 'fixed_ips': [{'subnet_id': '69244fce-f12f-4cc3-bd94-74581d6a3aa9'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:40:42.130301 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.144439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-042b43f1-a319-4401-9921-bbdefc76f396 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.149543 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e82916-3f68-4d26-a8ec-54114c4473ba None None] Sync routers for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:42.149754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b43f1-a319-4401-9921-bbdefc76f396 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7880bd-f11b-4352-a2a3-ae162cf79af9,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:42.157697 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e8aa95ee-5d10-4740-8f48-b097c45cf17d tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/eaf26882-3eef-405b-9e2e-c4d66e80b017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1349628 Jan 12 09:40:42.159629 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf0f671-6a67-43c2-97f8-a2825582f5d6 None None] Network 1b633c2a-1ddd-40f3-acc9-0af295306089 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:42.163927 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-042b43f1-a319-4401-9921-bbdefc76f396 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/9a7880bd-f11b-4352-a2a3-ae162cf79af9 HTTP/1.1" status: 204 len: 168 time: 1.5152156 Jan 12 09:40:42.164951 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39910) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:42.165074 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39908) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:42.247210 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e82916-3f68-4d26-a8ec-54114c4473ba None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:42.248198 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-81e82916-3f68-4d26-a8ec-54114c4473ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:42.292260 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.305008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port 6f11d96b-cb33-4afe-b079-3c6600dc5373 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:42.306324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.358584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:42.393247 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:42.400947 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c451d63e-4721-4e29-af8f-92e5a5801f5f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.430106 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4a0f8c-c50c-400b-8bfd-14b0ef632ab9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting subnet 7084075d-e852-4655-8592-59de58b1fe81 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:40:42.439725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.442704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0f8c-c50c-400b-8bfd-14b0ef632ab9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.473645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451d63e-4721-4e29-af8f-92e5a5801f5f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20cf0e9-c43e-4523-a394-4ae3ae140a2d,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:42.481479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Made reservation on behalf of e20f3a1a5e564103b8a96081e0c50acc for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:42.536394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c451d63e-4721-4e29-af8f-92e5a5801f5f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.539906 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c451d63e-4721-4e29-af8f-92e5a5801f5f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/security-groups/f20cf0e9-c43e-4523-a394-4ae3ae140a2d HTTP/1.1" status: 204 len: 168 time: 0.8342175 Jan 12 09:40:42.552586 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0f8c-c50c-400b-8bfd-14b0ef632ab9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.567420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] For port 6f11d96b-cb33-4afe-b079-3c6600dc5373, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6f11d96b-cb33-4afe-b079-3c6600dc5373,segment=NetworkSegment(9bfa7ab8-670c-4ddc-a1c4-1c4936b9e6e5),segment_id=9bfa7ab8-670c-4ddc-a1c4-1c4936b9e6e5)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:42.567776 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.623226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-81e82916-3f68-4d26-a8ec-54114c4473ba None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:42.639406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39918) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:42.699370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.719494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Allocated IP 172.20.0.2 (513a06b2-ba33-4c32-ba91-71ac2289c745/69244fce-f12f-4cc3-bd94-74581d6a3aa9/ec7dacfe-405f-41c8-a2c2-3028e890a40c) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:42.745570 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for 6f11d96b-cb33-4afe-b079-3c6600dc5373 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:42.751245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.786953 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.840362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] device_id is not set on port 99b3cf28-a266-47ad-bd8d-ad6fa2ef82c7 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:40:42.856188 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bfd26f-f657-4d1a-b6bd-c58dae45bced tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting subnet c3dd9820-9764-4a9d-89be-f1db6ba2cc9f {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:40:42.861183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c4bfd26f-f657-4d1a-b6bd-c58dae45bced tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.877405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0f8c-c50c-400b-8bfd-14b0ef632ab9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.922349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:42.982202 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef031ec0-0fc2-4563-8886-63e95f1c9aa2 None None] DHCP port deletion for 1b633c2a-1ddd-40f3-acc9-0af295306089 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:40:43.001994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c4bfd26f-f657-4d1a-b6bd-c58dae45bced tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.032257 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0f8c-c50c-400b-8bfd-14b0ef632ab9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.117430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a0f8c-c50c-400b-8bfd-14b0ef632ab9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Subnet': ['ID=7084075d-e852-4655-8592-59de58b1fe81,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:43.122385 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0f8c-c50c-400b-8bfd-14b0ef632ab9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.138891 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e33d832-4b5f-446e-a9ef-7c82af9cdcd4 None None] Network 4be0e993-425c-424c-ae21-622581a2e136 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:43.159202 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2f4a0f8c-c50c-400b-8bfd-14b0ef632ab9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/7084075d-e852-4655-8592-59de58b1fe81 HTTP/1.1" status: 204 len: 168 time: 0.9807351 Jan 12 09:40:43.159912 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39922) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:43.224664 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Port': ['ID=6f11d96b-cb33-4afe-b079-3c6600dc5373,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:43.228653 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] No DVR routers for this DVR port 6f11d96b-cb33-4afe-b079-3c6600dc5373 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:43.296507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.336642 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.338546 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Transition to ACTIVE for port object ec7dacfe-405f-41c8-a2c2-3028e890a40c will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:43.376030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.385739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port a5d522b8-ef1a-4983-937e-fdff44c2cd64 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:43.386665 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.398883 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Transition to ACTIVE for port object ec7dacfe-405f-41c8-a2c2-3028e890a40c will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:43.405650 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b633c2a-1ddd-40f3-acc9-0af295306089']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:43.406226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-81e82916-3f68-4d26-a8ec-54114c4473ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:39Z', 'revision_number': 8, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '0ac9d5c0-57e7-4b13-b469-5d5e71de28e4', 'name': '', 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:1f:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:06Z', 'updated_at': '2022-01-12T09:40:22Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:43.416922 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.424291 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfa7ab8-670c-4ddc-a1c4-1c4936b9e6e5') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:43.424588 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfa7ab8-670c-4ddc-a1c4-1c4936b9e6e5') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:43.431723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c4bfd26f-f657-4d1a-b6bd-c58dae45bced tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.454831 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e82916-3f68-4d26-a8ec-54114c4473ba None None] Checking router: eaf26882-3eef-405b-9e2e-c4d66e80b017 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:40:43.466137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Allocated IP 172.20.0.14 (654389dc-83eb-4b84-84a8-f710d546c8b5/8b5c9a3e-f6a9-4c24-9322-a36f2d47f750/99b3cf28-a266-47ad-bd8d-ad6fa2ef82c7) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:43.475745 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.478299 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Allocated IP 172.20.0.13 (654389dc-83eb-4b84-84a8-f710d546c8b5/8b5c9a3e-f6a9-4c24-9322-a36f2d47f750/99b3cf28-a266-47ad-bd8d-ad6fa2ef82c7) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:43.480630 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.498544 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Network 513a06b2-ba33-4c32-ba91-71ac2289c745 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:43.502894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.504443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:43.510649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:43.512877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e82916-3f68-4d26-a8ec-54114c4473ba None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:43.513707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-81e82916-3f68-4d26-a8ec-54114c4473ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:43.516020 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:40:43.516503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:43.531317 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:43.557930 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Subnet': ['ID=69244fce-f12f-4cc3-bd94-74581d6a3aa9,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:43.583298 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Pushing event updated for resources: {'Port': ['ID=ec7dacfe-405f-41c8-a2c2-3028e890a40c,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:43.621319 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c4bfd26f-f657-4d1a-b6bd-c58dae45bced tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.659101 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.660721 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfd26f-f657-4d1a-b6bd-c58dae45bced tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Subnet': ['ID=c3dd9820-9764-4a9d-89be-f1db6ba2cc9f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:43.684894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.687610 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Network': ['ID=1b633c2a-1ddd-40f3-acc9-0af295306089,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:43.694316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c4bfd26f-f657-4d1a-b6bd-c58dae45bced tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.705059 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c4bfd26f-f657-4d1a-b6bd-c58dae45bced tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/subnets/c3dd9820-9764-4a9d-89be-f1db6ba2cc9f HTTP/1.1" status: 204 len: 168 time: 1.0643320 Jan 12 09:40:43.706195 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39928) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:43.708255 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e79486af-0812-4bee-b792-e921fa3e31b6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/networks/1b633c2a-1ddd-40f3-acc9-0af295306089 HTTP/1.1" status: 204 len: 168 time: 1.5421293 Jan 12 09:40:43.712526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39930) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:43.717562 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-46c58dfe-05e2-4bba-bf49-307848e923e8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1001150209', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:43.724747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-46c58dfe-05e2-4bba-bf49-307848e923e8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:43.725566 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf959d69-aa6b-4b8e-8712-9f35e47c281f None None] Network 28081b42-f420-4e64-b526-1ed8b5819856 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:43.729205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-46c58dfe-05e2-4bba-bf49-307848e923e8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:router and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:43.731987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-46c58dfe-05e2-4bba-bf49-307848e923e8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:43.736687 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.738523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-46c58dfe-05e2-4bba-bf49-307848e923e8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:43.749734 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-46c58dfe-05e2-4bba-bf49-307848e923e8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.751325 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-46c58dfe-05e2-4bba-bf49-307848e923e8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.779630 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-46c58dfe-05e2-4bba-bf49-307848e923e8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.796455 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-81e82916-3f68-4d26-a8ec-54114c4473ba None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:43.807981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-46c58dfe-05e2-4bba-bf49-307848e923e8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.840101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513a06b2-ba33-4c32-ba91-71ac2289c745']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:43.841930 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-46c58dfe-05e2-4bba-bf49-307848e923e8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.844709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d72aba-41b3-4dca-86c7-5fc351bbafe1 None None] DHCP port deletion for 4be0e993-425c-424c-ae21-622581a2e136 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:40:43.847229 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-46c58dfe-05e2-4bba-bf49-307848e923e8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1337173 Jan 12 09:40:43.847980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39936) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:43.854156 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b76ecc58-2a6f-4101-be71-cbb361417bba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1503644898'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:43.859173 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b76ecc58-2a6f-4101-be71-cbb361417bba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:43.863676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b76ecc58-2a6f-4101-be71-cbb361417bba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:network and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:43.866577 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b76ecc58-2a6f-4101-be71-cbb361417bba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:43.873553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b76ecc58-2a6f-4101-be71-cbb361417bba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:43.885314 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76ecc58-2a6f-4101-be71-cbb361417bba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:43.889030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b76ecc58-2a6f-4101-be71-cbb361417bba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.898841 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Attempting to bind port ec7dacfe-405f-41c8-a2c2-3028e890a40c on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:43.899574 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Attempting to bind port ec7dacfe-405f-41c8-a2c2-3028e890a40c by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1fbb8d4c-6b1c-4aac-8cd3-e17b0ad7e2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '513a06b2-ba33-4c32-ba91-71ac2289c745'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:43.899574 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Attempting to bind port ec7dacfe-405f-41c8-a2c2-3028e890a40c on network 513a06b2-ba33-4c32-ba91-71ac2289c745 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:40:43.914527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbb8d4c-6b1c-4aac-8cd3-e17b0ad7e2a9') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:43.914961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbb8d4c-6b1c-4aac-8cd3-e17b0ad7e2a9') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:43.919088 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76ecc58-2a6f-4101-be71-cbb361417bba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:40:43.928888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b76ecc58-2a6f-4101-be71-cbb361417bba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.929823 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-b76ecc58-2a6f-4101-be71-cbb361417bba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Added segment de17f030-2fae-4925-80f6-eea4be266153 of type vlan for network 24fba2c1-0a67-4d6f-b6e4-b92b4ba72402 Jan 12 09:40:43.931701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:40:43.932081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Checking segment: {'id': '1fbb8d4c-6b1c-4aac-8cd3-e17b0ad7e2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '513a06b2-ba33-4c32-ba91-71ac2289c745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:43.932475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.932879 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Bound using segment: {'id': '1fbb8d4c-6b1c-4aac-8cd3-e17b0ad7e2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '513a06b2-ba33-4c32-ba91-71ac2289c745'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:40:43.933349 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Bound port: ec7dacfe-405f-41c8-a2c2-3028e890a40c, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbb8d4c-6b1c-4aac-8cd3-e17b0ad7e2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '513a06b2-ba33-4c32-ba91-71ac2289c745'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:43.933729 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.942976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d8d72aba-41b3-4dca-86c7-5fc351bbafe1 None None] Deleting port a5d522b8-ef1a-4983-937e-fdff44c2cd64 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:43.943571 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d8d72aba-41b3-4dca-86c7-5fc351bbafe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.962628 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b76ecc58-2a6f-4101-be71-cbb361417bba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.996772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b76ecc58-2a6f-4101-be71-cbb361417bba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:43.998483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.004377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76ecc58-2a6f-4101-be71-cbb361417bba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:44.005433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b76ecc58-2a6f-4101-be71-cbb361417bba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.134588 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b76ecc58-2a6f-4101-be71-cbb361417bba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2826059 Jan 12 09:40:44.139535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39940) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:44.145781 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-15603c21-45c9-4f2f-a923-eaba9c746da0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'subnet': {'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:44.169539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ecc58-2a6f-4101-be71-cbb361417bba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Network': ['ID=24fba2c1-0a67-4d6f-b6e4-b92b4ba72402,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:44.216154 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 24fba2c1-0a67-4d6f-b6e4-b92b4ba72402 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:44.223020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] For port a5d522b8-ef1a-4983-937e-fdff44c2cd64, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a5d522b8-ef1a-4983-937e-fdff44c2cd64,segment=NetworkSegment(4dfefa61-810a-4f93-b84a-21d787f9c870),segment_id=4dfefa61-810a-4f93-b84a-21d787f9c870)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:44.223381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.248672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.251273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.272163 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-15603c21-45c9-4f2f-a923-eaba9c746da0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:44.276327 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-15603c21-45c9-4f2f-a923-eaba9c746da0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:subnet and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:44.279261 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-15603c21-45c9-4f2f-a923-eaba9c746da0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:44.285627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-15603c21-45c9-4f2f-a923-eaba9c746da0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:44.296407 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15603c21-45c9-4f2f-a923-eaba9c746da0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:44.300309 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-15603c21-45c9-4f2f-a923-eaba9c746da0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.375284 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for a5d522b8-ef1a-4983-937e-fdff44c2cd64 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:44.423287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:40:44.424152 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:44.438955 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:44.531718 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] For port ec7dacfe-405f-41c8-a2c2-3028e890a40c, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:40:44.533120 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:44.533514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.548412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-15603c21-45c9-4f2f-a923-eaba9c746da0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.582899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.623582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:40:44.623582 dv-neutron-824346-1-hyperv neutron-server[87664]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:40:44.623582 dv-neutron-824346-1-hyperv neutron-server[87664]: [parameters: {'id': '513a06b2-ba33-4c32-ba91-71ac2289c745'}] Jan 12 09:40:44.623582 dv-neutron-824346-1-hyperv neutron-server[87664]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:44.623582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:44.627226 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15603c21-45c9-4f2f-a923-eaba9c746da0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Subnet': ['ID=f39f1aa0-2832-4b5a-91b3-e29f58d83fd8,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:44.677726 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] For port ec7dacfe-405f-41c8-a2c2-3028e890a40c, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ec7dacfe-405f-41c8-a2c2-3028e890a40c,segment=NetworkSegment(1fbb8d4c-6b1c-4aac-8cd3-e17b0ad7e2a9),segment_id=1fbb8d4c-6b1c-4aac-8cd3-e17b0ad7e2a9)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:40:44.681106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d8d72aba-41b3-4dca-86c7-5fc351bbafe1 None None] For port a5d522b8-ef1a-4983-937e-fdff44c2cd64, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a5d522b8-ef1a-4983-937e-fdff44c2cd64,segment=NetworkSegment(4dfefa61-810a-4f93-b84a-21d787f9c870),segment_id=4dfefa61-810a-4f93-b84a-21d787f9c870)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:44.681330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d8d72aba-41b3-4dca-86c7-5fc351bbafe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.686884 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.690455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15603c21-45c9-4f2f-a923-eaba9c746da0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Checking segment: {'id': 'de17f030-2fae-4925-80f6-eea4be266153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:44.694846 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15603c21-45c9-4f2f-a923-eaba9c746da0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network hostable DHCP agents. Network: 24fba2c1-0a67-4d6f-b6e4-b92b4ba72402, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:40:44.700924 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.765736 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15603c21-45c9-4f2f-a923-eaba9c746da0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 24fba2c1-0a67-4d6f-b6e4-b92b4ba72402 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:40:44.777483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.782607 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Port': ['ID=a5d522b8-ef1a-4983-937e-fdff44c2cd64,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:44.815767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-15603c21-45c9-4f2f-a923-eaba9c746da0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 24fba2c1-0a67-4d6f-b6e4-b92b4ba72402) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:44.828381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15603c21-45c9-4f2f-a923-eaba9c746da0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:44.829113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-15603c21-45c9-4f2f-a923-eaba9c746da0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:44.850255 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] No DVR routers for this DVR port a5d522b8-ef1a-4983-937e-fdff44c2cd64 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:44.859487 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-15603c21-45c9-4f2f-a923-eaba9c746da0 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7161636 Jan 12 09:40:44.859889 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39944) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:44.870988 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe76213-eec2-4768-8476-755321131ff0 None None] DHCP port deletion for 28081b42-f420-4e64-b526-1ed8b5819856 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:40:44.872327 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b9ce92-00dc-4377-8027-6acfcbcc947e None None] Network 24fba2c1-0a67-4d6f-b6e4-b92b4ba72402 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:44.884945 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a5d522b8-ef1a-4983-937e-fdff44c2cd64 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:44.931629 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d8d72aba-41b3-4dca-86c7-5fc351bbafe1 None None] Calling delete_port for a5d522b8-ef1a-4983-937e-fdff44c2cd64 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:44.941721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network 654389dc-83eb-4b84-84a8-f710d546c8b5 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:44.987999 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: a5d522b8-ef1a-4983-937e-fdff44c2cd64 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:40:44.988335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a5d522b8-ef1a-4983-937e-fdff44c2cd64 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:44.988921 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6f11d96b-cb33-4afe-b079-3c6600dc5373 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:44.995858 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:45.013190 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:45.013406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fbe76213-eec2-4768-8476-755321131ff0 None None] Deleting port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:45.013653 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fbe76213-eec2-4768-8476-755321131ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.063394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=99b3cf28-a266-47ad-bd8d-ad6fa2ef82c7,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:45.074304 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6ce4409c-2c15-438e-bb2d-0f9d0d839a16,segment=NetworkSegment(390aa492-6391-40de-92ad-8a48f9d48204),segment_id=390aa492-6391-40de-92ad-8a48f9d48204)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:45.075050 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.099226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 6f11d96b-cb33-4afe-b079-3c6600dc5373 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:40:45.099566 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6f11d96b-cb33-4afe-b079-3c6600dc5373 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:45.191819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.240917 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7ca86-41db-44d0-935c-756f9e42873b None None] Pushing event updated for resources: {'Port': ['ID=ec7dacfe-405f-41c8-a2c2-3028e890a40c,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:45.261796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.282133 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:45.328176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-d8d72aba-41b3-4dca-86c7-5fc351bbafe1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:45.328431 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-d8d72aba-41b3-4dca-86c7-5fc351bbafe1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:45.356463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:45.357156 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.361686 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be0e993-425c-424c-ae21-622581a2e136']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:45.369172 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de370d06-f257-4267-88c0-99c87ba4e645 None None] Network 513a06b2-ba33-4c32-ba91-71ac2289c745 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:45.387753 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfefa61-810a-4f93-b84a-21d787f9c870') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:45.388114 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfefa61-810a-4f93-b84a-21d787f9c870') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:45.391223 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-81e82916-3f68-4d26-a8ec-54114c4473ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:39Z', 'revision_number': 8, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '0ac9d5c0-57e7-4b13-b469-5d5e71de28e4', 'name': '', 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:1f:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:06Z', 'updated_at': '2022-01-12T09:40:22Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:45.408052 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Deleting port ec7dacfe-405f-41c8-a2c2-3028e890a40c {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:45.408509 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.433139 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e82916-3f68-4d26-a8ec-54114c4473ba None None] The sync data for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv is: [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:39Z', 'revision_number': 8, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '0ac9d5c0-57e7-4b13-b469-5d5e71de28e4', 'name': '', 'network_id': '4ccabf00-3a90-41ea-a29c-e4a126117852', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:1f:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:06Z', 'updated_at': '2022-01-12T09:40:22Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '6d0c1d0b-95e7-4a29-8323-a81807f24e10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:45.433474 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.483260 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-525481f4-ab71-46ea-a6a1-eb157b49cf17 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.6168268 Jan 12 09:40:45.485171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39948) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:45.491940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '99b3cf28-a266-47ad-bd8d-ad6fa2ef82c7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:45.502782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.512116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.512686 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:45.521784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:40:45.522261 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:45.543483 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:45.569340 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Usage tracker for resource:floatingip and tenant:e20f3a1a5e564103b8a96081e0c50acc is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:45.576168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.588065 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:45.650861 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:45.665310 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-fbe76213-eec2-4768-8476-755321131ff0 None None] For port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6ce4409c-2c15-438e-bb2d-0f9d0d839a16,segment=NetworkSegment(390aa492-6391-40de-92ad-8a48f9d48204),segment_id=390aa492-6391-40de-92ad-8a48f9d48204)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:45.665699 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fbe76213-eec2-4768-8476-755321131ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.710488 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:40:45.710488 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.858852 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=6ce4409c-2c15-438e-bb2d-0f9d0d839a16,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:45.870548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.873702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] No DVR routers for this DVR port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:45.930899 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Allocated IP 2001:db8::1 (24fba2c1-0a67-4d6f-b6e4-b92b4ba72402/f39f1aa0-2832-4b5a-91b3-e29f58d83fd8/b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:45.934174 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.944410 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:45.964456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fbe76213-eec2-4768-8476-755321131ff0 None None] Calling delete_port for 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:45.987552 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Network': ['ID=4be0e993-425c-424c-ae21-622581a2e136,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:46.011456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d8d72aba-41b3-4dca-86c7-5fc351bbafe1 None None] Deleting port a5d522b8-ef1a-4983-937e-fdff44c2cd64 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:46.011456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d8d72aba-41b3-4dca-86c7-5fc351bbafe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.034219 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7a00106b-9e57-4635-a9d4-e0476e8dc333 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/networks/4be0e993-425c-424c-ae21-622581a2e136 HTTP/1.1" status: 204 len: 168 time: 2.8562346 Jan 12 09:40:46.052752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39952) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:46.100482 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d8d72aba-41b3-4dca-86c7-5fc351bbafe1 None None] The port 'a5d522b8-ef1a-4983-937e-fdff44c2cd64' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:40:46.212250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.225795 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Transition to ACTIVE for port object b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:46.259904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.349494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.350194 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 24fba2c1-0a67-4d6f-b6e4-b92b4ba72402 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:46.354672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:46.359255 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-fbe76213-eec2-4768-8476-755321131ff0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:40:46.359783 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:46.359901 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-fbe76213-eec2-4768-8476-755321131ff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:40:46.359999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.372418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] For port ec7dacfe-405f-41c8-a2c2-3028e890a40c, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ec7dacfe-405f-41c8-a2c2-3028e890a40c,segment=NetworkSegment(1fbb8d4c-6b1c-4aac-8cd3-e17b0ad7e2a9),segment_id=1fbb8d4c-6b1c-4aac-8cd3-e17b0ad7e2a9)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:46.372418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.377493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:46.396124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Allocated IP 2001:db8::2 (24fba2c1-0a67-4d6f-b6e4-b92b4ba72402/f39f1aa0-2832-4b5a-91b3-e29f58d83fd8/13861b25-caf8-4aae-9469-07af525388bb) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:46.593181 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.603253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Calling delete_port for ec7dacfe-405f-41c8-a2c2-3028e890a40c owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:46.622645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.694239 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28081b42-f420-4e64-b526-1ed8b5819856']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:46.740478 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390aa492-6391-40de-92ad-8a48f9d48204') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:46.740478 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390aa492-6391-40de-92ad-8a48f9d48204') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:46.829436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.835580 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.855730 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 0cab6a38-af97-4255-a017-dbd54fd169d5 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:46.926379 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Transition to ACTIVE for port object 13861b25-caf8-4aae-9469-07af525388bb will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:46.942073 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fbe76213-eec2-4768-8476-755321131ff0 None None] Deleting port 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:46.942073 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fbe76213-eec2-4768-8476-755321131ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.947591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.974244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:40:46.974244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:46.995389 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:47.023307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.075939 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fbe76213-eec2-4768-8476-755321131ff0 None None] The port '6ce4409c-2c15-438e-bb2d-0f9d0d839a16' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:40:47.083870 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 0cab6a38-af97-4255-a017-dbd54fd169d5 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:40:47.092707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 0cab6a38-af97-4255-a017-dbd54fd169d5 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:47.092809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:47.119450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.126727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.129107 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.138501 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:40:47.138877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6ce4409c-2c15-438e-bb2d-0f9d0d839a16 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:47.153544 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Transition to ACTIVE for port object 13861b25-caf8-4aae-9469-07af525388bb will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:47.164913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.239802 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Network 24fba2c1-0a67-4d6f-b6e4-b92b4ba72402 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:47.244823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Port': ['ID=ec7dacfe-405f-41c8-a2c2-3028e890a40c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:47.255679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:47.270453 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No DVR routers for this DVR port ec7dacfe-405f-41c8-a2c2-3028e890a40c on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:47.276591 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:47.280762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.445812 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Pushing event updated for resources: {'Port': ['ID=13861b25-caf8-4aae-9469-07af525388bb,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:47.458666 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Attempting to bind port 13861b25-caf8-4aae-9469-07af525388bb on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:47.458666 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Attempting to bind port 13861b25-caf8-4aae-9469-07af525388bb by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'de17f030-2fae-4925-80f6-eea4be266153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:47.458666 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Attempting to bind port 13861b25-caf8-4aae-9469-07af525388bb on network 24fba2c1-0a67-4d6f-b6e4-b92b4ba72402 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:40:47.459109 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.464282 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:40:47.464764 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Checking segment: {'id': 'de17f030-2fae-4925-80f6-eea4be266153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:47.465309 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.465763 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Bound using segment: {'id': 'de17f030-2fae-4925-80f6-eea4be266153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:40:47.466269 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Bound port: 13861b25-caf8-4aae-9469-07af525388bb, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de17f030-2fae-4925-80f6-eea4be266153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:47.466754 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.477982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:47.507160 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 24fba2c1-0a67-4d6f-b6e4-b92b4ba72402 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:47.508382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:47.521712 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.554076 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Network': ['ID=28081b42-f420-4e64-b526-1ed8b5819856,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:47.576715 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] For port 13861b25-caf8-4aae-9469-07af525388bb, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:40:47.580153 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] For port 13861b25-caf8-4aae-9469-07af525388bb, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=13861b25-caf8-4aae-9469-07af525388bb,segment=NetworkSegment(de17f030-2fae-4925-80f6-eea4be266153),segment_id=de17f030-2fae-4925-80f6-eea4be266153)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:40:47.585852 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.658712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3088ec-622b-4d45-a0c8-cda67341aa04 None None] Pushing event updated for resources: {'Port': ['ID=13861b25-caf8-4aae-9469-07af525388bb,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:47.663685 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-94caa622-0d74-4519-aa9c-d07d839763f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/networks/28081b42-f420-4e64-b526-1ed8b5819856 HTTP/1.1" status: 204 len: 168 time: 3.9518700 Jan 12 09:40:47.666280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39956) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:47.669684 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.738391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513a06b2-ba33-4c32-ba91-71ac2289c745']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:47.761903 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbb8d4c-6b1c-4aac-8cd3-e17b0ad7e2a9') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:47.762176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbb8d4c-6b1c-4aac-8cd3-e17b0ad7e2a9') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:47.788088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.840696 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Allocated IP 172.26.2.49 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/0ba31de2-7da2-4b62-851b-32073f63ce11) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:47.856903 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.879560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:40:47.879560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:47.896295 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:47.900291 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:40:47.978208 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-5f84517b-1aea-4fe9-8fa3-b5df8c084701 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 8c3fe3c0-8968-46b7-99cc-18a0b7185fa9 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:47.978690 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5f84517b-1aea-4fe9-8fa3-b5df8c084701 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.114859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.142208 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7d21f1bc-5601-43dc-a071-53ea4a9077d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.169498 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:48.179824 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Sync routers for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:48.184147 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:48.184147 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:48.220132 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.245948 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-057a80dc-0656-431b-926f-5f5dce469d04 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/5f9b5830-c5a5-4fb9-a43d-61bae496a962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3803580 Jan 12 09:40:48.247455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39960) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:48.251523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.257663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-438ffaa9-3d12-4a4e-994f-e4c1ca1e46bb tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-453860791'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:48.265661 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.271307 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-438ffaa9-3d12-4a4e-994f-e4c1ca1e46bb tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:48.280578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-438ffaa9-3d12-4a4e-994f-e4c1ca1e46bb tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:network and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:48.284348 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5f84517b-1aea-4fe9-8fa3-b5df8c084701 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.284682 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5f84517b-1aea-4fe9-8fa3-b5df8c084701 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.293132 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-438ffaa9-3d12-4a4e-994f-e4c1ca1e46bb tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:48.309572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-438ffaa9-3d12-4a4e-994f-e4c1ca1e46bb tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:48.321030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Network': ['ID=513a06b2-ba33-4c32-ba91-71ac2289c745,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:48.338874 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:48.346816 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-526b90a5-bf22-494b-816c-11588fbfb600 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/513a06b2-ba33-4c32-ba91-71ac2289c745 HTTP/1.1" status: 204 len: 168 time: 6.3168211 Jan 12 09:40:48.398356 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:48.412409 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39964) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:48.415188 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:48.428507 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:48.469262 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-5f84517b-1aea-4fe9-8fa3-b5df8c084701 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 8c3fe3c0-8968-46b7-99cc-18a0b7185fa9 owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:48.504820 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8c939e-9f6d-4a12-a2b5-a5afb0711900 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] GET failed (client error): The resource could not be found. Jan 12 09:40:48.505343 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3f8c939e-9f6d-4a12-a2b5-a5afb0711900 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Synchronizing usage tracker for tenant:5cb2174ae2cc489c9a76096616d053c7 on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:48.525302 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438ffaa9-3d12-4a4e-994f-e4c1ca1e46bb tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:48.529229 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-438ffaa9-3d12-4a4e-994f-e4c1ca1e46bb tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.543947 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=0ba31de2-7da2-4b62-851b-32073f63ce11,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:48.591809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438ffaa9-3d12-4a4e-994f-e4c1ca1e46bb tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:40:48.609713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3f8c939e-9f6d-4a12-a2b5-a5afb0711900 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Unset dirty status for tenant:5cb2174ae2cc489c9a76096616d053c7 on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:48.611103 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3f8c939e-9f6d-4a12-a2b5-a5afb0711900 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "GET /v2.0/subnets/69244fce-f12f-4cc3-bd94-74581d6a3aa9 HTTP/1.1" status: 404 len: 337 time: 0.1975703 Jan 12 09:40:48.624341 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39968) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:48.734404 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-438ffaa9-3d12-4a4e-994f-e4c1ca1e46bb tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.736306 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-438ffaa9-3d12-4a4e-994f-e4c1ca1e46bb tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Added segment 00081032-c3b2-4dca-9635-797935bb8088 of type vlan for network 0c84d18c-6737-4f0c-b918-b9cb257101c4 Jan 12 09:40:48.744530 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5f84517b-1aea-4fe9-8fa3-b5df8c084701 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.756469 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2064c38-41a0-46ba-abed-7c6549082beb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:40:48.757069 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2064c38-41a0-46ba-abed-7c6549082beb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:40:48.762496 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d2064c38-41a0-46ba-abed-7c6549082beb tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/513a06b2-ba33-4c32-ba91-71ac2289c745 HTTP/1.1" status: 404 len: 339 time: 0.1324828 Jan 12 09:40:48.764576 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39972) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:48.779119 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:40:46Z', 'revision_number': 2, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:46Z', 'revision_number': 2, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:48.793946 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Checking router: 5f9b5830-c5a5-4fb9-a43d-61bae496a962 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:40:48.794298 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Updating router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 port b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:40:48.822492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84517b-1aea-4fe9-8fa3-b5df8c084701 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=8c3fe3c0-8968-46b7-99cc-18a0b7185fa9,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:48.848455 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 13861b25-caf8-4aae-9469-07af525388bb up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:48.901897 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.947765 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-438ffaa9-3d12-4a4e-994f-e4c1ca1e46bb tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:48.948097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 13861b25-caf8-4aae-9469-07af525388bb completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:49.003231 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5f84517b-1aea-4fe9-8fa3-b5df8c084701 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.003707 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-5f84517b-1aea-4fe9-8fa3-b5df8c084701 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP d02bf4c4-d886-4149-a4c7-d8f0973925f2 disassociated (deleted). External IP: 172.26.2.98, port: cfe5233d-908d-4a55-8480-485f5e0a8816. Jan 12 09:40:49.104147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aed929-44c6-4a67-8709-b84f29402c42 None None] Network 24fba2c1-0a67-4d6f-b6e4-b92b4ba72402 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:49.232515 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1f3ab848-dce3-4ee7-ada7-85c8c6345345 None None] Provisioning for port 13861b25-caf8-4aae-9469-07af525388bb completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:49.253585 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1f3ab848-dce3-4ee7-ada7-85c8c6345345 None None] Provisioning complete for port 13861b25-caf8-4aae-9469-07af525388bb triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:49.254256 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab848-dce3-4ee7-ada7-85c8c6345345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.392207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-438ffaa9-3d12-4a4e-994f-e4c1ca1e46bb tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.398541 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438ffaa9-3d12-4a4e-994f-e4c1ca1e46bb tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:49.399256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-438ffaa9-3d12-4a4e-994f-e4c1ca1e46bb tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.404517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96653dd0-f6c0-4edd-a8b7-320350a703e4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:49.405209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-96653dd0-f6c0-4edd-a8b7-320350a703e4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Synchronizing usage tracker for tenant:5cb2174ae2cc489c9a76096616d053c7 on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:49.433575 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.465492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-7d21f1bc-5601-43dc-a071-53ea4a9077d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:49.465816 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Transition to ACTIVE for port object b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:49.465939 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7d21f1bc-5601-43dc-a071-53ea4a9077d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.466924 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-438ffaa9-3d12-4a4e-994f-e4c1ca1e46bb tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2191143 Jan 12 09:40:49.477241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39976) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:49.484022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-3fcb33f1-b8f8-4d8d-b4fb-b11be45f7671 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'subnet': {'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:49.495813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-96653dd0-f6c0-4edd-a8b7-320350a703e4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Unset dirty status for tenant:5cb2174ae2cc489c9a76096616d053c7 on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:49.496462 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.496999 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-96653dd0-f6c0-4edd-a8b7-320350a703e4 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7248013 Jan 12 09:40:49.519478 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39980) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:49.593208 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab848-dce3-4ee7-ada7-85c8c6345345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.641116 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1f3ab848-dce3-4ee7-ada7-85c8c6345345 None None] For port 13861b25-caf8-4aae-9469-07af525388bb, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=13861b25-caf8-4aae-9469-07af525388bb,segment=NetworkSegment(de17f030-2fae-4925-80f6-eea4be266153),segment_id=de17f030-2fae-4925-80f6-eea4be266153)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:49.651235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9dc51a9b-82f0-4409-8739-8c1cb6621c49 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Synchronizing usage tracker for tenant:5cb2174ae2cc489c9a76096616d053c7 on resource:subnet {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:49.672027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab848-dce3-4ee7-ada7-85c8c6345345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.715599 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26531358-a078-4ef5-ad2d-0e1d22aa3e7a None None] Pushing event updated for resources: {'Port': ['ID=b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:49.794387 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Attempting to bind port b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:49.794387 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Attempting to bind port b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'de17f030-2fae-4925-80f6-eea4be266153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:49.794387 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Attempting to bind port b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa on network 24fba2c1-0a67-4d6f-b6e4-b92b4ba72402 {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:40:49.794387 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:40:49.794387 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Checking segment: {'id': 'de17f030-2fae-4925-80f6-eea4be266153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:49.794387 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.794387 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Bound using segment: {'id': 'de17f030-2fae-4925-80f6-eea4be266153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:40:49.794387 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Bound port: b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de17f030-2fae-4925-80f6-eea4be266153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:49.805009 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.812296 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ab848-dce3-4ee7-ada7-85c8c6345345 None None] Pushing event updated for resources: {'Port': ['ID=13861b25-caf8-4aae-9469-07af525388bb,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:49.823716 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.853636 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ffaa9-3d12-4a4e-994f-e4c1ca1e46bb tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Network': ['ID=0c84d18c-6737-4f0c-b918-b9cb257101c4,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:49.868354 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 0c84d18c-6737-4f0c-b918-b9cb257101c4 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:49.934331 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-7d21f1bc-5601-43dc-a071-53ea4a9077d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] For port 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=0ac9d5c0-57e7-4b13-b469-5d5e71de28e4,segment=NetworkSegment(0859cc79-c09f-433e-b04a-6f93f2cccc2b),segment_id=0859cc79-c09f-433e-b04a-6f93f2cccc2b)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:49.934696 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7d21f1bc-5601-43dc-a071-53ea4a9077d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:49.949083 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] For port b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:40:49.956010 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] For port b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa,segment=NetworkSegment(de17f030-2fae-4925-80f6-eea4be266153),segment_id=de17f030-2fae-4925-80f6-eea4be266153)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:40:49.965514 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:50.019609 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9dc51a9b-82f0-4409-8739-8c1cb6621c49 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Unset dirty status for tenant:5cb2174ae2cc489c9a76096616d053c7 on resource:subnet {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:50.023779 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9dc51a9b-82f0-4409-8739-8c1cb6621c49 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf HTTP/1.1" status: 200 len: 207 time: 0.4763436 Jan 12 09:40:50.038997 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39984) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:50.077008 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26531358-a078-4ef5-ad2d-0e1d22aa3e7a None None] Pushing event updated for resources: {'Port': ['ID=b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:50.107901 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:50.108521 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:50.150372 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-7d21f1bc-5601-43dc-a071-53ea4a9077d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:50.153673 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4b7a6730-4655-4e13-ac02-aac43f0b86a7 None None] Provisioning for port b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:50.177935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3fcb33f1-b8f8-4d8d-b4fb-b11be45f7671 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:50.196843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4b7a6730-4655-4e13-ac02-aac43f0b86a7 None None] Provisioning complete for port 13861b25-caf8-4aae-9469-07af525388bb triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:50.196843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4b7a6730-4655-4e13-ac02-aac43f0b86a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:50.204876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3fcb33f1-b8f8-4d8d-b4fb-b11be45f7671 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:subnet and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:40:50.204876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3fcb33f1-b8f8-4d8d-b4fb-b11be45f7671 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:40:50.231055 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:50.237007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3fcb33f1-b8f8-4d8d-b4fb-b11be45f7671 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:50.424730 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:50.485918 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f84517b-1aea-4fe9-8fa3-b5df8c084701 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 1fd02700-e34e-4a48-b91d-caaf972235f9 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:50.515792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcb33f1-b8f8-4d8d-b4fb-b11be45f7671 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:50.515792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fcb33f1-b8f8-4d8d-b4fb-b11be45f7671 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:50.580033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb1993e-c0f4-4846-bccc-2526c5bd1142 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:50.601970 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb1993e-c0f4-4846-bccc-2526c5bd1142 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:50.610175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb1993e-c0f4-4846-bccc-2526c5bd1142 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:50.617969 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb1993e-c0f4-4846-bccc-2526c5bd1142 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:50.625590 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-feb1993e-c0f4-4846-bccc-2526c5bd1142 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5793450 Jan 12 09:40:50.625813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39990) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:51.028008 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c91cfe87-cc0d-4b70-8141-3c861e93c6fe tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3631330 Jan 12 09:40:51.028008 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7d21f1bc-5601-43dc-a071-53ea4a9077d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.035253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 39994) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:51.087663 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 13861b25-caf8-4aae-9469-07af525388bb up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:51.187548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21f1bc-5601-43dc-a071-53ea4a9077d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Port': ['ID=0ac9d5c0-57e7-4b13-b469-5d5e71de28e4,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:51.238444 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f84517b-1aea-4fe9-8fa3-b5df8c084701 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:51.257475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a6d1b4-5f23-4df4-b642-cad46b1b1a2f None None] Sync routers for ids ['1fd02700-e34e-4a48-b91d-caaf972235f9'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:51.273109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5f84517b-1aea-4fe9-8fa3-b5df8c084701 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.281895 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a6d1b4-5f23-4df4-b642-cad46b1b1a2f None None] Routers {'1fd02700-e34e-4a48-b91d-caaf972235f9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:51.282533 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d3a6d1b4-5f23-4df4-b642-cad46b1b1a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1fd02700-e34e-4a48-b91d-caaf972235f9'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:51.334395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f7d5a-1679-46e8-925a-69ef3769d518 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:51.336661 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f7d5a-1679-46e8-925a-69ef3769d518 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:51.341838 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-833f7d5a-1679-46e8-925a-69ef3769d518 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2687309 Jan 12 09:40:51.357674 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 39998) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:51.391330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.445645 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 13861b25-caf8-4aae-9469-07af525388bb triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:51.446263 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.459477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:51.475668 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:40:46Z', 'revision_number': 2, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:49Z', 'revision_number': 4, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:51.479960 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e752b7-b336-4026-837d-8df2290ccf79 None None] The sync data for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv is: [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:40:46Z', 'revision_number': 2, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:49Z', 'revision_number': 4, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:51.492903 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5f84517b-1aea-4fe9-8fa3-b5df8c084701 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/floatingips/d02bf4c4-d886-4149-a4c7-d8f0973925f2 HTTP/1.1" status: 204 len: 168 time: 3.8254597 Jan 12 09:40:51.504626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'tag': 'cfe5233d-908d-4a55-8480-485f5e0a8816'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:40:51.602341 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69077b25-8bf0-4355-9c67-ceace548b160 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['shared'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:51.605512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69077b25-8bf0-4355-9c67-ceace548b160 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['shared'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:51.612619 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-69077b25-8bf0-4355-9c67-ceace548b160 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2518463 Jan 12 09:40:51.616085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40006) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:51.707751 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-d3a6d1b4-5f23-4df4-b642-cad46b1b1a2f None None] Set router 1fd02700-e34e-4a48-b91d-caaf972235f9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:51.979658 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'tag': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'status': 'completed', 'code': 200} Jan 12 09:40:52.017070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=0ba31de2-7da2-4b62-851b-32073f63ce11,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:52.060515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fcb33f1-b8f8-4d8d-b4fb-b11be45f7671 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.123616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001dd7cc-0d4c-4dd4-a0d1-8418215be432 None None] get_active_networks_info from dv-neutron-824346-1-hyperv {{(pid=87665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 12 09:40:52.238216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.488819 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98431cfa-0d53-4238-8bfe-17aee57f9531 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:52.496177 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40012) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:52.497755 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-98431cfa-0d53-4238-8bfe-17aee57f9531 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "GET /v2.0/networks/b762a7b9-9101-4c32-ae82-ecf2e1fed8e7 HTTP/1.1" status: 200 len: 800 time: 0.8803523 Jan 12 09:40:52.551770 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7d21f1bc-5601-43dc-a071-53ea4a9077d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.591020 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb33f1-b8f8-4d8d-b4fb-b11be45f7671 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Subnet': ['ID=a287fd14-24f5-453b-ac77-b7c1cc13a1bd,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:52.601873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcb33f1-b8f8-4d8d-b4fb-b11be45f7671 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Checking segment: {'id': '00081032-c3b2-4dca-9635-797935bb8088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:52.602290 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcb33f1-b8f8-4d8d-b4fb-b11be45f7671 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network hostable DHCP agents. Network: 0c84d18c-6737-4f0c-b918-b9cb257101c4, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:40:52.640796 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3b3bf-3912-43c8-9c3c-f6f54c7c6c53 req-549fa71c-af83-4254-b086-61841fc7e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:52.664918 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6de3b3bf-3912-43c8-9c3c-f6f54c7c6c53 req-549fa71c-af83-4254-b086-61841fc7e07e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 1098 time: 0.6986237 Jan 12 09:40:52.703364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002c8c0-f3e5-486f-a585-6cb917cfec09 req-2799f4f9-7443-4e52-9742-ffac5dc1f95f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:52.704120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-4002c8c0-f3e5-486f-a585-6cb917cfec09 req-2799f4f9-7443-4e52-9742-ffac5dc1f95f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:52.722480 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcb33f1-b8f8-4d8d-b4fb-b11be45f7671 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 0c84d18c-6737-4f0c-b918-b9cb257101c4 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:40:52.737495 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Floating IP 57ed23f3-c334-4241-ad1f-c10b7a6efe88 associated. External IP: 172.26.2.49, port: 99b3cf28-a266-47ad-bd8d-ad6fa2ef82c7. Jan 12 09:40:52.779900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-4002c8c0-f3e5-486f-a585-6cb917cfec09 req-2799f4f9-7443-4e52-9742-ffac5dc1f95f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:52.781632 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4002c8c0-f3e5-486f-a585-6cb917cfec09 req-2799f4f9-7443-4e52-9742-ffac5dc1f95f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 945 time: 0.3817649 Jan 12 09:40:52.784431 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d3a6d1b4-5f23-4df4-b642-cad46b1b1a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:40:27Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '9a73fb72-b7f4-4e4a-b6ca-112da29143a0', 'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:2e:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:40Z', 'updated_at': '2022-01-12T09:37:55Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:52.805107 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a6d1b4-5f23-4df4-b642-cad46b1b1a2f None None] Checking router: 1fd02700-e34e-4a48-b91d-caaf972235f9 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:40:52.841401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-3fcb33f1-b8f8-4d8d-b4fb-b11be45f7671 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 0c84d18c-6737-4f0c-b918-b9cb257101c4) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:52.844760 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a6d1b4-5f23-4df4-b642-cad46b1b1a2f None None] Routers {'1fd02700-e34e-4a48-b91d-caaf972235f9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:52.845938 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb33f1-b8f8-4d8d-b4fb-b11be45f7671 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:52.846477 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d3a6d1b4-5f23-4df4-b642-cad46b1b1a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1fd02700-e34e-4a48-b91d-caaf972235f9'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:52.847544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fcb33f1-b8f8-4d8d-b4fb-b11be45f7671 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:52.942296 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3fcb33f1-b8f8-4d8d-b4fb-b11be45f7671 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4620583 Jan 12 09:40:52.946030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40016) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:52.992478 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:52.999313 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ac025c89-05b4-4771-85bf-fce872d06368 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "GET /v2.0/networks/b762a7b9-9101-4c32-ae82-ecf2e1fed8e7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4971204 Jan 12 09:40:53.010458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40020) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:53.213131 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-d3a6d1b4-5f23-4df4-b642-cad46b1b1a2f None None] Set router 1fd02700-e34e-4a48-b91d-caaf972235f9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:53.251793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be05e7e-c107-49bf-bf77-21c3ae85c5b6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:53.253138 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5be05e7e-c107-49bf-bf77-21c3ae85c5b6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "GET /v2.0/subnets/995109b4-0809-44ba-afcd-a487584565c9 HTTP/1.1" status: 200 len: 811 time: 0.2425504 Jan 12 09:40:53.257259 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4002c8c0-f3e5-486f-a585-6cb917cfec09 req-664a35e4-f957-40ae-852b-22108964ea30 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=50dc336b-8257-4beb-b54f-6b9256cdc774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4046633 Jan 12 09:40:53.257396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40024) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:53.258349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3b3bf-3912-43c8-9c3c-f6f54c7c6c53 req-70db3909-6448-4584-8c82-1b878874de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:53.259822 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6de3b3bf-3912-43c8-9c3c-f6f54c7c6c53 req-70db3909-6448-4584-8c82-1b878874de6f service neutron] 10.222.0.53 "GET /v2.0/networks?id=05455418-2c08-41bc-9a26-899de66012ad HTTP/1.1" status: 200 len: 898 time: 0.5867250 Jan 12 09:40:53.346326 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001dd7cc-0d4c-4dd4-a0d1-8418215be432 None None] Unable to find a vacant binding_index for network 0c84d18c-6737-4f0c-b918-b9cb257101c4 and agent 32f312a6-b453-4462-a00a-d79755f04a03 {{(pid=87665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 12 09:40:53.364543 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001dd7cc-0d4c-4dd4-a0d1-8418215be432 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 0c84d18c-6737-4f0c-b918-b9cb257101c4) {{(pid=87665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:40:53.366452 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:53.459091 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:53.459839 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6de3b3bf-3912-43c8-9c3c-f6f54c7c6c53 req-43612532-b29d-4b78-b069-781e59ee940e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfe5233d-908d-4a55-8480-485f5e0a8816 HTTP/1.1" status: 200 len: 217 time: 0.1488187 Jan 12 09:40:53.459983 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:53.490633 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d21f1bc-5601-43dc-a071-53ea4a9077d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router eaf26882-3eef-405b-9e2e-c4d66e80b017 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:53.601601 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f446de54-dad1-41d9-b11c-2fb3c6bc1391 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['shared'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:53.604428 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f446de54-dad1-41d9-b11c-2fb3c6bc1391 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "GET /v2.0/subnets/995109b4-0809-44ba-afcd-a487584565c9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3434958 Jan 12 09:40:53.611016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40028) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:53.717563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-80f42258-2031-4170-862f-395f2fd36470 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1395812239'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:53.730697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-80f42258-2031-4170-862f-395f2fd36470 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:53.850718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-80f42258-2031-4170-862f-395f2fd36470 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:53.856714 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3b3bf-3912-43c8-9c3c-f6f54c7c6c53 req-496eb652-f33e-4bac-9a6d-090b78b9f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:53.858750 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6de3b3bf-3912-43c8-9c3c-f6f54c7c6c53 req-496eb652-f33e-4bac-9a6d-090b78b9f990 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbbf6f51-59e4-4e33-a453-640639438896 HTTP/1.1" status: 200 len: 834 time: 0.3295987 Jan 12 09:40:53.910619 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router d6f699c2-f919-4919-a87b-c44969d62262 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:53.912058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d21f1bc-5601-43dc-a071-53ea4a9077d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:53.936329 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733018a1-b8da-4ce6-9db3-91b4d1e03922 None None] Sync routers for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:53.960189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f42258-2031-4170-862f-395f2fd36470 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:53.961014 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733018a1-b8da-4ce6-9db3-91b4d1e03922 None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:53.962550 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-733018a1-b8da-4ce6-9db3-91b4d1e03922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:53.963448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-80f42258-2031-4170-862f-395f2fd36470 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:53.999673 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7d21f1bc-5601-43dc-a071-53ea4a9077d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/eaf26882-3eef-405b-9e2e-c4d66e80b017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9064918 Jan 12 09:40:54.008709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40032) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:54.050549 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.103509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f42258-2031-4170-862f-395f2fd36470 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:40:54.115829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060d023-8117-437d-b35f-d7f2e8bc6d89 req-1247d071-b396-4215-82b7-550fada5321a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:54.117439 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a060d023-8117-437d-b35f-d7f2e8bc6d89 req-1247d071-b396-4215-82b7-550fada5321a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 945 time: 0.4523375 Jan 12 09:40:54.121274 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa,segment=NetworkSegment(de17f030-2fae-4925-80f6-eea4be266153),segment_id=de17f030-2fae-4925-80f6-eea4be266153)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:54.135456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.189501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-761a5441-17b8-4aac-a7e8-3a4ca5bde499 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting subnet 6d0c1d0b-95e7-4a29-8323-a81807f24e10 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:40:54.200871 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-80f42258-2031-4170-862f-395f2fd36470 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.201306 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-80f42258-2031-4170-862f-395f2fd36470 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Added segment 70336b70-dd97-4df7-a7ac-30365edfc14d of type vlan for network 0391768f-19e5-4928-9bd7-65d6b918ac52 Jan 12 09:40:54.220968 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-761a5441-17b8-4aac-a7e8-3a4ca5bde499 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.227693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.250377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3b3bf-3912-43c8-9c3c-f6f54c7c6c53 req-016e7ce4-7eee-4677-b934-306ee1e0b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:54.252009 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6de3b3bf-3912-43c8-9c3c-f6f54c7c6c53 req-016e7ce4-7eee-4677-b934-306ee1e0b5e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05455418-2c08-41bc-9a26-899de66012ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3807209 Jan 12 09:40:54.276408 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:54.305058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:54.314574 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-761a5441-17b8-4aac-a7e8-3a4ca5bde499 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.321559 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-733018a1-b8da-4ce6-9db3-91b4d1e03922 None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:54.325568 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4518926c-677f-4e70-a7f5-38a3e91313fc None None] Sync routers for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:54.365220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d3a6d1b4-5f23-4df4-b642-cad46b1b1a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:40:27Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '9a73fb72-b7f4-4e4a-b6ca-112da29143a0', 'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:2e:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:40Z', 'updated_at': '2022-01-12T09:37:55Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:54.380424 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a6d1b4-5f23-4df4-b642-cad46b1b1a2f None None] The sync data for ids ['1fd02700-e34e-4a48-b91d-caaf972235f9'] in dv-neutron-824346-1-hyperv is: [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:40:27Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '9a73fb72-b7f4-4e4a-b6ca-112da29143a0', 'name': '', 'network_id': '05455418-2c08-41bc-9a26-899de66012ad', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:2e:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:40Z', 'updated_at': '2022-01-12T09:37:55Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'bbbf6f51-59e4-4e33-a453-640639438896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:54.394793 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4518926c-677f-4e70-a7f5-38a3e91313fc None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:54.398432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.399013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4518926c-677f-4e70-a7f5-38a3e91313fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:54.490306 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-a060d023-8117-437d-b35f-d7f2e8bc6d89 req-d66efb68-55f3-45d4-9859-1665eeccf578 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port cfe5233d-908d-4a55-8480-485f5e0a8816 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:54.490697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a060d023-8117-437d-b35f-d7f2e8bc6d89 req-d66efb68-55f3-45d4-9859-1665eeccf578 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.561804 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5491bac1-29e1-4a4b-a606-e9c84f7224d2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.0753441 Jan 12 09:40:54.565120 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40038) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:54.570950 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-201d16af-a485-42b4-bfc3-b71614e84932 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'floatingip': {'port_id': '99b3cf28-a266-47ad-bd8d-ad6fa2ef82c7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:54.601977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-80f42258-2031-4170-862f-395f2fd36470 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.727708 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-761a5441-17b8-4aac-a7e8-3a4ca5bde499 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.735317 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4518926c-677f-4e70-a7f5-38a3e91313fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:54.753293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-0c84d18c-6737-4f0c-b918-b9cb257101c4', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:40:54.753763 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.786963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-80f42258-2031-4170-862f-395f2fd36470 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:40:54.792254 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4518926c-677f-4e70-a7f5-38a3e91313fc None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:54.794189 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4518926c-677f-4e70-a7f5-38a3e91313fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:54.797513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ce652-881b-427a-8719-ea4273cf00d3 req-662b07a3-1d39-4b2a-8b3e-92550830f825 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:54.798287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-027ce652-881b-427a-8719-ea4273cf00d3 req-662b07a3-1d39-4b2a-8b3e-92550830f825 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:54.838287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-201d16af-a485-42b4-bfc3-b71614e84932 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.845241 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-733018a1-b8da-4ce6-9db3-91b4d1e03922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:50Z', 'revision_number': 9, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:54.850351 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733018a1-b8da-4ce6-9db3-91b4d1e03922 None None] Checking router: eaf26882-3eef-405b-9e2e-c4d66e80b017 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:40:54.859808 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733018a1-b8da-4ce6-9db3-91b4d1e03922 None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:54.861039 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-733018a1-b8da-4ce6-9db3-91b4d1e03922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:54.882888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:54.904563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-80f42258-2031-4170-862f-395f2fd36470 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.915289 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f42258-2031-4170-862f-395f2fd36470 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:54.916443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-80f42258-2031-4170-862f-395f2fd36470 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:54.928254 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6495d1-73d9-4e31-bf44-72bf540df851 None None] New status for floating IP d02bf4c4-d886-4149-a4c7-d8f0973925f2: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:40:54.945129 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-027ce652-881b-427a-8719-ea4273cf00d3 req-662b07a3-1d39-4b2a-8b3e-92550830f825 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:54.946290 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-027ce652-881b-427a-8719-ea4273cf00d3 req-662b07a3-1d39-4b2a-8b3e-92550830f825 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 945 time: 0.4903624 Jan 12 09:40:55.107897 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-027ce652-881b-427a-8719-ea4273cf00d3 req-81ef68ff-2aea-4834-b57f-25e771ddf7d4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:40:55.132740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-761a5441-17b8-4aac-a7e8-3a4ca5bde499 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.182747 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4518926c-677f-4e70-a7f5-38a3e91313fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:55.183416 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4518926c-677f-4e70-a7f5-38a3e91313fc None None] The sync data for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:55.207232 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-733018a1-b8da-4ce6-9db3-91b4d1e03922 None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:40:55.212045 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Allocated IP 2001:db8:1::2 (0c84d18c-6737-4f0c-b918-b9cb257101c4/a287fd14-24f5-453b-ac77-b7c1cc13a1bd/ddf790e8-f627-4b98-98ba-ebf5456281c9) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:55.222231 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:55.222742 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.266893 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a5441-17b8-4aac-a7e8-3a4ca5bde499 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0c1d0b-95e7-4a29-8323-a81807f24e10,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:55.269317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-761a5441-17b8-4aac-a7e8-3a4ca5bde499 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.278797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-027ce652-881b-427a-8719-ea4273cf00d3 req-81ef68ff-2aea-4834-b57f-25e771ddf7d4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:40:55.279977 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-027ce652-881b-427a-8719-ea4273cf00d3 req-81ef68ff-2aea-4834-b57f-25e771ddf7d4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=50dc336b-8257-4beb-b54f-6b9256cdc774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3242753 Jan 12 09:40:55.283830 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-761a5441-17b8-4aac-a7e8-3a4ca5bde499 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/6d0c1d0b-95e7-4a29-8323-a81807f24e10 HTTP/1.1" status: 204 len: 168 time: 1.2736320 Jan 12 09:40:55.290948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40042) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:55.341466 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-80f42258-2031-4170-862f-395f2fd36470 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7291069 Jan 12 09:40:55.363134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40046) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:55.379236 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f42258-2031-4170-862f-395f2fd36470 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Network': ['ID=0391768f-19e5-4928-9bd7-65d6b918ac52,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:55.386735 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-0b17804a-ed27-4e1a-b3c7-ad118a9812d7 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'subnet': {'network_id': '0391768f-19e5-4928-9bd7-65d6b918ac52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:55.418228 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6de3b3bf-3912-43c8-9c3c-f6f54c7c6c53 req-32c6a17c-cabb-48f2-ae30-2e4ed6edaef3 service neutron] 10.222.0.53 "GET /v2.0/networks/05455418-2c08-41bc-9a26-899de66012ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1513741 Jan 12 09:40:55.427896 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 0391768f-19e5-4928-9bd7-65d6b918ac52 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:40:55.605712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.623308 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Transition to ACTIVE for port object ddf790e8-f627-4b98-98ba-ebf5456281c9 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:55.651121 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-733018a1-b8da-4ce6-9db3-91b4d1e03922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:50Z', 'revision_number': 9, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:55.654815 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Transition to ACTIVE for port object ddf790e8-f627-4b98-98ba-ebf5456281c9 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:55.657166 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733018a1-b8da-4ce6-9db3-91b4d1e03922 None None] The sync data for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv is: [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:40:50Z', 'revision_number': 9, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85d18639-5b40-4a66-948a-49801997ed12', 'name': '', 'network_id': 'c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:76:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:50Z', 'updated_at': '2022-01-12T09:40:04Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '0fa9f9b7-0dd2-4beb-bbfb-364a061d676b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:55.674053 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.694609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.732245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 6014a8ae-b830-49a8-8c84-58a2d370432d {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:55.732583 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.842618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0b17804a-ed27-4e1a-b3c7-ad118a9812d7 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:40:55.879998 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Network 0c84d18c-6737-4f0c-b918-b9cb257101c4 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:55.898993 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-a060d023-8117-437d-b35f-d7f2e8bc6d89 req-d66efb68-55f3-45d4-9859-1665eeccf578 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port cfe5233d-908d-4a55-8480-485f5e0a8816, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=cfe5233d-908d-4a55-8480-485f5e0a8816,segment=NetworkSegment(2fc119e9-af3a-4c58-b9b9-fbee38ff857d),segment_id=2fc119e9-af3a-4c58-b9b9-fbee38ff857d)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:55.899363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a060d023-8117-437d-b35f-d7f2e8bc6d89 req-d66efb68-55f3-45d4-9859-1665eeccf578 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:55.913223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0b17804a-ed27-4e1a-b3c7-ad118a9812d7 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:40:55.940363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:55.956762 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:56.059256 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Pushing event updated for resources: {'Port': ['ID=ddf790e8-f627-4b98-98ba-ebf5456281c9,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:56.068536 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Attempting to bind port ddf790e8-f627-4b98-98ba-ebf5456281c9 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:40:56.068906 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Attempting to bind port ddf790e8-f627-4b98-98ba-ebf5456281c9 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '00081032-c3b2-4dca-9635-797935bb8088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:40:56.069283 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Attempting to bind port ddf790e8-f627-4b98-98ba-ebf5456281c9 on network 0c84d18c-6737-4f0c-b918-b9cb257101c4 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:40:56.075385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:40:56.075993 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Checking segment: {'id': '00081032-c3b2-4dca-9635-797935bb8088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:56.076143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.079255 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Bound using segment: {'id': '00081032-c3b2-4dca-9635-797935bb8088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:40:56.079936 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Bound port: ddf790e8-f627-4b98-98ba-ebf5456281c9, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00081032-c3b2-4dca-9635-797935bb8088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:40:56.080537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.133782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] For port 6014a8ae-b830-49a8-8c84-58a2d370432d, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6014a8ae-b830-49a8-8c84-58a2d370432d,segment=NetworkSegment(0859cc79-c09f-433e-b04a-6f93f2cccc2b),segment_id=0859cc79-c09f-433e-b04a-6f93f2cccc2b)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:56.134105 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-a060d023-8117-437d-b35f-d7f2e8bc6d89 req-d66efb68-55f3-45d4-9859-1665eeccf578 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for cfe5233d-908d-4a55-8480-485f5e0a8816 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:56.134652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.178306 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6de3b3bf-3912-43c8-9c3c-f6f54c7c6c53 req-7d73321a-42a1-42e7-8b2c-ee13aa86d676 service neutron] 10.222.0.53 "GET /v2.0/networks/05455418-2c08-41bc-9a26-899de66012ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7399917 Jan 12 09:40:56.202062 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b17804a-ed27-4e1a-b3c7-ad118a9812d7 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Made reservation on behalf of 5cb2174ae2cc489c9a76096616d053c7 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:40:56.207101 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0b17804a-ed27-4e1a-b3c7-ad118a9812d7 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.237809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Allocated IP 2001:db8:1::1 (0c84d18c-6737-4f0c-b918-b9cb257101c4/a287fd14-24f5-453b-ac77-b7c1cc13a1bd/6fa42f6f-ad00-414c-ac49-750a3213f71b) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:56.247625 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] For port ddf790e8-f627-4b98-98ba-ebf5456281c9, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:40:56.253162 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] For port ddf790e8-f627-4b98-98ba-ebf5456281c9, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ddf790e8-f627-4b98-98ba-ebf5456281c9,segment=NetworkSegment(00081032-c3b2-4dca-9635-797935bb8088),segment_id=00081032-c3b2-4dca-9635-797935bb8088)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:40:56.261754 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.324451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for 6014a8ae-b830-49a8-8c84-58a2d370432d owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:56.443675 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466d51b-ae91-4116-8260-7d1b9d6ffc06 None None] Pushing event updated for resources: {'Port': ['ID=ddf790e8-f627-4b98-98ba-ebf5456281c9,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:56.528097 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.579345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.ipam_backend_mixin [None req-0b17804a-ed27-4e1a-b3c7-ad118a9812d7 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Performing IP validity checks on allocation pools {{(pid=87663) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 12 09:40:56.580099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.ipam_backend_mixin [None req-0b17804a-ed27-4e1a-b3c7-ad118a9812d7 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87663) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 12 09:40:56.584434 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-201d16af-a485-42b4-bfc3-b71614e84932 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.585736 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Port': ['ID=6014a8ae-b830-49a8-8c84-58a2d370432d,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:56.589208 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] No DVR routers for this DVR port 6014a8ae-b830-49a8-8c84-58a2d370432d on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:56.639166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-201d16af-a485-42b4-bfc3-b71614e84932 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.822905 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.871296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.915924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a060d023-8117-437d-b35f-d7f2e8bc6d89 req-d66efb68-55f3-45d4-9859-1665eeccf578 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:56.922497 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:56.929438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45011d-8536-46ab-bec0-0078071aabba req-63df080d-82ad-4d17-a7f0-13af6b37115e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:56.931075 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b45011d-8536-46ab-bec0-0078071aabba req-63df080d-82ad-4d17-a7f0-13af6b37115e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=78453a83-fd60-43ae-b4fd-baa5f0a5979a HTTP/1.1" status: 200 len: 945 time: 0.4525738 Jan 12 09:40:56.964641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:40:56.965390 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 0ac9d5c0-57e7-4b13-b469-5d5e71de28e4 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:56.986732 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ccabf00-3a90-41ea-a29c-e4a126117852']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:57.005084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0859cc79-c09f-433e-b04a-6f93f2cccc2b') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:57.005491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0859cc79-c09f-433e-b04a-6f93f2cccc2b') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:57.015612 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Transition to ACTIVE for port object 6fa42f6f-ad00-414c-ac49-750a3213f71b will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:57.032532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66efb68-55f3-45d4-9859-1665eeccf578 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=cfe5233d-908d-4a55-8480-485f5e0a8816,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:57.084183 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.098297 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b45011d-8536-46ab-bec0-0078071aabba req-4d6c7362-6018-4fed-80d9-53715f96baf6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=50dc336b-8257-4beb-b54f-6b9256cdc774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140063 Jan 12 09:40:57.132886 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.144430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:40:57.144844 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:40:57.161161 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:40:57.169067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a060d023-8117-437d-b35f-d7f2e8bc6d89 req-d66efb68-55f3-45d4-9859-1665eeccf578 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] No DVR routers for this DVR port cfe5233d-908d-4a55-8480-485f5e0a8816 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:40:57.175113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a060d023-8117-437d-b35f-d7f2e8bc6d89 req-d66efb68-55f3-45d4-9859-1665eeccf578 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.178026 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'name': 'network-vif-deleted', 'tag': 'cfe5233d-908d-4a55-8480-485f5e0a8816'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:40:57.196327 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0b17804a-ed27-4e1a-b3c7-ad118a9812d7 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.256270 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a060d023-8117-437d-b35f-d7f2e8bc6d89 req-d66efb68-55f3-45d4-9859-1665eeccf578 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "DELETE /v2.0/ports/cfe5233d-908d-4a55-8480-485f5e0a8816 HTTP/1.1" status: 204 len: 173 time: 3.1299739 Jan 12 09:40:57.259248 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78453a83-fd60-43ae-b4fd-baa5f0a5979a', 'name': 'network-vif-deleted', 'tag': 'cfe5233d-908d-4a55-8480-485f5e0a8816', 'status': 'completed', 'code': 200} Jan 12 09:40:57.299122 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.351065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17804a-ed27-4e1a-b3c7-ad118a9812d7 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Subnet': ['ID=b9862b98-0292-43cc-8175-ddbaa75f97c9,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:57.384901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b17804a-ed27-4e1a-b3c7-ad118a9812d7 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Checking segment: {'id': '70336b70-dd97-4df7-a7ac-30365edfc14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0391768f-19e5-4928-9bd7-65d6b918ac52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:40:57.385273 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b17804a-ed27-4e1a-b3c7-ad118a9812d7 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network hostable DHCP agents. Network: 0391768f-19e5-4928-9bd7-65d6b918ac52, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:40:57.399078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 0c84d18c-6737-4f0c-b918-b9cb257101c4 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:57.404005 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:57.416380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:40:57.417055 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.422437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=6fa42f6f-ad00-414c-ac49-750a3213f71b,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:57.470941 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b17804a-ed27-4e1a-b3c7-ad118a9812d7 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Network 0391768f-19e5-4928-9bd7-65d6b918ac52 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:40:57.490119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-0b17804a-ed27-4e1a-b3c7-ad118a9812d7 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 0391768f-19e5-4928-9bd7-65d6b918ac52) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:57.503616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b17804a-ed27-4e1a-b3c7-ad118a9812d7 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:57.506069 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0b17804a-ed27-4e1a-b3c7-ad118a9812d7 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.516875 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.535841 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0b17804a-ed27-4e1a-b3c7-ad118a9812d7 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1596141 Jan 12 09:40:57.538638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40054) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:57.543275 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.546131 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-0df2fd08-ba18-47a4-801f-7b598fb0f443 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:57.559684 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/networks/4ccabf00-3a90-41ea-a29c-e4a126117852 HTTP/1.1" status: 204 len: 168 time: 2.2676678 Jan 12 09:40:57.567921 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201d16af-a485-42b4-bfc3-b71614e84932 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router d6f699c2-f919-4919-a87b-c44969d62262 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:57.570796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40058) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:57.652453 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d313dce-047f-42ce-bfaa-0ade4be17371 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Network': ['ID=4ccabf00-3a90-41ea-a29c-e4a126117852,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:57.662299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device cfe5233d-908d-4a55-8480-485f5e0a8816 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:57.724376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: cfe5233d-908d-4a55-8480-485f5e0a8816 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:40:57.725061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device cfe5233d-908d-4a55-8480-485f5e0a8816 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:57.784495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.819851 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0df2fd08-ba18-47a4-801f-7b598fb0f443 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27658413'] for subnet, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:57.967138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e460ae9a-8b08-4657-8a58-fc5f58f75fb4 None None] Network 0c84d18c-6737-4f0c-b918-b9cb257101c4 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:58.009557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82d32d0-2247-4db9-bd5b-8496b78bc859 None None] Network 4ccabf00-3a90-41ea-a29c-e4a126117852 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:58.032344 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f692d0d-dd80-468b-9151-7cedf9ef7341 None None] Network 0391768f-19e5-4928-9bd7-65d6b918ac52 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:58.114278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82d32d0-2247-4db9-bd5b-8496b78bc859 None None] Network 4ccabf00-3a90-41ea-a29c-e4a126117852 could not be found, it might have been deleted concurrently. {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 12 09:40:58.212738 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-65a0a0d2-dfde-4790-8380-8e4d6ebb6669 None None] Provisioning for port ddf790e8-f627-4b98-98ba-ebf5456281c9 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:58.234735 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40066) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:58.239201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b978eb6-235d-4dfd-a57a-b01c317e2e8b None None] DHCP port deletion for 4ccabf00-3a90-41ea-a29c-e4a126117852 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:40:58.280129 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201d16af-a485-42b4-bfc3-b71614e84932 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:58.285090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-201d16af-a485-42b4-bfc3-b71614e84932 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.300328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cdae33-f5e1-4c87-8b78-e8c7c6df470c None None] Sync routers for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:58.380993 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cdae33-f5e1-4c87-8b78-e8c7c6df470c None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:58.381649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e6cdae33-f5e1-4c87-8b78-e8c7c6df470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:58.498402 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-201d16af-a485-42b4-bfc3-b71614e84932 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "PUT /v2.0/floatingips/57ed23f3-c334-4241-ad1f-c10b7a6efe88 HTTP/1.1" status: 200 len: 977 time: 3.9313252 Jan 12 09:40:58.502255 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40070) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:58.616460 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0df2fd08-ba18-47a4-801f-7b598fb0f443 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731691316453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27475587'] for subnet, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.625611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5801182c-31ec-4c70-9be2-73bd71ce8a2b tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.652995 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e6cdae33-f5e1-4c87-8b78-e8c7c6df470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:58.669443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-0391768f-19e5-4928-9bd7-65d6b918ac52', 'network_id': '0391768f-19e5-4928-9bd7-65d6b918ac52', 'tenant_id': '5cb2174ae2cc489c9a76096616d053c7', 'fixed_ips': [{'subnet_id': 'b9862b98-0292-43cc-8175-ddbaa75f97c9'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:40:58.671216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.686312 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-45c86093-49ab-4d39-b432-25eed9343c57 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.722910 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df2fd08-ba18-47a4-801f-7b598fb0f443 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:40:58.723085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0df2fd08-ba18-47a4-801f-7b598fb0f443 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.724690 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0df2fd08-ba18-47a4-801f-7b598fb0f443 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "PUT /v2.0/subnets/b9862b98-0292-43cc-8175-ddbaa75f97c9 HTTP/1.1" status: 200 len: 877 time: 1.1848564 Jan 12 09:40:58.744677 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40074) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:58.751885 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cdae33-f5e1-4c87-8b78-e8c7c6df470c None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:58.752840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e6cdae33-f5e1-4c87-8b78-e8c7c6df470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:58.832166 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e6cdae33-f5e1-4c87-8b78-e8c7c6df470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:40:58.832579 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cdae33-f5e1-4c87-8b78-e8c7c6df470c None None] The sync data for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:40:58.892450 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ddf790e8-f627-4b98-98ba-ebf5456281c9 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:40:58.909762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.913052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-45c86093-49ab-4d39-b432-25eed9343c57 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.920898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2fd08-ba18-47a4-801f-7b598fb0f443 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event updated for resources: {'Subnet': ['ID=b9862b98-0292-43cc-8175-ddbaa75f97c9,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:58.933282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.934284 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:58.989170 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.083406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=6fa42f6f-ad00-414c-ac49-750a3213f71b,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:59.116348 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port ddf790e8-f627-4b98-98ba-ebf5456281c9 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:59.135728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port ddf790e8-f627-4b98-98ba-ebf5456281c9 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:59.136554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.149459 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bb21808c-155a-457a-aa81-ef4fd64dc740 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting port 0ba31de2-7da2-4b62-851b-32073f63ce11 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:59.149792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bb21808c-155a-457a-aa81-ef4fd64dc740 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.200743 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Allocated IP 172.20.0.3 (0391768f-19e5-4928-9bd7-65d6b918ac52/b9862b98-0292-43cc-8175-ddbaa75f97c9/1e742e49-b66e-451d-bccd-0c37971adf8b) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:40:59.224948 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.297030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-45c86093-49ab-4d39-b432-25eed9343c57 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.306106 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 0c84d18c-6737-4f0c-b918-b9cb257101c4 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:40:59.322215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:40:59.350538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c86093-49ab-4d39-b432-25eed9343c57 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dc336b-8257-4beb-b54f-6b9256cdc774,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:59.401383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bb21808c-155a-457a-aa81-ef4fd64dc740 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.401964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bb21808c-155a-457a-aa81-ef4fd64dc740 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.429557 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-45c86093-49ab-4d39-b432-25eed9343c57 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.431033 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-45c86093-49ab-4d39-b432-25eed9343c57 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/security-groups/50dc336b-8257-4beb-b54f-6b9256cdc774 HTTP/1.1" status: 204 len: 168 time: 1.1931460 Jan 12 09:40:59.486279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40080) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:59.491612 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.571041 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port ddf790e8-f627-4b98-98ba-ebf5456281c9, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ddf790e8-f627-4b98-98ba-ebf5456281c9,segment=NetworkSegment(00081032-c3b2-4dca-9635-797935bb8088),segment_id=00081032-c3b2-4dca-9635-797935bb8088)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:40:59.587249 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.621588 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:40:59.654604 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bb21808c-155a-457a-aa81-ef4fd64dc740 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Calling delete_port for 0ba31de2-7da2-4b62-851b-32073f63ce11 owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:40:59.665685 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6014a8ae-b830-49a8-8c84-58a2d370432d no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:40:59.704990 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196a54dc-378b-4893-b85c-8ef73ba29db4 None None] Network 0c84d18c-6737-4f0c-b918-b9cb257101c4 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:40:59.749665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 6014a8ae-b830-49a8-8c84-58a2d370432d {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:40:59.750332 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6014a8ae-b830-49a8-8c84-58a2d370432d not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:40:59.832430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5801182c-31ec-4c70-9be2-73bd71ce8a2b tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 85d18639-5b40-4a66-948a-49801997ed12 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:40:59.832766 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5801182c-31ec-4c70-9be2-73bd71ce8a2b tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.861920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1055227f-1adb-4af3-a731-3ebe316a3598 None None] Provisioning for port 6fa42f6f-ad00-414c-ac49-750a3213f71b completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:40:59.877229 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.881556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=ddf790e8-f627-4b98-98ba-ebf5456281c9,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:40:59.895128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1055227f-1adb-4af3-a731-3ebe316a3598 None None] Provisioning complete for port 6fa42f6f-ad00-414c-ac49-750a3213f71b triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:40:59.895493 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1055227f-1adb-4af3-a731-3ebe316a3598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:40:59.934176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Transition to ACTIVE for port object 1e742e49-b66e-451d-bccd-0c37971adf8b will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:40:59.949359 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:40:59.955946 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c3bcc1c2-407f-45a6-88ed-2e3859bd068a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/5f9b5830-c5a5-4fb9-a43d-61bae496a962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0067289 Jan 12 09:40:59.958362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40084) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:40:59.961346 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Sync routers for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:40:59.963768 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-160405925'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:40:59.971066 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:40:59.972017 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:00.050348 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bb21808c-155a-457a-aa81-ef4fd64dc740 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.071815 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Transition to ACTIVE for port object 1e742e49-b66e-451d-bccd-0c37971adf8b will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:00.078530 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1055227f-1adb-4af3-a731-3ebe316a3598 None None] Port 6fa42f6f-ad00-414c-ac49-750a3213f71b cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:41:00.145517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21808c-155a-457a-aa81-ef4fd64dc740 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Port': ['ID=0ba31de2-7da2-4b62-851b-32073f63ce11,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:00.164156 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1055227f-1adb-4af3-a731-3ebe316a3598 None None] Provisioning complete for port ddf790e8-f627-4b98-98ba-ebf5456281c9 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:00.164156 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1055227f-1adb-4af3-a731-3ebe316a3598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.180406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:00.193876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:network and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:00.195258 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:00.200915 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:00.217733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:00.244898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.276944 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.302332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-5801182c-31ec-4c70-9be2-73bd71ce8a2b tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] For port 85d18639-5b40-4a66-948a-49801997ed12, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=85d18639-5b40-4a66-948a-49801997ed12,segment=NetworkSegment(538579fc-097e-4a39-812f-fd454ef2fc2e),segment_id=538579fc-097e-4a39-812f-fd454ef2fc2e)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:00.302699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5801182c-31ec-4c70-9be2-73bd71ce8a2b tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.335711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:00.340028 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.365170 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Subnet': ['ID=b9862b98-0292-43cc-8175-ddbaa75f97c9,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:00.381566 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Network 0391768f-19e5-4928-9bd7-65d6b918ac52 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:00.389288 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Pushing event updated for resources: {'Port': ['ID=1e742e49-b66e-451d-bccd-0c37971adf8b,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:00.392942 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:00.415875 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:00.504723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5801182c-31ec-4c70-9be2-73bd71ce8a2b tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for 85d18639-5b40-4a66-948a-49801997ed12 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:00.521985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.531730 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:41:00.542996 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:40:57Z', 'revision_number': 3, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:40:58Z', 'revision_number': 2, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:00.546965 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Checking router: 5f9b5830-c5a5-4fb9-a43d-61bae496a962 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:00.547316 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Updating router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 port 6fa42f6f-ad00-414c-ac49-750a3213f71b binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:41:00.552601 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bb21808c-155a-457a-aa81-ef4fd64dc740 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.552941 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-bb21808c-155a-457a-aa81-ef4fd64dc740 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Floating IP 57ed23f3-c334-4241-ad1f-c10b7a6efe88 disassociated (deleted). External IP: 172.26.2.49, port: 99b3cf28-a266-47ad-bd8d-ad6fa2ef82c7. Jan 12 09:41:00.601843 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.612821 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0391768f-19e5-4928-9bd7-65d6b918ac52']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:00.630341 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.631129 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Added segment 62416b42-5fb9-41ba-8903-1273d0cbda2f of type vlan for network 2101bd02-f983-4ce9-9cc7-ad18b614406e Jan 12 09:41:00.639760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70336b70-dd97-4df7-a7ac-30365edfc14d') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:00.640310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70336b70-dd97-4df7-a7ac-30365edfc14d') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:00.678079 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.684278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Attempting to bind port 1e742e49-b66e-451d-bccd-0c37971adf8b on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:00.684650 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Attempting to bind port 1e742e49-b66e-451d-bccd-0c37971adf8b by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '70336b70-dd97-4df7-a7ac-30365edfc14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0391768f-19e5-4928-9bd7-65d6b918ac52'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:00.685011 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Attempting to bind port 1e742e49-b66e-451d-bccd-0c37971adf8b on network 0391768f-19e5-4928-9bd7-65d6b918ac52 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:41:00.697596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:41:00.698285 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Checking segment: {'id': '70336b70-dd97-4df7-a7ac-30365edfc14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0391768f-19e5-4928-9bd7-65d6b918ac52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:00.699065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.699814 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Bound using segment: {'id': '70336b70-dd97-4df7-a7ac-30365edfc14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0391768f-19e5-4928-9bd7-65d6b918ac52'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:41:00.701422 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Bound port: 1e742e49-b66e-451d-bccd-0c37971adf8b, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70336b70-dd97-4df7-a7ac-30365edfc14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0391768f-19e5-4928-9bd7-65d6b918ac52'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:00.701422 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.716517 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.733626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.738725 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:41:00.739402 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:00.762917 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:00.906388 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:41:00.909431 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] For port 1e742e49-b66e-451d-bccd-0c37971adf8b, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:41:00.915620 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ddf790e8-f627-4b98-98ba-ebf5456281c9 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:00.944747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 12 09:41:00.944747 dv-neutron-824346-1-hyperv neutron-server[87663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 12 09:41:00.944747 dv-neutron-824346-1-hyperv neutron-server[87663]: [parameters: {'id': '0391768f-19e5-4928-9bd7-65d6b918ac52'}] Jan 12 09:41:00.944747 dv-neutron-824346-1-hyperv neutron-server[87663]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:41:00.945640 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:41:01.011095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] For port 1e742e49-b66e-451d-bccd-0c37971adf8b, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=1e742e49-b66e-451d-bccd-0c37971adf8b,segment=NetworkSegment(70336b70-dd97-4df7-a7ac-30365edfc14d),segment_id=70336b70-dd97-4df7-a7ac-30365edfc14d)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:41:01.031656 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.041025 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:01.044855 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port ddf790e8-f627-4b98-98ba-ebf5456281c9 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:01.044978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.051038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.097897 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.115926 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Transition to ACTIVE for port object 6fa42f6f-ad00-414c-ac49-750a3213f71b will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:01.122037 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.130585 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.216257 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2564828 Jan 12 09:41:01.217817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40088) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:01.227915 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-875068bd-b430-4a0e-96b2-2f0e2c9fe271 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'subnet': {'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:01.265955 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb3e10-a6fe-4c4f-b314-227f1e5c0cc1 None None] Pushing event updated for resources: {'Port': ['ID=6fa42f6f-ad00-414c-ac49-750a3213f71b,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:01.302159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6c119-9544-4000-bd9e-830a0d5b64b8 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Network': ['ID=2101bd02-f983-4ce9-9cc7-ad18b614406e,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:01.325860 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5e3912e3-9f34-4d59-8372-3656b1fb70e0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.404147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 2101bd02-f983-4ce9-9cc7-ad18b614406e details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:41:01.511144 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Attempting to bind port 6fa42f6f-ad00-414c-ac49-750a3213f71b on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:01.511516 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Attempting to bind port 6fa42f6f-ad00-414c-ac49-750a3213f71b by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '00081032-c3b2-4dca-9635-797935bb8088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:01.511879 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Attempting to bind port 6fa42f6f-ad00-414c-ac49-750a3213f71b on network 0c84d18c-6737-4f0c-b918-b9cb257101c4 {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:41:01.523243 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:41:01.523613 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Checking segment: {'id': '00081032-c3b2-4dca-9635-797935bb8088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:01.524111 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.525187 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Bound using segment: {'id': '00081032-c3b2-4dca-9635-797935bb8088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:41:01.525187 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Bound port: 6fa42f6f-ad00-414c-ac49-750a3213f71b, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00081032-c3b2-4dca-9635-797935bb8088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:01.525453 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.561693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.612189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-875068bd-b430-4a0e-96b2-2f0e2c9fe271 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:01.616344 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50796b5-185f-45c0-9e15-c9d8393a3201 None None] Network 0391768f-19e5-4928-9bd7-65d6b918ac52 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:01.630259 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5801182c-31ec-4c70-9be2-73bd71ce8a2b tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.636213 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb21808c-155a-457a-aa81-ef4fd64dc740 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router d6f699c2-f919-4919-a87b-c44969d62262 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:01.637514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-875068bd-b430-4a0e-96b2-2f0e2c9fe271 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:subnet and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:01.641544 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-875068bd-b430-4a0e-96b2-2f0e2c9fe271 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:01.656112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-875068bd-b430-4a0e-96b2-2f0e2c9fe271 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:01.742368 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] For port 6fa42f6f-ad00-414c-ac49-750a3213f71b, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:41:01.743790 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Deleting port 1e742e49-b66e-451d-bccd-0c37971adf8b {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:01.744334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.747398 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] For port 6fa42f6f-ad00-414c-ac49-750a3213f71b, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6fa42f6f-ad00-414c-ac49-750a3213f71b,segment=NetworkSegment(00081032-c3b2-4dca-9635-797935bb8088),segment_id=00081032-c3b2-4dca-9635-797935bb8088)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:41:01.758524 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.785534 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875068bd-b430-4a0e-96b2-2f0e2c9fe271 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:01.791900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-875068bd-b430-4a0e-96b2-2f0e2c9fe271 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:01.869116 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:01.869910 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:02.017035 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f9ecd-51c4-4df8-8551-fdc45d61da3c None None] Pushing event updated for resources: {'Port': ['ID=1e742e49-b66e-451d-bccd-0c37971adf8b,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:02.032808 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a8440e87-58a6-4e8f-8fda-e6b4e281a1cd None None] Provisioning complete for port ddf790e8-f627-4b98-98ba-ebf5456281c9 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:02.032808 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a8440e87-58a6-4e8f-8fda-e6b4e281a1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.058354 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:02.145207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] For port 1e742e49-b66e-451d-bccd-0c37971adf8b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=1e742e49-b66e-451d-bccd-0c37971adf8b,segment=NetworkSegment(70336b70-dd97-4df7-a7ac-30365edfc14d),segment_id=70336b70-dd97-4df7-a7ac-30365edfc14d)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:02.145437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.237909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801182c-31ec-4c70-9be2-73bd71ce8a2b tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Port': ['ID=85d18639-5b40-4a66-948a-49801997ed12,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:02.299472 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-875068bd-b430-4a0e-96b2-2f0e2c9fe271 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.333576 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b4f16d-ae6a-4720-a284-8b9150662f8d None None] Network 0391768f-19e5-4928-9bd7-65d6b918ac52 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:02.396847 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb3e10-a6fe-4c4f-b314-227f1e5c0cc1 None None] Pushing event updated for resources: {'Port': ['ID=6fa42f6f-ad00-414c-ac49-750a3213f71b,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:02.509905 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-5e3912e3-9f34-4d59-8372-3656b1fb70e0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:02.511574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5e3912e3-9f34-4d59-8372-3656b1fb70e0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:02.665421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875068bd-b430-4a0e-96b2-2f0e2c9fe271 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Checking segment: {'id': '62416b42-5fb9-41ba-8903-1273d0cbda2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:02.666020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875068bd-b430-4a0e-96b2-2f0e2c9fe271 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network hostable DHCP agents. Network: 2101bd02-f983-4ce9-9cc7-ad18b614406e, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:41:02.719556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875068bd-b430-4a0e-96b2-2f0e2c9fe271 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Subnet': ['ID=4cc5c983-92c0-4b23-837a-4b6e6e854dd4,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:02.757297 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:40:57Z', 'revision_number': 3, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:01Z', 'revision_number': 4, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:02.763380 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a19ada-c053-40aa-a445-5b1ea19070e0 None None] get_active_networks_info from dv-neutron-824346-1-hyperv {{(pid=87665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 12 09:41:02.766854 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c263d761-6790-4202-ac62-80b3e189a860 None None] The sync data for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv is: [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:40:57Z', 'revision_number': 3, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:01Z', 'revision_number': 4, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:02.920727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Calling delete_port for 1e742e49-b66e-451d-bccd-0c37971adf8b owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:03.005191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875068bd-b430-4a0e-96b2-2f0e2c9fe271 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 2101bd02-f983-4ce9-9cc7-ad18b614406e is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:41:03.062387 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a19ada-c053-40aa-a445-5b1ea19070e0 None None] Resources bound (agent type, host, resource id): {{(pid=87665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:41:03.093604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-5e3912e3-9f34-4d59-8372-3656b1fb70e0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 9a73fb72-b7f4-4e4a-b6ca-112da29143a0, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9a73fb72-b7f4-4e4a-b6ca-112da29143a0,segment=NetworkSegment(2fc119e9-af3a-4c58-b9b9-fbee38ff857d),segment_id=2fc119e9-af3a-4c58-b9b9-fbee38ff857d)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:03.095279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5e3912e3-9f34-4d59-8372-3656b1fb70e0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.213976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-875068bd-b430-4a0e-96b2-2f0e2c9fe271 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 2101bd02-f983-4ce9-9cc7-ad18b614406e) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:03.224781 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875068bd-b430-4a0e-96b2-2f0e2c9fe271 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:03.225555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-875068bd-b430-4a0e-96b2-2f0e2c9fe271 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.245525 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5801182c-31ec-4c70-9be2-73bd71ce8a2b tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.256497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-5e3912e3-9f34-4d59-8372-3656b1fb70e0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:03.262540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb21808c-155a-457a-aa81-ef4fd64dc740 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:03.287146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f49f0b1-726c-48a0-bf02-00bc993380d1 None None] Sync routers for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:03.316708 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f49f0b1-726c-48a0-bf02-00bc993380d1 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:03.317801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0f49f0b1-726c-48a0-bf02-00bc993380d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:03.385798 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-875068bd-b430-4a0e-96b2-2f0e2c9fe271 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1642041 Jan 12 09:41:03.391377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40092) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:03.398310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.432933 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0f49f0b1-726c-48a0-bf02-00bc993380d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:03.458434 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f49f0b1-726c-48a0-bf02-00bc993380d1 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:03.459467 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0f49f0b1-726c-48a0-bf02-00bc993380d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:03.553192 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Port': ['ID=1e742e49-b66e-451d-bccd-0c37971adf8b,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:03.559305 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No DVR routers for this DVR port 1e742e49-b66e-451d-bccd-0c37971adf8b on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:03.614371 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0f49f0b1-726c-48a0-bf02-00bc993380d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:03.614990 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f49f0b1-726c-48a0-bf02-00bc993380d1 None None] The sync data for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:03.664369 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bb21808c-155a-457a-aa81-ef4fd64dc740 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.854929 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.887690 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bb21808c-155a-457a-aa81-ef4fd64dc740 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/floatingips/57ed23f3-c334-4241-ad1f-c10b7a6efe88 HTTP/1.1" status: 204 len: 168 time: 5.3843429 Jan 12 09:41:03.893888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40096) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:03.958741 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0391768f-19e5-4928-9bd7-65d6b918ac52']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:03.972321 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5801182c-31ec-4c70-9be2-73bd71ce8a2b tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router eaf26882-3eef-405b-9e2e-c4d66e80b017 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:03.976029 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-2101bd02-f983-4ce9-9cc7-ad18b614406e', 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'fixed_ips': [{'subnet_id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:41:03.976029 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:03.992061 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0d002dd2-26b8-450a-ab62-17fc1c1d29c1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting port 99b3cf28-a266-47ad-bd8d-ad6fa2ef82c7 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:03.992061 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0d002dd2-26b8-450a-ab62-17fc1c1d29c1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.061902 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70336b70-dd97-4df7-a7ac-30365edfc14d') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:04.062214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70336b70-dd97-4df7-a7ac-30365edfc14d') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:04.145658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.174600 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.186729 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5e3912e3-9f34-4d59-8372-3656b1fb70e0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.194301 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:41:04.194706 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.213536 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Allocated IP 2001:db8:2::2 (2101bd02-f983-4ce9-9cc7-ad18b614406e/4cc5c983-92c0-4b23-837a-4b6e6e854dd4/a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:04.252613 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:04.309354 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5801182c-31ec-4c70-9be2-73bd71ce8a2b tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:04.315439 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5801182c-31ec-4c70-9be2-73bd71ce8a2b tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/eaf26882-3eef-405b-9e2e-c4d66e80b017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7420201 Jan 12 09:41:04.317076 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40100) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:04.327226 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a073cc-793b-459a-bd99-b33d26f20a04 None None] Sync routers for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:04.349500 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a073cc-793b-459a-bd99-b33d26f20a04 None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:04.352275 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-94a073cc-793b-459a-bd99-b33d26f20a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:04.538603 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd8ba66-5788-40d8-8b9f-c7514033ecba tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting subnet 0fa9f9b7-0dd2-4beb-bbfb-364a061d676b {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:41:04.543599 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.544660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-edd8ba66-5788-40d8-8b9f-c7514033ecba tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.559932 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Transition to ACTIVE for port object a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:04.578010 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-94a073cc-793b-459a-bd99-b33d26f20a04 None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:04.589035 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Transition to ACTIVE for port object a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:04.598922 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.621150 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0d002dd2-26b8-450a-ab62-17fc1c1d29c1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.654895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3912e3-9f34-4d59-8372-3656b1fb70e0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=9a73fb72-b7f4-4e4a-b6ca-112da29143a0,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:04.693738 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Network 2101bd02-f983-4ce9-9cc7-ad18b614406e is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:04.697383 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:04.701524 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:04.803160 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Pushing event updated for resources: {'Port': ['ID=a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:04.895907 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Attempting to bind port a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:04.896290 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Attempting to bind port a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '62416b42-5fb9-41ba-8903-1273d0cbda2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:04.896697 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Attempting to bind port a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 on network 2101bd02-f983-4ce9-9cc7-ad18b614406e {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:41:04.905281 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:41:04.905756 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Checking segment: {'id': '62416b42-5fb9-41ba-8903-1273d0cbda2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:04.906527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.906527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Bound using segment: {'id': '62416b42-5fb9-41ba-8903-1273d0cbda2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:41:04.906927 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Bound port: a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62416b42-5fb9-41ba-8903-1273d0cbda2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:04.907280 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.931871 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-edd8ba66-5788-40d8-8b9f-c7514033ecba tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:04.966363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.017743 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0d002dd2-26b8-450a-ab62-17fc1c1d29c1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Calling delete_port for 99b3cf28-a266-47ad-bd8d-ad6fa2ef82c7 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:05.026327 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6fa42f6f-ad00-414c-ac49-750a3213f71b up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:05.050362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.065016 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-94a073cc-793b-459a-bd99-b33d26f20a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:41:01Z', 'revision_number': 10, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:05.075854 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a073cc-793b-459a-bd99-b33d26f20a04 None None] Checking router: eaf26882-3eef-405b-9e2e-c4d66e80b017 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:05.091392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Network': ['ID=0391768f-19e5-4928-9bd7-65d6b918ac52,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:05.096883 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a073cc-793b-459a-bd99-b33d26f20a04 None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:05.097522 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-94a073cc-793b-459a-bd99-b33d26f20a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:05.167636 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-185c94fa-3b70-427c-a91a-f268d83dcfd3 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/0391768f-19e5-4928-9bd7-65d6b918ac52 HTTP/1.1" status: 204 len: 168 time: 6.4186392 Jan 12 09:41:05.168287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40104) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:05.223783 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-edd8ba66-5788-40d8-8b9f-c7514033ecba tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.232583 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] For port a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:41:05.238256 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] For port a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3,segment=NetworkSegment(62416b42-5fb9-41ba-8903-1273d0cbda2f),segment_id=62416b42-5fb9-41ba-8903-1273d0cbda2f)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:41:05.249454 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.277371 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-94a073cc-793b-459a-bd99-b33d26f20a04 None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:05.278943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.316604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 6fa42f6f-ad00-414c-ac49-750a3213f71b completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:05.347419 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6fa42f6f-ad00-414c-ac49-750a3213f71b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:05.348175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.364058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5e3912e3-9f34-4d59-8372-3656b1fb70e0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.393764 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf11fc0-97b2-42e2-accd-458b3024c68a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:05.394136 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf11fc0-97b2-42e2-accd-458b3024c68a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:05.397729 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-dcf11fc0-97b2-42e2-accd-458b3024c68a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/subnets/b9862b98-0292-43cc-8175-ddbaa75f97c9 HTTP/1.1" status: 404 len: 337 time: 0.1632261 Jan 12 09:41:05.402986 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40108) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:05.430408 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d833f4c-1762-4ecf-8aa8-c38ec2da3e89 None None] Pushing event updated for resources: {'Port': ['ID=a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:05.456779 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-023c8785-eb52-44d6-976f-b7a67e89fb8a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:05.458051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023c8785-eb52-44d6-976f-b7a67e89fb8a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:05.471127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-edd8ba66-5788-40d8-8b9f-c7514033ecba tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.554121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8ba66-5788-40d8-8b9f-c7514033ecba tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa9f9b7-0dd2-4beb-bbfb-364a061d676b,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:05.555278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.562110 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-023c8785-eb52-44d6-976f-b7a67e89fb8a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/0391768f-19e5-4928-9bd7-65d6b918ac52 HTTP/1.1" status: 404 len: 339 time: 0.1576402 Jan 12 09:41:05.563590 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-edd8ba66-5788-40d8-8b9f-c7514033ecba tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.565491 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-edd8ba66-5788-40d8-8b9f-c7514033ecba tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/0fa9f9b7-0dd2-4beb-bbfb-364a061d676b HTTP/1.1" status: 204 len: 168 time: 1.2316880 Jan 12 09:41:05.573205 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40112) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:05.574404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40114) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:05.575270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0d002dd2-26b8-450a-ab62-17fc1c1d29c1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.626051 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 6fa42f6f-ad00-414c-ac49-750a3213f71b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6fa42f6f-ad00-414c-ac49-750a3213f71b,segment=NetworkSegment(00081032-c3b2-4dca-9635-797935bb8088),segment_id=00081032-c3b2-4dca-9635-797935bb8088)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:05.633058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:05.708931 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-94a073cc-793b-459a-bd99-b33d26f20a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:41:01Z', 'revision_number': 10, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:05.732521 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a073cc-793b-459a-bd99-b33d26f20a04 None None] The sync data for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv is: [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:41:01Z', 'revision_number': 10, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None, '_interfaces': [{'id': '817003e4-1ef0-4b63-b69a-6f48111a1dff', 'name': '', 'network_id': '5a8e2172-34b2-4fad-903a-38ce7c83a21a', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'mac_address': 'fa:16:3e:b9:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:43Z', 'updated_at': '2022-01-12T09:40:02Z', 'revision_number': 5, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'subnets': [{'id': '9e8d62b6-d265-467c-afa5-bb825a4a9ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:05.782140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=6fa42f6f-ad00-414c-ac49-750a3213f71b,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:05.909923 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d002dd2-26b8-450a-ab62-17fc1c1d29c1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Port': ['ID=99b3cf28-a266-47ad-bd8d-ad6fa2ef82c7,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:05.923614 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4780422-9bc8-4d28-87e9-a1097c185d5f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:05.924071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4780422-9bc8-4d28-87e9-a1097c185d5f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:05.925948 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b4780422-9bc8-4d28-87e9-a1097c185d5f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/subnets/69244fce-f12f-4cc3-bd94-74581d6a3aa9 HTTP/1.1" status: 404 len: 337 time: 0.3474529 Jan 12 09:41:05.933491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40120) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:06.089571 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-83219225-6970-45db-83c5-738dc8300062 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:06.089571 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83219225-6970-45db-83c5-738dc8300062 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:06.091617 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-83219225-6970-45db-83c5-738dc8300062 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/513a06b2-ba33-4c32-ba91-71ac2289c745 HTTP/1.1" status: 404 len: 339 time: 0.1564674 Jan 12 09:41:06.096258 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.105324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40124) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:06.176314 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 361395b5-16c4-453a-bedb-f8f1027ca55c {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:06.176852 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.241697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0d002dd2-26b8-450a-ab62-17fc1c1d29c1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.243702 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0d002dd2-26b8-450a-ab62-17fc1c1d29c1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/ports/99b3cf28-a266-47ad-bd8d-ad6fa2ef82c7 HTTP/1.1" status: 204 len: 168 time: 2.3489037 Jan 12 09:41:06.248194 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40130) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:06.289841 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:06.304981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:06.315998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Usage tracker for resource:floatingip and tenant:e20f3a1a5e564103b8a96081e0c50acc is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:06.320342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:06.333695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:06.369585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.471590 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] For port 361395b5-16c4-453a-bedb-f8f1027ca55c, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=361395b5-16c4-453a-bedb-f8f1027ca55c,segment=NetworkSegment(538579fc-097e-4a39-812f-fd454ef2fc2e),segment_id=538579fc-097e-4a39-812f-fd454ef2fc2e)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:06.472355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.573132 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbe09-f655-4684-8dc3-f8314ade4572 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.586220 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3912e3-9f34-4d59-8372-3656b1fb70e0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 1fd02700-e34e-4a48-b91d-caaf972235f9 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:06.661301 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for 361395b5-16c4-453a-bedb-f8f1027ca55c owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:06.733704 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6d16b0ad-d384-4c64-9b08-eb3d4dd6e11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.865793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.937033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:06.949425 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Port': ['ID=361395b5-16c4-453a-bedb-f8f1027ca55c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:06.956155 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbe09-f655-4684-8dc3-f8314ade4572 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:06.958613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] No DVR routers for this DVR port 361395b5-16c4-453a-bedb-f8f1027ca55c on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:06.986465 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Allocated IP 2001:db8:2::1 (2101bd02-f983-4ce9-9cc7-ad18b614406e/4cc5c983-92c0-4b23-837a-4b6e6e854dd4/a2905748-9a90-45aa-bf00-19e87a5b93bc) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:07.018201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94322d6f-f2cb-4775-aa07-211ac9c35c12 None None] Network 2101bd02-f983-4ce9-9cc7-ad18b614406e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:07.066697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-b1bcbe09-f655-4684-8dc3-f8314ade4572 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d7fa6f-8fda-4b21-a69b-34e282b94657']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:07.101296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-b1bcbe09-f655-4684-8dc3-f8314ade4572 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7613f756-5955-4159-8180-df435126a4a0') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:07.101603 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-b1bcbe09-f655-4684-8dc3-f8314ade4572 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7613f756-5955-4159-8180-df435126a4a0') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:07.110678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28357be3-91d8-4433-9a20-f36c72efc4f5 None None] Network c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:07.159922 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbe09-f655-4684-8dc3-f8314ade4572 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.161326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.169628 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3912e3-9f34-4d59-8372-3656b1fb70e0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:07.196946 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:07.215414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538579fc-097e-4a39-812f-fd454ef2fc2e') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:07.216046 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538579fc-097e-4a39-812f-fd454ef2fc2e') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:07.217046 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208c430-e382-4c05-bed8-fa43828aa29a None None] Sync routers for ids ['1fd02700-e34e-4a48-b91d-caaf972235f9'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:07.230984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.262311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbe09-f655-4684-8dc3-f8314ade4572 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.263327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.266566 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bcbe09-f655-4684-8dc3-f8314ade4572 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:41:07.266566 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbe09-f655-4684-8dc3-f8314ade4572 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.279553 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:41:07.280066 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:07.338851 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:07.384545 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:07.391777 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.393096 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5e3912e3-9f34-4d59-8372-3656b1fb70e0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/1fd02700-e34e-4a48-b91d-caaf972235f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9053750 Jan 12 09:41:07.399615 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40134) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:07.404710 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbe09-f655-4684-8dc3-f8314ade4572 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.476015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbe09-f655-4684-8dc3-f8314ade4572 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.486122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.494970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.496731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcbe09-f655-4684-8dc3-f8314ade4572 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Network': ['ID=12d7fa6f-8fda-4b21-a69b-34e282b94657,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:07.503561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-13d02051-b9b3-4cc4-a9ee-86e0d135c802 None None] Provisioning for port a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:07.515585 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208c430-e382-4c05-bed8-fa43828aa29a None None] Routers {'1fd02700-e34e-4a48-b91d-caaf972235f9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:07.516261 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0208c430-e382-4c05-bed8-fa43828aa29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1fd02700-e34e-4a48-b91d-caaf972235f9'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:07.526543 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b1bcbe09-f655-4684-8dc3-f8314ade4572 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/12d7fa6f-8fda-4b21-a69b-34e282b94657 HTTP/1.1" status: 204 len: 168 time: 1.4207938 Jan 12 09:41:07.529390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40138) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:07.553602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Network': ['ID=c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:07.591523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.593812 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-accdd8c6-6c61-4f4f-aa21-51343de4fc85 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/networks/c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5 HTTP/1.1" status: 204 len: 168 time: 2.0122654 Jan 12 09:41:07.598176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d5fec6-8c41-4687-b693-e10942dc4ec0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting subnet bbbf6f51-59e4-4e33-a453-640639438896 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:41:07.598758 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40142) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:07.605323 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81914e5-5f54-4ffc-b431-2626731982aa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:07.605753 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81914e5-5f54-4ffc-b431-2626731982aa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:07.610192 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c81914e5-5f54-4ffc-b431-2626731982aa tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/subnets/39161d62-26fa-490c-a944-a77affb8ac0a HTTP/1.1" status: 404 len: 337 time: 0.0783627 Jan 12 09:41:07.610932 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40146) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:07.614075 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-09d5fec6-8c41-4687-b693-e10942dc4ec0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.648805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:07.680880 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0e7c25-dce9-48b2-b36d-8efd20d8b392 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:07.681367 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0e7c25-dce9-48b2-b36d-8efd20d8b392 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:07.685855 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ea0e7c25-dce9-48b2-b36d-8efd20d8b392 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/cca3328e-efef-4094-b5aa-1908b899a3ba HTTP/1.1" status: 404 len: 339 time: 0.0422108 Jan 12 09:41:07.686464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40150) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:07.741694 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd8de0-28f3-4047-89cf-d6fc409b35c1 None None] DHCP port deletion for c2f5d2b2-23cd-4fa2-a270-d16c3f0d36e5 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:41:07.752222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Transition to ACTIVE for port object a2905748-9a90-45aa-bf00-19e87a5b93bc will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:07.759532 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:07.759907 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.761168 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-9235d351-cb1a-43fb-9199-98996368c38d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:07.761624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9235d351-cb1a-43fb-9199-98996368c38d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:07.763449 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9235d351-cb1a-43fb-9199-98996368c38d tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/subnets/2303ac5c-d49b-461b-9dd1-aa332c66705d HTTP/1.1" status: 404 len: 337 time: 0.0669281 Jan 12 09:41:07.776453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40154) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:07.820829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-09d5fec6-8c41-4687-b693-e10942dc4ec0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:07.855639 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-f631d124-a9fa-416e-91fd-e2f481e97f2a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:07.856325 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f631d124-a9fa-416e-91fd-e2f481e97f2a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:07.858262 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f631d124-a9fa-416e-91fd-e2f481e97f2a tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/fd6d9fb8-1435-476e-8450-adb58d39a14f HTTP/1.1" status: 404 len: 339 time: 0.0805628 Jan 12 09:41:07.867667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40158) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:07.906575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-0208c430-e382-4c05-bed8-fa43828aa29a None None] Set router 1fd02700-e34e-4a48-b91d-caaf972235f9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:07.943733 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-835f2f7d-5c71-44ce-88dc-c91c0288cb06 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:07.943870 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835f2f7d-5c71-44ce-88dc-c91c0288cb06 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:07.945677 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-835f2f7d-5c71-44ce-88dc-c91c0288cb06 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/subnets/f8fce572-efb5-4acc-a4e1-48cdd08d8b0f HTTP/1.1" status: 404 len: 337 time: 0.0768714 Jan 12 09:41:07.950809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40162) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:08.000230 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Allocated IP 172.26.2.241 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/f4d4ddf3-9b31-4727-9021-668576dd3a5a) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:08.004200 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cd8ada-e2f7-4d7d-9273-78dabce17135 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:08.004512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67cd8ada-e2f7-4d7d-9273-78dabce17135 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:08.006198 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-67cd8ada-e2f7-4d7d-9273-78dabce17135 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/5456bc3c-4740-4300-b977-7b4569381770 HTTP/1.1" status: 404 len: 339 time: 0.0470941 Jan 12 09:41:08.009456 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40166) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:08.023240 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.105789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-09d5fec6-8c41-4687-b693-e10942dc4ec0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.178990 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.184558 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e821749-c81d-44c9-bdcf-e51bc24170b8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:08.185274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e821749-c81d-44c9-bdcf-e51bc24170b8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:08.188323 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3e821749-c81d-44c9-bdcf-e51bc24170b8 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/subnets/eaf4e65a-c71b-4575-9e3d-e02395b30af6 HTTP/1.1" status: 404 len: 337 time: 0.1775353 Jan 12 09:41:08.192343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40170) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:08.204517 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 2101bd02-f983-4ce9-9cc7-ad18b614406e is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:08.228846 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:08.242380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:08.244706 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.287469 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3,segment=NetworkSegment(62416b42-5fb9-41ba-8903-1273d0cbda2f),segment_id=62416b42-5fb9-41ba-8903-1273d0cbda2f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:08.298016 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.299473 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6fa42f6f-ad00-414c-ac49-750a3213f71b up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:08.502215 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:08.526569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6fa42f6f-ad00-414c-ac49-750a3213f71b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:08.527575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.571037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.593055 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0208c430-e382-4c05-bed8-fa43828aa29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:41:03Z', 'revision_number': 7, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:08.604756 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208c430-e382-4c05-bed8-fa43828aa29a None None] Checking router: 1fd02700-e34e-4a48-b91d-caaf972235f9 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:08.618930 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-abea782e-b784-44de-bebc-d46f80fbd5da tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:08.619743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abea782e-b784-44de-bebc-d46f80fbd5da tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:08.624141 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-abea782e-b784-44de-bebc-d46f80fbd5da tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/fd9b6870-e5c8-4e1a-902b-a1d337df91e2 HTTP/1.1" status: 404 len: 339 time: 0.4267521 Jan 12 09:41:08.627439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=a2905748-9a90-45aa-bf00-19e87a5b93bc,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:08.628032 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40174) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:08.628595 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208c430-e382-4c05-bed8-fa43828aa29a None None] Routers {'1fd02700-e34e-4a48-b91d-caaf972235f9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:08.630311 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0208c430-e382-4c05-bed8-fa43828aa29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:40:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1fd02700-e34e-4a48-b91d-caaf972235f9'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:08.703110 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.727925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-09d5fec6-8c41-4687-b693-e10942dc4ec0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.760928 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5e16df-e63e-4934-8339-0b08a963ed5e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:08.761384 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5e16df-e63e-4934-8339-0b08a963ed5e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:08.763802 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4c5e16df-e63e-4934-8339-0b08a963ed5e tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/subnets/9fa2a34c-6645-43fb-a4f3-f7e98e1dd685 HTTP/1.1" status: 404 len: 337 time: 0.1339114 Jan 12 09:41:08.780575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40178) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:08.814422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-09d5fec6-8c41-4687-b693-e10942dc4ec0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:08.820939 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e5f70e-72df-47f6-9d87-f9ec75766152 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:08.821419 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e5f70e-72df-47f6-9d87-f9ec75766152 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:08.821615 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5fec6-8c41-4687-b693-e10942dc4ec0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbf6f51-59e4-4e33-a453-640639438896,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:08.823237 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-73e5f70e-72df-47f6-9d87-f9ec75766152 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/01ecfa4b-92a4-4013-9c0f-40fd74ea3185 HTTP/1.1" status: 404 len: 339 time: 0.0415447 Jan 12 09:41:08.828779 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40182) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:08.844341 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:08.850288 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-09d5fec6-8c41-4687-b693-e10942dc4ec0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/subnets/bbbf6f51-59e4-4e33-a453-640639438896 HTTP/1.1" status: 204 len: 168 time: 1.4496021 Jan 12 09:41:08.853196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40186) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:08.881536 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:08.890548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:08.915683 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=f4d4ddf3-9b31-4727-9021-668576dd3a5a,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:08.918358 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-066958e5-a22a-4670-9b07-786b305328de tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:08.918828 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066958e5-a22a-4670-9b07-786b305328de tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:08.920633 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-066958e5-a22a-4670-9b07-786b305328de tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/subnets/cfa8c9cf-5475-473b-adde-d201f49588e6 HTTP/1.1" status: 404 len: 337 time: 0.0795074 Jan 12 09:41:08.925579 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40190) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:08.950312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-0208c430-e382-4c05-bed8-fa43828aa29a None None] Set router 1fd02700-e34e-4a48-b91d-caaf972235f9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:08.970265 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf1bcf3-9f95-4111-a547-c9d325b6d5de tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:08.971587 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf1bcf3-9f95-4111-a547-c9d325b6d5de tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:08.972690 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-baf1bcf3-9f95-4111-a547-c9d325b6d5de tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/f1c71757-0d28-4366-b5c1-5902096cc227 HTTP/1.1" status: 404 len: 339 time: 0.0464323 Jan 12 09:41:08.977289 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40194) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:08.989968 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-215cd683-e885-43ab-bfe6-923cf1f6d063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.055912 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb195b98-209e-4424-b0a7-07ea192f4d11 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:09.056563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb195b98-209e-4424-b0a7-07ea192f4d11 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:09.060675 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bb195b98-209e-4424-b0a7-07ea192f4d11 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/subnets/71da664c-9eb3-43ab-915c-5f404ee7d893 HTTP/1.1" status: 404 len: 337 time: 0.0687964 Jan 12 09:41:09.073567 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40198) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:09.114432 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-117981aa-6dc2-464a-9364-3ea34a9c86ef tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:09.114927 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117981aa-6dc2-464a-9364-3ea34a9c86ef tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:09.118972 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-117981aa-6dc2-464a-9364-3ea34a9c86ef tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/46a454c8-cf27-4e27-a3a5-8ad7899e608e HTTP/1.1" status: 404 len: 339 time: 0.0418708 Jan 12 09:41:09.153548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106127e9-30d5-4319-8fcb-708f55c7b81d None None] Network 05455418-2c08-41bc-9a26-899de66012ad requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:09.157678 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40202) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:09.170099 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfe0409-0712-4716-8842-7651da440aa2 None None] Network 2101bd02-f983-4ce9-9cc7-ad18b614406e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:09.240673 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 85d18639-5b40-4a66-948a-49801997ed12 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:09.279850 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d063fe5c-e162-4365-b973-1f9274a1036f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:09.280453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d063fe5c-e162-4365-b973-1f9274a1036f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:09.284633 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d063fe5c-e162-4365-b973-1f9274a1036f tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/subnets/cc43ed85-9e64-426c-ab75-e332feca8d57 HTTP/1.1" status: 404 len: 337 time: 0.1238222 Jan 12 09:41:09.286504 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40206) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:09.307772 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.320327 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.330735 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 85d18639-5b40-4a66-948a-49801997ed12 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:09.331085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 85d18639-5b40-4a66-948a-49801997ed12 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:09.342199 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62b62263-36de-4c7f-9874-d35f52c79e74 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.385033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.402652 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-eefc4ce2-088b-4683-9465-c4129de8b826 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:09.403160 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eefc4ce2-088b-4683-9465-c4129de8b826 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:09.407206 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-eefc4ce2-088b-4683-9465-c4129de8b826 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/bfccd847-2995-4ced-91a5-441bf1608df7 HTTP/1.1" status: 404 len: 339 time: 0.1171744 Jan 12 09:41:09.411229 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40210) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:09.556928 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:09.607080 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ba341f2e-c068-439b-8acb-1d259cc1748b None None] Provisioning complete for port a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:09.607080 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ba341f2e-c068-439b-8acb-1d259cc1748b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.632414 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1207d012-6bbe-4b09-8aeb-4b1ee8f2dc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.711346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a8a9dc-b565-4df9-b929-64f9fdf491a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Deleting subnet 995109b4-0809-44ba-afcd-a487584565c9 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:41:09.714346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77a8a9dc-b565-4df9-b929-64f9fdf491a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.739375 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62b62263-36de-4c7f-9874-d35f52c79e74 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.764432 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-62b62263-36de-4c7f-9874-d35f52c79e74 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 4105904e-0e34-4310-a2f9-3910fa10cb80 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:09.765394 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62b62263-36de-4c7f-9874-d35f52c79e74 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.768833 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77a8a9dc-b565-4df9-b929-64f9fdf491a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:09.804427 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-215cd683-e885-43ab-bfe6-923cf1f6d063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 817003e4-1ef0-4b63-b69a-6f48111a1dff {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:09.804427 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-215cd683-e885-43ab-bfe6-923cf1f6d063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.102240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:10.103229 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.195310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-62b62263-36de-4c7f-9874-d35f52c79e74 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 4105904e-0e34-4310-a2f9-3910fa10cb80, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4105904e-0e34-4310-a2f9-3910fa10cb80,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:10.195666 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62b62263-36de-4c7f-9874-d35f52c79e74 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.221034 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77a8a9dc-b565-4df9-b929-64f9fdf491a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.263038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-215cd683-e885-43ab-bfe6-923cf1f6d063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] For port 817003e4-1ef0-4b63-b69a-6f48111a1dff, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=817003e4-1ef0-4b63-b69a-6f48111a1dff,segment=NetworkSegment(91df9126-3346-4a28-bf75-ca4698e5ae41),segment_id=91df9126-3346-4a28-bf75-ca4698e5ae41)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:10.263236 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-215cd683-e885-43ab-bfe6-923cf1f6d063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.276625 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0208c430-e382-4c05-bed8-fa43828aa29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:41:03Z', 'revision_number': 7, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:10.282668 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.306053 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208c430-e382-4c05-bed8-fa43828aa29a None None] The sync data for ids ['1fd02700-e34e-4a48-b91d-caaf972235f9'] in dv-neutron-824346-1-hyperv is: [{'id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'name': 'tempest-TestNetworkBasicOps-router-304790350', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:37:27Z', 'updated_at': '2022-01-12T09:41:03Z', 'revision_number': 7, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4105904e-0e34-4310-a2f9-3910fa10cb80', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd02700-e34e-4a48-b91d-caaf972235f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:37:30Z', 'updated_at': '2022-01-12T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:10.312957 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03e4209-a8c3-4fab-88d8-e492e41ebb0c None None] DHCP port deletion for 05455418-2c08-41bc-9a26-899de66012ad request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:41:10.337268 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e03e4209-a8c3-4fab-88d8-e492e41ebb0c None None] Deleting port 25bc19e1-b55b-47c4-8967-f306860ad687 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:10.337661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e03e4209-a8c3-4fab-88d8-e492e41ebb0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.355888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-62b62263-36de-4c7f-9874-d35f52c79e74 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 4105904e-0e34-4310-a2f9-3910fa10cb80 owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:10.387495 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.392949 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.393995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.434563 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.resource_extend [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:41:10.464493 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-215cd683-e885-43ab-bfe6-923cf1f6d063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for 817003e4-1ef0-4b63-b69a-6f48111a1dff owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:10.505166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.532025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.607013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e03e4209-a8c3-4fab-88d8-e492e41ebb0c None None] For port 25bc19e1-b55b-47c4-8967-f306860ad687, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=25bc19e1-b55b-47c4-8967-f306860ad687,segment=NetworkSegment(2fc119e9-af3a-4c58-b9b9-fbee38ff857d),segment_id=2fc119e9-af3a-4c58-b9b9-fbee38ff857d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:10.607655 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e03e4209-a8c3-4fab-88d8-e492e41ebb0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.609921 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=f4d4ddf3-9b31-4727-9021-668576dd3a5a,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:10.712450 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.725491 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 361395b5-16c4-453a-bedb-f8f1027ca55c no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:10.756099 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.756445 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.756982 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.757536 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.758035 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.758585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.759093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.759727 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.760217 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.760997 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.761496 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.762009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.773121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.774723 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-12c5a5e7-f873-4295-96ee-681bf44e6ef1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5209255 Jan 12 09:41:10.786143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40214) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:10.803225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77a8a9dc-b565-4df9-b929-64f9fdf491a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.803632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-04915ce0-cf43-4d83-9ad5-ab6ce661dfa6 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'port': {'network_id': '654389dc-83eb-4b84-84a8-f710d546c8b5', 'name': 'tempest-FloatingIPTestJSON-1224486335'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:10.830120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=a2905748-9a90-45aa-bf00-19e87a5b93bc,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:10.837943 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e03e4209-a8c3-4fab-88d8-e492e41ebb0c None None] Calling delete_port for 25bc19e1-b55b-47c4-8967-f306860ad687 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:10.854384 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8a9dc-b565-4df9-b929-64f9fdf491a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Subnet': ['ID=995109b4-0809-44ba-afcd-a487584565c9,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:10.872173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-77a8a9dc-b565-4df9-b929-64f9fdf491a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:10.876618 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-77a8a9dc-b565-4df9-b929-64f9fdf491a6 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/subnets/995109b4-0809-44ba-afcd-a487584565c9 HTTP/1.1" status: 204 len: 168 time: 1.4568188 Jan 12 09:41:10.877805 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40218) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:10.886906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.894339 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7eeb35-e3f7-4c61-abed-7719e76f5edc None None] Network b762a7b9-9101-4c32-ae82-ecf2e1fed8e7 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:10.900520 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.900858 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.901186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.901691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.902169 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.902655 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.903373 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.903863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.904704 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.905181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.905746 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:10.916000 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 361395b5-16c4-453a-bedb-f8f1027ca55c {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:10.916562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 361395b5-16c4-453a-bedb-f8f1027ca55c not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:10.937894 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-96db185e-7726-4b75-af1e-7ea612e951e3 None None] Provisioning complete for port a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:10.938619 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-96db185e-7726-4b75-af1e-7ea612e951e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.058165 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.060419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 2101bd02-f983-4ce9-9cc7-ad18b614406e is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:11.064832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:11.090258 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Deleting port 148e232e-7289-45a9-a79d-3793fe3d03d7 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:11.091174 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.110177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.209792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-215cd683-e885-43ab-bfe6-923cf1f6d063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.249701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e03e4209-a8c3-4fab-88d8-e492e41ebb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.279596 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-04915ce0-cf43-4d83-9ad5-ab6ce661dfa6 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:11.310208 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-04915ce0-cf43-4d83-9ad5-ab6ce661dfa6 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:11.337512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:11.342637 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62b62263-36de-4c7f-9874-d35f52c79e74 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.376828 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cd683-e885-43ab-bfe6-923cf1f6d063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Port': ['ID=817003e4-1ef0-4b63-b69a-6f48111a1dff,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:11.405499 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04915ce0-cf43-4d83-9ad5-ab6ce661dfa6 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Made reservation on behalf of e20f3a1a5e564103b8a96081e0c50acc for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:11.410891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-04915ce0-cf43-4d83-9ad5-ab6ce661dfa6 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.477053 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 25bc19e1-b55b-47c4-8967-f306860ad687 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:11.508558 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e4209-a8c3-4fab-88d8-e492e41ebb0c None None] Pushing event deleted for resources: {'Port': ['ID=25bc19e1-b55b-47c4-8967-f306860ad687,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:11.540291 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e4209-a8c3-4fab-88d8-e492e41ebb0c None None] No DVR routers for this DVR port 25bc19e1-b55b-47c4-8967-f306860ad687 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:11.543052 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 25bc19e1-b55b-47c4-8967-f306860ad687 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:11.543395 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 25bc19e1-b55b-47c4-8967-f306860ad687 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:11.543992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:11.591008 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:11.591354 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9a73fb72-b7f4-4e4a-b6ca-112da29143a0 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:11.596373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-96db185e-7726-4b75-af1e-7ea612e951e3 None None] Provisioning for port a2905748-9a90-45aa-bf00-19e87a5b93bc completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:11.596513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b62263-36de-4c7f-9874-d35f52c79e74 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=4105904e-0e34-4310-a2f9-3910fa10cb80,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:11.609676 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-96db185e-7726-4b75-af1e-7ea612e951e3 None None] Provisioning complete for port a2905748-9a90-45aa-bf00-19e87a5b93bc triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:11.610404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-96db185e-7726-4b75-af1e-7ea612e951e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.685655 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-96db185e-7726-4b75-af1e-7ea612e951e3 None None] Port a2905748-9a90-45aa-bf00-19e87a5b93bc cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:41:11.709551 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b78c2c-9990-4777-ae8d-71ec95582120 None None] DHCP port deletion for b762a7b9-9101-4c32-ae82-ecf2e1fed8e7 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:41:11.715124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-46b78c2c-9990-4777-ae8d-71ec95582120 None None] Deleting port 148e232e-7289-45a9-a79d-3793fe3d03d7 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:11.715957 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-46b78c2c-9990-4777-ae8d-71ec95582120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.730174 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-04915ce0-cf43-4d83-9ad5-ab6ce661dfa6 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] device_id is not set on port fc63e73b-c03d-437a-8e28-f1927824cb60 yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:11.846268 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-140cac2e-f562-4dae-9cd7-11fe9812e571 None None] Provisioning complete for port a2905748-9a90-45aa-bf00-19e87a5b93bc triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:11.846935 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-140cac2e-f562-4dae-9cd7-11fe9812e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.850314 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-215cd683-e885-43ab-bfe6-923cf1f6d063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.856500 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] For port 148e232e-7289-45a9-a79d-3793fe3d03d7, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=148e232e-7289-45a9-a79d-3793fe3d03d7,segment=NetworkSegment(605013c0-a2cc-4c98-a741-2e2cf94a9c50),segment_id=605013c0-a2cc-4c98-a741-2e2cf94a9c50)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:11.856801 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:11.919687 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:11.936524 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Sync routers for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:11.937118 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-809231c8-50f7-431c-91d3-d7035fe8f1c7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/5f9b5830-c5a5-4fb9-a43d-61bae496a962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5442729 Jan 12 09:41:11.943886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-140cac2e-f562-4dae-9cd7-11fe9812e571 None None] Port a2905748-9a90-45aa-bf00-19e87a5b93bc cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:41:11.951697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40222) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:11.955585 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:11.956556 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:11.964067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9368a5ef-050b-455d-91be-e0371146daed tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1140930606'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:11.969691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9368a5ef-050b-455d-91be-e0371146daed tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:11.973971 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9368a5ef-050b-455d-91be-e0371146daed tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:network and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:11.977093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9368a5ef-050b-455d-91be-e0371146daed tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:11.983113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9368a5ef-050b-455d-91be-e0371146daed tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:12.008230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62b62263-36de-4c7f-9874-d35f52c79e74 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.048401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Calling delete_port for 148e232e-7289-45a9-a79d-3793fe3d03d7 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:12.062439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9368a5ef-050b-455d-91be-e0371146daed tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:12.066538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9368a5ef-050b-455d-91be-e0371146daed tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.114098 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-46b78c2c-9990-4777-ae8d-71ec95582120 None None] For port 148e232e-7289-45a9-a79d-3793fe3d03d7, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=148e232e-7289-45a9-a79d-3793fe3d03d7,segment=NetworkSegment(605013c0-a2cc-4c98-a741-2e2cf94a9c50),segment_id=605013c0-a2cc-4c98-a741-2e2cf94a9c50)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:12.114686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-46b78c2c-9990-4777-ae8d-71ec95582120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.207684 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:12.261786 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-46b78c2c-9990-4777-ae8d-71ec95582120 None None] Calling delete_port for 148e232e-7289-45a9-a79d-3793fe3d03d7 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:12.279465 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62b62263-36de-4c7f-9874-d35f52c79e74 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.314556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62b62263-36de-4c7f-9874-d35f52c79e74 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.327613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9368a5ef-050b-455d-91be-e0371146daed tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:41:12.354710 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.362923 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9368a5ef-050b-455d-91be-e0371146daed tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.363548 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-9368a5ef-050b-455d-91be-e0371146daed tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Added segment cb68821d-cd79-40fd-9f4d-aef8d3b9a305 of type vlan for network 2b8a0751-d4fc-4468-ab7d-1d2268b3ae17 Jan 12 09:41:12.367917 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-46b78c2c-9990-4777-ae8d-71ec95582120 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:41:12.368552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-46b78c2c-9990-4777-ae8d-71ec95582120 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:41:12.388397 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62b62263-36de-4c7f-9874-d35f52c79e74 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.389213 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b62263-36de-4c7f-9874-d35f52c79e74 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Fanout notify agent at l3_agent the message router_deleted on router 1fd02700-e34e-4a48-b91d-caaf972235f9 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:41:12.390401 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:41:12.411035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-04915ce0-cf43-4d83-9ad5-ab6ce661dfa6 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Allocated IP 172.20.0.9 (654389dc-83eb-4b84-84a8-f710d546c8b5/8b5c9a3e-f6a9-4c24-9322-a36f2d47f750/fc63e73b-c03d-437a-8e28-f1927824cb60) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:12.425236 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Port': ['ID=148e232e-7289-45a9-a79d-3793fe3d03d7,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:12.427193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] No DVR routers for this DVR port 148e232e-7289-45a9-a79d-3793fe3d03d7 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:12.428730 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9368a5ef-050b-455d-91be-e0371146daed tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.429820 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215cd683-e885-43ab-bfe6-923cf1f6d063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router eaf26882-3eef-405b-9e2e-c4d66e80b017 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:12.454538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62b62263-36de-4c7f-9874-d35f52c79e74 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.456011 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-62b62263-36de-4c7f-9874-d35f52c79e74 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/routers/1fd02700-e34e-4a48-b91d-caaf972235f9 HTTP/1.1" status: 204 len: 168 time: 3.5913036 Jan 12 09:41:12.461623 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40226) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:12.561989 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:09Z', 'revision_number': 4, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2905748-9a90-45aa-bf00-19e87a5b93bc', 'name': '', 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:79:d6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:06Z', 'updated_at': '2022-01-12T09:41:09Z', 'revision_number': 2, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:12.569520 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Checking router: 5f9b5830-c5a5-4fb9-a43d-61bae496a962 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:12.570681 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Updating router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 port a2905748-9a90-45aa-bf00-19e87a5b93bc binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:41:12.580912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.591685 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9368a5ef-050b-455d-91be-e0371146daed tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.604843 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9368a5ef-050b-455d-91be-e0371146daed tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:12.606162 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9368a5ef-050b-455d-91be-e0371146daed tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.633051 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.683612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.750669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-000df0bf-8600-423f-a93c-66a55634a7d3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.759703 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215cd683-e885-43ab-bfe6-923cf1f6d063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:12.789178 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b762a7b9-9101-4c32-ae82-ecf2e1fed8e7']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:12.801047 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f183dbe-d401-4363-beee-d77bdca088d4 None None] Sync routers for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:12.806998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605013c0-a2cc-4c98-a741-2e2cf94a9c50') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:12.806998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605013c0-a2cc-4c98-a741-2e2cf94a9c50') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:12.814629 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-215cd683-e885-43ab-bfe6-923cf1f6d063 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/eaf26882-3eef-405b-9e2e-c4d66e80b017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2118783 Jan 12 09:41:12.814629 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40232) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:12.828679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f183dbe-d401-4363-beee-d77bdca088d4 None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:12.829581 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-8f183dbe-d401-4363-beee-d77bdca088d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:12.853673 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.869524 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9368a5ef-050b-455d-91be-e0371146daed tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9167392 Jan 12 09:41:12.876324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40236) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:12.884210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c77efadc-9db9-481e-b675-896a1f3941d4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'subnet': {'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:12.894024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-46b78c2c-9990-4777-ae8d-71ec95582120 None None] Deleting port 148e232e-7289-45a9-a79d-3793fe3d03d7 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:12.894615 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-46b78c2c-9990-4777-ae8d-71ec95582120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:12.975933 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368a5ef-050b-455d-91be-e0371146daed tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Network': ['ID=2b8a0751-d4fc-4468-ab7d-1d2268b3ae17,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:13.015833 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 2b8a0751-d4fc-4468-ab7d-1d2268b3ae17 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:41:13.018149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.024180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c77efadc-9db9-481e-b675-896a1f3941d4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:13.028323 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c77efadc-9db9-481e-b675-896a1f3941d4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:subnet and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:13.031323 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c77efadc-9db9-481e-b675-896a1f3941d4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:13.037657 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c77efadc-9db9-481e-b675-896a1f3941d4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:13.070814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-87eb767c-dadf-4f0c-a2ad-cac817017972 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting subnet 9e8d62b6-d265-467c-afa5-bb825a4a9ec3 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:41:13.077363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77efadc-9db9-481e-b675-896a1f3941d4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Made reservation on behalf of 3f18640c251a4e139e274a08e32a8e7d for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:13.077553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-46b78c2c-9990-4777-ae8d-71ec95582120 None None] The port '148e232e-7289-45a9-a79d-3793fe3d03d7' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:41:13.079353 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c77efadc-9db9-481e-b675-896a1f3941d4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.094290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87eb767c-dadf-4f0c-a2ad-cac817017972 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.127213 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:41:13.127351 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.127774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:13.144588 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:13.182499 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-000df0bf-8600-423f-a93c-66a55634a7d3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.205033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-8f183dbe-d401-4363-beee-d77bdca088d4 None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:13.214235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-04915ce0-cf43-4d83-9ad5-ab6ce661dfa6 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.226858 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-000df0bf-8600-423f-a93c-66a55634a7d3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05455418-2c08-41bc-9a26-899de66012ad']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:13.242128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-000df0bf-8600-423f-a93c-66a55634a7d3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc119e9-af3a-4c58-b9b9-fbee38ff857d') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:13.242420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-000df0bf-8600-423f-a93c-66a55634a7d3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc119e9-af3a-4c58-b9b9-fbee38ff857d') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:13.258163 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-000df0bf-8600-423f-a93c-66a55634a7d3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.278333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-000df0bf-8600-423f-a93c-66a55634a7d3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.286196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000df0bf-8600-423f-a93c-66a55634a7d3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:41:13.286592 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-000df0bf-8600-423f-a93c-66a55634a7d3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:13.301438 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:13.364904 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-8f183dbe-d401-4363-beee-d77bdca088d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:41:11Z', 'revision_number': 11, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:13.370852 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-04915ce0-cf43-4d83-9ad5-ab6ce661dfa6 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.389394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f183dbe-d401-4363-beee-d77bdca088d4 None None] Checking router: eaf26882-3eef-405b-9e2e-c4d66e80b017 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:13.403831 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f183dbe-d401-4363-beee-d77bdca088d4 None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:13.404661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-8f183dbe-d401-4363-beee-d77bdca088d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:13.458596 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04915ce0-cf43-4d83-9ad5-ab6ce661dfa6 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network 654389dc-83eb-4b84-84a8-f710d546c8b5 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:13.461897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-04915ce0-cf43-4d83-9ad5-ab6ce661dfa6 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:13.463767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-000df0bf-8600-423f-a93c-66a55634a7d3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.467380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04915ce0-cf43-4d83-9ad5-ab6ce661dfa6 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:13.477587 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87eb767c-dadf-4f0c-a2ad-cac817017972 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.517574 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Transition to ACTIVE for port object a2905748-9a90-45aa-bf00-19e87a5b93bc will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:13.524615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.539399 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.545493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-000df0bf-8600-423f-a93c-66a55634a7d3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.549897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04915ce0-cf43-4d83-9ad5-ab6ce661dfa6 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=fc63e73b-c03d-437a-8e28-f1927824cb60,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:13.560572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.573431 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000df0bf-8600-423f-a93c-66a55634a7d3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Network': ['ID=05455418-2c08-41bc-9a26-899de66012ad,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:13.587836 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-8f183dbe-d401-4363-beee-d77bdca088d4 None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:13.592087 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-000df0bf-8600-423f-a93c-66a55634a7d3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/networks/05455418-2c08-41bc-9a26-899de66012ad HTTP/1.1" status: 204 len: 168 time: 1.1291404 Jan 12 09:41:13.605301 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] Pushing event deleted for resources: {'Network': ['ID=b762a7b9-9101-4c32-ae82-ecf2e1fed8e7,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:13.621152 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40240) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:13.632977 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 148e232e-7289-45a9-a79d-3793fe3d03d7 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:13.638371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04915ce0-cf43-4d83-9ad5-ab6ce661dfa6 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:13.639172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-04915ce0-cf43-4d83-9ad5-ab6ce661dfa6 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.643234 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6a3d8861-9da0-4d2d-8cb8-2b9de52a6ee9 tempest-NetworksTest-511949156 tempest-NetworksTest-511949156-project] 10.222.0.26 "DELETE /v2.0/networks/b762a7b9-9101-4c32-ae82-ecf2e1fed8e7 HTTP/1.1" status: 204 len: 168 time: 2.7564781 Jan 12 09:41:13.654681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c9c2067a-09e0-40e4-a73d-30c1f6d210ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'network': {'name': 'tempest-network-smoke--630135821', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'port_security_enabled': True}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:13.663101 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-04915ce0-cf43-4d83-9ad5-ab6ce661dfa6 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8713527 Jan 12 09:41:13.672369 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c9c2067a-09e0-40e4-a73d-30c1f6d210ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:13.676810 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40246) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:13.682423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c9c2067a-09e0-40e4-a73d-30c1f6d210ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:network and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:13.683679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-34d48859-42a6-4eb7-82bc-e518529b4c2a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'floatingip': {'port_id': 'fc63e73b-c03d-437a-8e28-f1927824cb60'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:13.686059 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c9c2067a-09e0-40e4-a73d-30c1f6d210ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:13.701775 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c9c2067a-09e0-40e4-a73d-30c1f6d210ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:13.726525 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c2067a-09e0-40e4-a73d-30c1f6d210ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:13.732651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c9c2067a-09e0-40e4-a73d-30c1f6d210ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.749135 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 148e232e-7289-45a9-a79d-3793fe3d03d7 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:13.749474 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 148e232e-7289-45a9-a79d-3793fe3d03d7 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:13.751430 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4105904e-0e34-4310-a2f9-3910fa10cb80 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:13.760028 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014b82f-869e-4322-ad96-fc7c64bce4e1 None None] Pushing event updated for resources: {'Port': ['ID=a2905748-9a90-45aa-bf00-19e87a5b93bc,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:13.788375 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-8f183dbe-d401-4363-beee-d77bdca088d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:41:11Z', 'revision_number': 11, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:13.796751 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c2067a-09e0-40e4-a73d-30c1f6d210ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:41:13.801519 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 4105904e-0e34-4310-a2f9-3910fa10cb80 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:13.801859 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4105904e-0e34-4310-a2f9-3910fa10cb80 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:13.803581 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f183dbe-d401-4363-beee-d77bdca088d4 None None] The sync data for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv is: [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:41:11Z', 'revision_number': 11, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:13.820257 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014b82f-869e-4322-ad96-fc7c64bce4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:13.820565 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c9c2067a-09e0-40e4-a73d-30c1f6d210ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.820909 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-c9c2067a-09e0-40e4-a73d-30c1f6d210ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Added segment 08cf4a33-bdaa-4124-b2fd-ab55dcf4e966 of type vlan for network 423163f0-ac89-4c8b-965b-6fc09d1bcc48 Jan 12 09:41:13.821506 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014b82f-869e-4322-ad96-fc7c64bce4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:13.822045 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014b82f-869e-4322-ad96-fc7c64bce4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:13.822577 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014b82f-869e-4322-ad96-fc7c64bce4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:13.823161 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014b82f-869e-4322-ad96-fc7c64bce4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:13.823648 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014b82f-869e-4322-ad96-fc7c64bce4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:13.824163 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014b82f-869e-4322-ad96-fc7c64bce4e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:13.824666 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014b82f-869e-4322-ad96-fc7c64bce4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:13.825407 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014b82f-869e-4322-ad96-fc7c64bce4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:13.825899 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014b82f-869e-4322-ad96-fc7c64bce4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:13.826618 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014b82f-869e-4322-ad96-fc7c64bce4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:13.834156 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014b82f-869e-4322-ad96-fc7c64bce4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:13.856018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c9c2067a-09e0-40e4-a73d-30c1f6d210ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.882093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34d48859-42a6-4eb7-82bc-e518529b4c2a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.915019 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Attempting to bind port a2905748-9a90-45aa-bf00-19e87a5b93bc on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:13.915711 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Attempting to bind port a2905748-9a90-45aa-bf00-19e87a5b93bc by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '62416b42-5fb9-41ba-8903-1273d0cbda2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:13.916313 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Attempting to bind port a2905748-9a90-45aa-bf00-19e87a5b93bc on network 2101bd02-f983-4ce9-9cc7-ad18b614406e {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:41:13.924227 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:41:13.924775 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Checking segment: {'id': '62416b42-5fb9-41ba-8903-1273d0cbda2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:13.925273 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.925777 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Bound using segment: {'id': '62416b42-5fb9-41ba-8903-1273d0cbda2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:41:13.926474 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Bound port: a2905748-9a90-45aa-bf00-19e87a5b93bc, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62416b42-5fb9-41ba-8903-1273d0cbda2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:13.927124 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:13.969324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87eb767c-dadf-4f0c-a2ad-cac817017972 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.038179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c9c2067a-09e0-40e4-a73d-30c1f6d210ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.040263 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] For port a2905748-9a90-45aa-bf00-19e87a5b93bc, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:41:14.048464 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] For port a2905748-9a90-45aa-bf00-19e87a5b93bc, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a2905748-9a90-45aa-bf00-19e87a5b93bc,segment=NetworkSegment(62416b42-5fb9-41ba-8903-1273d0cbda2f),segment_id=62416b42-5fb9-41ba-8903-1273d0cbda2f)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:41:14.060674 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.061943 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c2067a-09e0-40e4-a73d-30c1f6d210ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:14.062984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c9c2067a-09e0-40e4-a73d-30c1f6d210ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.156858 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40252) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:14.207537 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:14.209518 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:14.406595 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:14.435698 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40258) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:14.436483 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c9c2067a-09e0-40e4-a73d-30c1f6d210ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8041213 Jan 12 09:41:14.447787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2067a-09e0-40e4-a73d-30c1f6d210ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Network': ['ID=423163f0-ac89-4c8b-965b-6fc09d1bcc48,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:14.460318 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 423163f0-ac89-4c8b-965b-6fc09d1bcc48 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:41:14.464453 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c77efadc-9db9-481e-b675-896a1f3941d4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.561286 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2054362624', 'admin_state_up': True, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:14.568548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87eb767c-dadf-4f0c-a2ad-cac817017972 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.581662 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:14.590200 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014b82f-869e-4322-ad96-fc7c64bce4e1 None None] Pushing event updated for resources: {'Port': ['ID=a2905748-9a90-45aa-bf00-19e87a5b93bc,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:14.596047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:router and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:14.602439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:14.606655 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c5e948f3-d4a3-4d97-a0ec-5948672e4e05 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cb2174ae2cc489c9a76096616d053c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492378 Jan 12 09:41:14.612863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40262) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:14.615371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:14.638701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87eb767c-dadf-4f0c-a2ad-cac817017972 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.656399 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77efadc-9db9-481e-b675-896a1f3941d4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Subnet': ['ID=b366870b-766a-4b0c-9c98-bbbb726f4552,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:14.676801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c58f6c-955c-4a1e-8f44-fba40a6df029 None None] Network 5a8e2172-34b2-4fad-903a-38ce7c83a21a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:14.705750 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-87eb767c-dadf-4f0c-a2ad-cac817017972 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/9e8d62b6-d265-467c-afa5-bb825a4a9ec3 HTTP/1.1" status: 204 len: 168 time: 1.8870823 Jan 12 09:41:14.708042 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40266) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:14.717003 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb767c-dadf-4f0c-a2ad-cac817017972 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8d62b6-d265-467c-afa5-bb825a4a9ec3,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:14.719964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77efadc-9db9-481e-b675-896a1f3941d4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Checking segment: {'id': 'cb68821d-cd79-40fd-9f4d-aef8d3b9a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:14.720379 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77efadc-9db9-481e-b675-896a1f3941d4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network hostable DHCP agents. Network: 2b8a0751-d4fc-4468-ab7d-1d2268b3ae17, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:41:14.742708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.746178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.756299 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77efadc-9db9-481e-b675-896a1f3941d4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 2b8a0751-d4fc-4468-ab7d-1d2268b3ae17 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:41:14.769372 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-c77efadc-9db9-481e-b675-896a1f3941d4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 2b8a0751-d4fc-4468-ab7d-1d2268b3ae17) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:14.774897 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77efadc-9db9-481e-b675-896a1f3941d4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:14.776439 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c77efadc-9db9-481e-b675-896a1f3941d4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:14.803221 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:09Z', 'revision_number': 4, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2905748-9a90-45aa-bf00-19e87a5b93bc', 'name': '', 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:79:d6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:06Z', 'updated_at': '2022-01-12T09:41:14Z', 'revision_number': 4, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:14.805640 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c77efadc-9db9-481e-b675-896a1f3941d4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9287212 Jan 12 09:41:14.808721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40270) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:14.809244 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63424b33-064b-4b2b-abe5-c7628dc03b1e None None] The sync data for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv is: [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:09Z', 'revision_number': 4, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2905748-9a90-45aa-bf00-19e87a5b93bc', 'name': '', 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:79:d6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:06Z', 'updated_at': '2022-01-12T09:41:14Z', 'revision_number': 4, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:14.868332 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c152d1-70da-4ba8-b2b2-ef01b03bfc98 None None] Network 2b8a0751-d4fc-4468-ab7d-1d2268b3ae17 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:15.069593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.077458 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.088350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70feed1c-d6f2-402e-afd9-b03653979a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.203733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70feed1c-d6f2-402e-afd9-b03653979a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.214397 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 5978e3a3-d09f-4868-840e-374b8669a13a {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:15.215022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.264140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-2b8a0751-d4fc-4468-ab7d-1d2268b3ae17', 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'fixed_ips': [{'subnet_id': 'b366870b-766a-4b0c-9c98-bbbb726f4552'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:41:15.265378 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.291976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] DHCP port deletion for 5a8e2172-34b2-4fad-903a-38ce7c83a21a request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:41:15.304114 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Deleting port 5978e3a3-d09f-4868-840e-374b8669a13a {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:15.304338 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.599240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a2905748-9a90-45aa-bf00-19e87a5b93bc up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:15.708625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.736878 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Allocated IP 2001:db8:3::2 (2b8a0751-d4fc-4468-ab7d-1d2268b3ae17/b366870b-766a-4b0c-9c98-bbbb726f4552/e0f42702-a09b-4425-ae98-a226dea535f7) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:15.741921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.787035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70feed1c-d6f2-402e-afd9-b03653979a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.792167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.resource_extend [None req-34d48859-42a6-4eb7-82bc-e518529b4c2a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 12 09:41:15.799138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port a2905748-9a90-45aa-bf00-19e87a5b93bc completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:15.843641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] For port 5978e3a3-d09f-4868-840e-374b8669a13a, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=5978e3a3-d09f-4868-840e-374b8669a13a,segment=NetworkSegment(91df9126-3346-4a28-bf75-ca4698e5ae41),segment_id=91df9126-3346-4a28-bf75-ca4698e5ae41)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:15.844510 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.868329 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a2905748-9a90-45aa-bf00-19e87a5b93bc triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:15.868866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:15.904120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70feed1c-d6f2-402e-afd9-b03653979a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a27a31f-500f-4b19-8b80-c3ba58add238,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:16.003061 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34d48859-42a6-4eb7-82bc-e518529b4c2a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:16.053497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70feed1c-d6f2-402e-afd9-b03653979a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:16.056959 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-70feed1c-d6f2-402e-afd9-b03653979a22 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a27a31f-500f-4b19-8b80-c3ba58add238 HTTP/1.1" status: 204 len: 168 time: 1.4408498 Jan 12 09:41:16.066497 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Calling delete_port for 5978e3a3-d09f-4868-840e-374b8669a13a owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:16.071208 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34d48859-42a6-4eb7-82bc-e518529b4c2a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:16.290909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:16.343936 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] For port 5978e3a3-d09f-4868-840e-374b8669a13a, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=5978e3a3-d09f-4868-840e-374b8669a13a,segment=NetworkSegment(91df9126-3346-4a28-bf75-ca4698e5ae41),segment_id=91df9126-3346-4a28-bf75-ca4698e5ae41)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:16.344433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:16.391537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Pushing event deleted for resources: {'Port': ['ID=5978e3a3-d09f-4868-840e-374b8669a13a,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:16.398494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] No DVR routers for this DVR port 5978e3a3-d09f-4868-840e-374b8669a13a on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:16.438606 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:16.439170 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:16.439715 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:16.439900 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:16.440234 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:16.440562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:16.440886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:16.441208 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:16.441529 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:16.441870 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:16.442189 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:16.442502 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9289-1229-4448-a00e-084cbaafef2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:41:16.504424 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:16.549753 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:16.552801 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Calling delete_port for 5978e3a3-d09f-4868-840e-374b8669a13a owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:16.559656 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:16.570847 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port a2905748-9a90-45aa-bf00-19e87a5b93bc, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a2905748-9a90-45aa-bf00-19e87a5b93bc,segment=NetworkSegment(62416b42-5fb9-41ba-8903-1273d0cbda2f),segment_id=62416b42-5fb9-41ba-8903-1273d0cbda2f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:16.574149 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Transition to ACTIVE for port object e0f42702-a09b-4425-ae98-a226dea535f7 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:16.581695 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:16.646733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Transition to ACTIVE for port object e0f42702-a09b-4425-ae98-a226dea535f7 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:16.649593 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5978e3a3-d09f-4868-840e-374b8669a13a no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:16.745077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:16.748808 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-34d48859-42a6-4eb7-82bc-e518529b4c2a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Floating IP 972a339c-1034-4371-992e-83f3cd632572 associated. External IP: 172.26.2.241, port: fc63e73b-c03d-437a-8e28-f1927824cb60. Jan 12 09:41:16.751788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 5978e3a3-d09f-4868-840e-374b8669a13a {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:16.752134 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5978e3a3-d09f-4868-840e-374b8669a13a not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:16.752552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 817003e4-1ef0-4b63-b69a-6f48111a1dff no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:16.761668 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Allocated IP 2001:db8:3::1 (2b8a0751-d4fc-4468-ab7d-1d2268b3ae17/b366870b-766a-4b0c-9c98-bbbb726f4552/7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:16.794793 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 817003e4-1ef0-4b63-b69a-6f48111a1dff {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:16.794793 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 817003e4-1ef0-4b63-b69a-6f48111a1dff not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:16.809752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=a2905748-9a90-45aa-bf00-19e87a5b93bc,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:16.815207 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Network 2b8a0751-d4fc-4468-ab7d-1d2268b3ae17 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:16.850498 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:16.858743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:41:16.858743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:41:16.864427 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:16.938495 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Pushing event updated for resources: {'Port': ['ID=e0f42702-a09b-4425-ae98-a226dea535f7,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:16.973097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Attempting to bind port e0f42702-a09b-4425-ae98-a226dea535f7 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:16.973097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Attempting to bind port e0f42702-a09b-4425-ae98-a226dea535f7 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'cb68821d-cd79-40fd-9f4d-aef8d3b9a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:16.973097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Attempting to bind port e0f42702-a09b-4425-ae98-a226dea535f7 on network 2b8a0751-d4fc-4468-ab7d-1d2268b3ae17 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:41:16.973097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:41:16.973097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Checking segment: {'id': 'cb68821d-cd79-40fd-9f4d-aef8d3b9a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:16.973097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:16.973097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Bound using segment: {'id': 'cb68821d-cd79-40fd-9f4d-aef8d3b9a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:41:16.978511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Bound port: e0f42702-a09b-4425-ae98-a226dea535f7, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb68821d-cd79-40fd-9f4d-aef8d3b9a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:16.978511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:16.997560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.014891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Transition to ACTIVE for port object 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:17.047431 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.088974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] For port e0f42702-a09b-4425-ae98-a226dea535f7, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:41:17.088974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] For port e0f42702-a09b-4425-ae98-a226dea535f7, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e0f42702-a09b-4425-ae98-a226dea535f7,segment=NetworkSegment(cb68821d-cd79-40fd-9f4d-aef8d3b9a305),segment_id=cb68821d-cd79-40fd-9f4d-aef8d3b9a305)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:41:17.108375 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.128677 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.132639 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 2b8a0751-d4fc-4468-ab7d-1d2268b3ae17 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:17.141595 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:17.144378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:17.145204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.164567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.205542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4204d68-ea2a-43ce-bd51-3e14675be1e7 None None] Pushing event updated for resources: {'Port': ['ID=e0f42702-a09b-4425-ae98-a226dea535f7,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:17.358123 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:17.359484 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Deleting port 5978e3a3-d09f-4868-840e-374b8669a13a {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:17.359826 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.491343 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a2905748-9a90-45aa-bf00-19e87a5b93bc up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:17.529160 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.542105 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] The port '5978e3a3-d09f-4868-840e-374b8669a13a' was deleted {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:41:17.598874 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a2905748-9a90-45aa-bf00-19e87a5b93bc triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:17.599702 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.800092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.235 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/fbe5b118-1679-4fa5-9eda-b3d7d265d989) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:17.815343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d48859-42a6-4eb7-82bc-e518529b4c2a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router d6f699c2-f919-4919-a87b-c44969d62262 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:17.867506 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:17.998657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8e2172-34b2-4fad-903a-38ce7c83a21a']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:18.025860 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.039308 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.039308 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.073568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91df9126-3346-4a28-bf75-ca4698e5ae41') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:18.073789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91df9126-3346-4a28-bf75-ca4698e5ae41') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:18.104614 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.139821 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.176924 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event updated for resources: {'Port': ['ID=7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:18.231112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:41:18.231808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:18.256646 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:18.329588 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.416112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Network 2b8a0751-d4fc-4468-ab7d-1d2268b3ae17 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:18.418709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:18.418937 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d48859-42a6-4eb7-82bc-e518529b4c2a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:18.431414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.436015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.445459 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7605680-5068-4279-847b-18248698418b None None] Sync routers for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:18.475457 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7605680-5068-4279-847b-18248698418b None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:18.476508 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c7605680-5068-4279-847b-18248698418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:18.511463 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Pushing event deleted for resources: {'Network': ['ID=5a8e2172-34b2-4fad-903a-38ce7c83a21a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:18.516710 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34d48859-42a6-4eb7-82bc-e518529b4c2a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.544515 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4f9a2d2c-bfd9-4e66-b97f-5b772c3d3f04 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/networks/5a8e2172-34b2-4fad-903a-38ce7c83a21a HTTP/1.1" status: 204 len: 168 time: 3.8326130 Jan 12 09:41:18.550422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40276) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:18.567272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-c87508ec-cc1a-460f-bb11-a7bde5fe1eeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'router': {'routes': None}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:18.582134 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c7605680-5068-4279-847b-18248698418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:18.593637 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7605680-5068-4279-847b-18248698418b None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:18.594428 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c7605680-5068-4279-847b-18248698418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:18.639651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:18.660201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507407f9-f30c-4e36-b0f3-e4f84ca91bd2 None None] Network 2b8a0751-d4fc-4468-ab7d-1d2268b3ae17 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:18.670977 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c7605680-5068-4279-847b-18248698418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:18.672193 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7605680-5068-4279-847b-18248698418b None None] The sync data for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:18.720743 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-34d48859-42a6-4eb7-82bc-e518529b4c2a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "PUT /v2.0/floatingips/972a339c-1034-4371-992e-83f3cd632572 HTTP/1.1" status: 200 len: 978 time: 5.0425730 Jan 12 09:41:18.742960 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40280) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:18.748215 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1f07f7ee-f7e3-46df-9daf-511e732e8327 None None] Provisioning for port e0f42702-a09b-4425-ae98-a226dea535f7 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:18.780879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.896352 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-901680f5-9637-4e8e-a80b-74c6a76253aa tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting port fc63e73b-c03d-437a-8e28-f1927824cb60 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:18.896695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-901680f5-9637-4e8e-a80b-74c6a76253aa tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.899882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:18.942260 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:18.953398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.extraroute_db [None req-c87508ec-cc1a-460f-bb11-a7bde5fe1eeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Added routes are [] {{(pid=87663) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 12 09:41:18.953398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.extraroute_db [None req-c87508ec-cc1a-460f-bb11-a7bde5fe1eeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Removed routes are [] {{(pid=87663) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 12 09:41:18.953398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c87508ec-cc1a-460f-bb11-a7bde5fe1eeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:18.953949 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:18.955075 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:18.970141 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Sync routers for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:18.973138 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d5c687cb-39a6-41dc-90ba-df9096d459f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/5f9b5830-c5a5-4fb9-a43d-61bae496a962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1626246 Jan 12 09:41:18.976253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40284) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:18.983952 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2574781c-7ff2-438a-ac56-3c6fc7f3a715 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:19.039686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:19.040243 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:19.083158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=fbe5b118-1679-4fa5-9eda-b3d7d265d989,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:19.264042 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:19.522560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-901680f5-9637-4e8e-a80b-74c6a76253aa tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.563576 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e0f42702-a09b-4425-ae98-a226dea535f7 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:19.621927 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c87508ec-cc1a-460f-bb11-a7bde5fe1eeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.634672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c87508ec-cc1a-460f-bb11-a7bde5fe1eeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:19.746113 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port e0f42702-a09b-4425-ae98-a226dea535f7 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:19.767489 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port e0f42702-a09b-4425-ae98-a226dea535f7 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:19.768198 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.107519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87508ec-cc1a-460f-bb11-a7bde5fe1eeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router eaf26882-3eef-405b-9e2e-c4d66e80b017 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:20.108702 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.145907 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4efb84ed-e855-4500-93f5-8f3abcb6ba9b None None] Provisioning for port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:20.163625 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4efb84ed-e855-4500-93f5-8f3abcb6ba9b None None] Provisioning complete for port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:20.164103 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4efb84ed-e855-4500-93f5-8f3abcb6ba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.194403 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.242389 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:17Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6', 'name': '', 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:90:35:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:16Z', 'updated_at': '2022-01-12T09:41:17Z', 'revision_number': 2, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2905748-9a90-45aa-bf00-19e87a5b93bc', 'name': '', 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:79:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:06Z', 'updated_at': '2022-01-12T09:41:16Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:20.262898 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Checking router: 5f9b5830-c5a5-4fb9-a43d-61bae496a962 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:20.263395 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Updating router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:41:20.364709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.485996 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4efb84ed-e855-4500-93f5-8f3abcb6ba9b None None] Port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:41:20.515227 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port e0f42702-a09b-4425-ae98-a226dea535f7, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e0f42702-a09b-4425-ae98-a226dea535f7,segment=NetworkSegment(cb68821d-cd79-40fd-9f4d-aef8d3b9a305),segment_id=cb68821d-cd79-40fd-9f4d-aef8d3b9a305)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:20.536361 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4efb84ed-e855-4500-93f5-8f3abcb6ba9b None None] Provisioning complete for port e0f42702-a09b-4425-ae98-a226dea535f7 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:20.536361 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4efb84ed-e855-4500-93f5-8f3abcb6ba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.565681 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.650192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-901680f5-9637-4e8e-a80b-74c6a76253aa tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.650192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-901680f5-9637-4e8e-a80b-74c6a76253aa tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.650192 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-901680f5-9637-4e8e-a80b-74c6a76253aa tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Floating IP 972a339c-1034-4371-992e-83f3cd632572 disassociated. External IP: 172.26.2.241, port: fc63e73b-c03d-437a-8e28-f1927824cb60. Jan 12 09:41:20.650192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-901680f5-9637-4e8e-a80b-74c6a76253aa tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Calling delete_port for fc63e73b-c03d-437a-8e28-f1927824cb60 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:20.666408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87508ec-cc1a-460f-bb11-a7bde5fe1eeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:20.679938 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c87508ec-cc1a-460f-bb11-a7bde5fe1eeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.681733 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c87508ec-cc1a-460f-bb11-a7bde5fe1eeb tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/eaf26882-3eef-405b-9e2e-c4d66e80b017 HTTP/1.1" status: 200 len: 701 time: 2.1296818 Jan 12 09:41:20.692038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40292) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:20.699814 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787e556-7438-47d5-8be7-e502e88d73f1 None None] Sync routers for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:20.714280 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a787e556-7438-47d5-8be7-e502e88d73f1 None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:20.714925 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a787e556-7438-47d5-8be7-e502e88d73f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:20.775056 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fa720437-8851-4033-976c-2fe59cc6040c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Synchronizing usage tracker for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:20.812546 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=e0f42702-a09b-4425-ae98-a226dea535f7,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:20.837141 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fa720437-8851-4033-976c-2fe59cc6040c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Unset dirty status for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:20.840875 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fa720437-8851-4033-976c-2fe59cc6040c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf26882-3eef-405b-9e2e-c4d66e80b017 HTTP/1.1" status: 200 len: 205 time: 0.1467798 Jan 12 09:41:20.847546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40296) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:20.888218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:20.957256 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-a787e556-7438-47d5-8be7-e502e88d73f1 None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:21.016804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31008316-624b-4e33-b3df-6e79bacd51a1 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.104919 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a787e556-7438-47d5-8be7-e502e88d73f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:41:11Z', 'revision_number': 11, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:21.117049 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787e556-7438-47d5-8be7-e502e88d73f1 None None] Checking router: eaf26882-3eef-405b-9e2e-c4d66e80b017 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:21.131856 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a787e556-7438-47d5-8be7-e502e88d73f1 None None] Routers {'eaf26882-3eef-405b-9e2e-c4d66e80b017'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:21.132763 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a787e556-7438-47d5-8be7-e502e88d73f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eaf26882-3eef-405b-9e2e-c4d66e80b017'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:21.154443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-eee52b1d-c938-417b-a4aa-d446bfa02fae None None] Provisioning complete for port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:21.157282 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-eee52b1d-c938-417b-a4aa-d446bfa02fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.185123 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.222214 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Transition to ACTIVE for port object 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:21.245394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.249327 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-eee52b1d-c938-417b-a4aa-d446bfa02fae None None] Port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:41:21.334160 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-a787e556-7438-47d5-8be7-e502e88d73f1 None None] Set router eaf26882-3eef-405b-9e2e-c4d66e80b017 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:21.474429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e0f42702-a09b-4425-ae98-a226dea535f7 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:21.510832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 0bc01587-9a21-4155-942d-7b9c413303e4 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:41:21.557648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57824756-75a3-4565-b760-1a752002cdb4 None None] Pushing event updated for resources: {'Port': ['ID=7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:21.568972 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a787e556-7438-47d5-8be7-e502e88d73f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:41:11Z', 'revision_number': 11, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:21.583098 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787e556-7438-47d5-8be7-e502e88d73f1 None None] The sync data for ids ['eaf26882-3eef-405b-9e2e-c4d66e80b017'] in dv-neutron-824346-1-hyperv is: [{'id': 'eaf26882-3eef-405b-9e2e-c4d66e80b017', 'name': 'tempest-RoutersTest-router-1709313360', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:38Z', 'updated_at': '2022-01-12T09:41:11Z', 'revision_number': 11, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:21.601436 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.extraroute_db [None req-2574781c-7ff2-438a-ac56-3c6fc7f3a715 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 12 09:41:21.622547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31008316-624b-4e33-b3df-6e79bacd51a1 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.626024 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31008316-624b-4e33-b3df-6e79bacd51a1 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.711104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.extraroute_db [None req-2574781c-7ff2-438a-ac56-3c6fc7f3a715 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Removed routes are [] {{(pid=87664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 12 09:41:21.712416 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2574781c-7ff2-438a-ac56-3c6fc7f3a715 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.733799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Attempting to bind port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:21.733799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Attempting to bind port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'cb68821d-cd79-40fd-9f4d-aef8d3b9a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:21.733799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Attempting to bind port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 on network 2b8a0751-d4fc-4468-ab7d-1d2268b3ae17 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:41:21.738655 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31008316-624b-4e33-b3df-6e79bacd51a1 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.739605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31008316-624b-4e33-b3df-6e79bacd51a1 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Fanout notify agent at l3_agent the message router_deleted on router eaf26882-3eef-405b-9e2e-c4d66e80b017 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:41:21.741347 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:41:21.741658 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Checking segment: {'id': 'cb68821d-cd79-40fd-9f4d-aef8d3b9a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:21.742055 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.742693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Bound using segment: {'id': 'cb68821d-cd79-40fd-9f4d-aef8d3b9a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:41:21.743193 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Bound port: 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb68821d-cd79-40fd-9f4d-aef8d3b9a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:21.743548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.810315 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:21.847240 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.848158 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Sync routers for ids ['0bc01587-9a21-4155-942d-7b9c413303e4'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:21.848696 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4c63bda4-1b4f-4fef-a0cf-83af5c381096 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.4072852 Jan 12 09:41:21.851823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40300) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:21.865063 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31008316-624b-4e33-b3df-6e79bacd51a1 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.870411 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-31008316-624b-4e33-b3df-6e79bacd51a1 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/routers/eaf26882-3eef-405b-9e2e-c4d66e80b017 HTTP/1.1" status: 204 len: 168 time: 1.0177038 Jan 12 09:41:21.870557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port e0f42702-a09b-4425-ae98-a226dea535f7 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:21.870557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.873145 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40304) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:21.901010 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ede7cb7c-fb3a-4deb-b2a1-b2a7a553d7a0 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=05fdfd0263cb464989f6119e683582f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480137 Jan 12 09:41:21.904378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40308) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:21.933829 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Routers {'0bc01587-9a21-4155-942d-7b9c413303e4'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:21.934610 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0bc01587-9a21-4155-942d-7b9c413303e4'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:21.946544 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-93f4361c-48f6-415c-a78f-8b018e394114 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-963582077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:21.962555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-93f4361c-48f6-415c-a78f-8b018e394114 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:21.979492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-93f4361c-48f6-415c-a78f-8b018e394114 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Usage tracker for resource:router and tenant:8d476f04375446c6b15cc6814070f06a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:21.984501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-901680f5-9637-4e8e-a80b-74c6a76253aa tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:21.992424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-93f4361c-48f6-415c-a78f-8b018e394114 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:22.036617 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-93f4361c-48f6-415c-a78f-8b018e394114 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:22.062195 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] For port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:41:22.076466 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901680f5-9637-4e8e-a80b-74c6a76253aa tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Port': ['ID=fc63e73b-c03d-437a-8e28-f1927824cb60,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:22.076768 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] For port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6,segment=NetworkSegment(cb68821d-cd79-40fd-9f4d-aef8d3b9a305),segment_id=cb68821d-cd79-40fd-9f4d-aef8d3b9a305)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:41:22.114491 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4de0fc-0b89-4f7b-91de-1fa0c3bd38c7 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:22.117114 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9e4de0fc-0b89-4f7b-91de-1fa0c3bd38c7 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2116446 Jan 12 09:41:22.119878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40312) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:22.162868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.167185 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-534fe9ff-611c-4cae-ba11-1e7a72a66145 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461373 Jan 12 09:41:22.169788 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40316) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:22.175701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-17d1f860-a5f2-4d78-b61d-c571c0e7350c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1197098503', 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:22.285445 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-17d1f860-a5f2-4d78-b61d-c571c0e7350c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:22.289181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-17d1f860-a5f2-4d78-b61d-c571c0e7350c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:subnet and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:22.296362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-17d1f860-a5f2-4d78-b61d-c571c0e7350c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:22.307014 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-17d1f860-a5f2-4d78-b61d-c571c0e7350c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:22.327806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d1f860-a5f2-4d78-b61d-c571c0e7350c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:22.332988 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17d1f860-a5f2-4d78-b61d-c571c0e7350c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.338758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Set router 0bc01587-9a21-4155-942d-7b9c413303e4 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:22.356805 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-93f4361c-48f6-415c-a78f-8b018e394114 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.357814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-93f4361c-48f6-415c-a78f-8b018e394114 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.453441 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:22.454084 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:22.535809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-93f4361c-48f6-415c-a78f-8b018e394114 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.584011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2574781c-7ff2-438a-ac56-3c6fc7f3a715 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.596599 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2574781c-7ff2-438a-ac56-3c6fc7f3a715 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.623375 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57824756-75a3-4565-b760-1a752002cdb4 None None] Pushing event updated for resources: {'Port': ['ID=7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:22.649426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17d1f860-a5f2-4d78-b61d-c571c0e7350c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.670395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901680f5-9637-4e8e-a80b-74c6a76253aa tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router d6f699c2-f919-4919-a87b-c44969d62262 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:22.671537 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-93f4361c-48f6-415c-a78f-8b018e394114 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.671906 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:22.728109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1f860-a5f2-4d78-b61d-c571c0e7350c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Subnet': ['ID=c7eb6399-4f6f-4773-914b-736433cc691f,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:22.736424 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d1f860-a5f2-4d78-b61d-c571c0e7350c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Checking segment: {'id': '08cf4a33-bdaa-4124-b2fd-ab55dcf4e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:22.736887 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d1f860-a5f2-4d78-b61d-c571c0e7350c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network hostable DHCP agents. Network: 423163f0-ac89-4c8b-965b-6fc09d1bcc48, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:41:22.759510 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d1f860-a5f2-4d78-b61d-c571c0e7350c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 423163f0-ac89-4c8b-965b-6fc09d1bcc48 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:41:22.772200 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-17d1f860-a5f2-4d78-b61d-c571c0e7350c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 423163f0-ac89-4c8b-965b-6fc09d1bcc48) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:22.776883 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d1f860-a5f2-4d78-b61d-c571c0e7350c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:22.777600 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-17d1f860-a5f2-4d78-b61d-c571c0e7350c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.791686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc41fc1-032e-4012-be5d-5ce3fdb0f251 None None] Network 423163f0-ac89-4c8b-965b-6fc09d1bcc48 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:22.805188 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-17d1f860-a5f2-4d78-b61d-c571c0e7350c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6315756 Jan 12 09:41:22.805564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40320) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:22.858358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-93f4361c-48f6-415c-a78f-8b018e394114 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:22.862089 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-93f4361c-48f6-415c-a78f-8b018e394114 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9854243 Jan 12 09:41:22.862830 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40324) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:22.873297 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-941d4463-9057-4ad6-bdd3-8ceb6213dff2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:22.896058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2574781c-7ff2-438a-ac56-3c6fc7f3a715 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:23.103779 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901680f5-9637-4e8e-a80b-74c6a76253aa tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:23.119205 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836225cc-3c73-478c-a859-4505db718a11 None None] Sync routers for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:23.135815 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836225cc-3c73-478c-a859-4505db718a11 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:23.142210 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-836225cc-3c73-478c-a859-4505db718a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:23.226326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2574781c-7ff2-438a-ac56-3c6fc7f3a715 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:23.234419 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2574781c-7ff2-438a-ac56-3c6fc7f3a715 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.236040 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2574781c-7ff2-438a-ac56-3c6fc7f3a715 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/5f9b5830-c5a5-4fb9-a43d-61bae496a962 HTTP/1.1" status: 200 len: 954 time: 4.2587879 Jan 12 09:41:23.240068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40328) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:23.286785 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-836225cc-3c73-478c-a859-4505db718a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:23.299411 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836225cc-3c73-478c-a859-4505db718a11 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:23.300903 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-836225cc-3c73-478c-a859-4505db718a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:23.311973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'name': 'tempest-TestNetworkBasicOps-router-2054362624', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:14Z', 'updated_at': '2022-01-12T09:41:19Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ee:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:17Z', 'updated_at': '2022-01-12T09:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:23.321340 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ips': [{'subnet_id': 'c7eb6399-4f6f-4773-914b-736433cc691f'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:41:23.322511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.322831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-901680f5-9637-4e8e-a80b-74c6a76253aa tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.324717 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-901680f5-9637-4e8e-a80b-74c6a76253aa tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/ports/fc63e73b-c03d-437a-8e28-f1927824cb60 HTTP/1.1" status: 204 len: 168 time: 4.5806699 Jan 12 09:41:23.327860 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40332) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:23.336105 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Checking router: 0bc01587-9a21-4155-942d-7b9c413303e4 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:23.336773 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Updating router 0bc01587-9a21-4155-942d-7b9c413303e4 port fbe5b118-1679-4fa5-9eda-b3d7d265d989 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:41:23.424891 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-836225cc-3c73-478c-a859-4505db718a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:23.425240 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836225cc-3c73-478c-a859-4505db718a11 None None] The sync data for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:23.469297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.499111 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-941d4463-9057-4ad6-bdd3-8ceb6213dff2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.540164 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:21Z', 'revision_number': 6, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6', 'name': '', 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:90:35:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:16Z', 'updated_at': '2022-01-12T09:41:22Z', 'revision_number': 4, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2905748-9a90-45aa-bf00-19e87a5b93bc', 'name': '', 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:79:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:06Z', 'updated_at': '2022-01-12T09:41:16Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:23.560099 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4ce4c1-ddc9-4344-860f-a8e9ec229b11 None None] The sync data for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv is: [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:21Z', 'revision_number': 6, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6', 'name': '', 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:90:35:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:16Z', 'updated_at': '2022-01-12T09:41:22Z', 'revision_number': 4, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2905748-9a90-45aa-bf00-19e87a5b93bc', 'name': '', 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:79:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:06Z', 'updated_at': '2022-01-12T09:41:16Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:23.583038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-941d4463-9057-4ad6-bdd3-8ceb6213dff2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:23.628077 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a290fa74-63b3-4b7b-891f-d3152ed7fba4 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "GET /v2.0/floatingips/972a339c-1034-4371-992e-83f3cd632572 HTTP/1.1" status: 200 len: 688 time: 0.2991438 Jan 12 09:41:23.638911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40336) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:23.748112 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-982b178a-94bd-400b-b76a-b2150c9839ce tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/routers/5f9b5830-c5a5-4fb9-a43d-61bae496a962 HTTP/1.1" status: 200 len: 954 time: 0.5065088 Jan 12 09:41:23.753797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40340) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:23.764986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-e3d1d42d-b9ae-47cf-84ab-bcf9caac9f9e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'router': {'routes': None}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:23.817004 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Allocated IP 172.20.0.2 (423163f0-ac89-4c8b-965b-6fc09d1bcc48/c7eb6399-4f6f-4773-914b-736433cc691f/259bb7de-be1e-4fad-94fe-00b660e18e31) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:23.907099 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e328-c30f-488f-88f3-9b87a9c8bb28 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting port f4d4ddf3-9b31-4727-9021-668576dd3a5a {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:23.908411 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dca9e328-c30f-488f-88f3-9b87a9c8bb28 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.061400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.076342 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Transition to ACTIVE for port object fbe5b118-1679-4fa5-9eda-b3d7d265d989 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:24.111299 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dca9e328-c30f-488f-88f3-9b87a9c8bb28 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.111918 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dca9e328-c30f-488f-88f3-9b87a9c8bb28 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.138256 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.217379 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941d4463-9057-4ad6-bdd3-8ceb6213dff2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Router c436699a-5b66-4397-8c57-b0f53963319f is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:41:24.223746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bd8c3-9dc6-4947-a2a3-141da5612385 None None] Pushing event updated for resources: {'Port': ['ID=fbe5b118-1679-4fa5-9eda-b3d7d265d989,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:24.284642 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Attempting to bind port fbe5b118-1679-4fa5-9eda-b3d7d265d989 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:24.285100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Attempting to bind port fbe5b118-1679-4fa5-9eda-b3d7d265d989 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:24.285465 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Attempting to bind port fbe5b118-1679-4fa5-9eda-b3d7d265d989 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:41:24.289101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-dca9e328-c30f-488f-88f3-9b87a9c8bb28 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Calling delete_port for f4d4ddf3-9b31-4727-9021-668576dd3a5a owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:24.298716 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:41:24.299230 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:24.299632 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.300021 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:41:24.300492 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Bound port: fbe5b118-1679-4fa5-9eda-b3d7d265d989, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:24.300859 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.416727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] For port fbe5b118-1679-4fa5-9eda-b3d7d265d989, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:41:24.457131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dca9e328-c30f-488f-88f3-9b87a9c8bb28 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.495292 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] For port fbe5b118-1679-4fa5-9eda-b3d7d265d989, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=fbe5b118-1679-4fa5-9eda-b3d7d265d989,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:41:24.506053 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.515430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e328-c30f-488f-88f3-9b87a9c8bb28 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Port': ['ID=f4d4ddf3-9b31-4727-9021-668576dd3a5a,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:24.583745 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.606802 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Transition to ACTIVE for port object 259bb7de-be1e-4fad-94fe-00b660e18e31 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:24.622718 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dca9e328-c30f-488f-88f3-9b87a9c8bb28 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.624147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Routers {'0bc01587-9a21-4155-942d-7b9c413303e4'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:24.624806 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0bc01587-9a21-4155-942d-7b9c413303e4'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:24.666928 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dca9e328-c30f-488f-88f3-9b87a9c8bb28 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.675326 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dca9e328-c30f-488f-88f3-9b87a9c8bb28 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/floatingips/972a339c-1034-4371-992e-83f3cd632572 HTTP/1.1" status: 204 len: 168 time: 1.0380759 Jan 12 09:41:24.676041 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40344) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:24.681970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': 'd617b420-c311-48a4-b367-fb9cd0abccaa'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:24.687957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:24.694182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Usage tracker for resource:floatingip and tenant:e20f3a1a5e564103b8a96081e0c50acc is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:24.698241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:24.704791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:24.707751 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bd8c3-9dc6-4947-a2a3-141da5612385 None None] Pushing event updated for resources: {'Port': ['ID=fbe5b118-1679-4fa5-9eda-b3d7d265d989,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:24.711608 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Transition to ACTIVE for port object 259bb7de-be1e-4fad-94fe-00b660e18e31 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:24.724888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.729108 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.746869 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941d4463-9057-4ad6-bdd3-8ceb6213dff2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:24.760249 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2ad104-add8-4ef1-a2f8-e7df65b33e88 None None] Sync routers for ids ['c436699a-5b66-4397-8c57-b0f53963319f'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:24.772177 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ad104-add8-4ef1-a2f8-e7df65b33e88 None None] Routers {'c436699a-5b66-4397-8c57-b0f53963319f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:24.772800 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8b2ad104-add8-4ef1-a2f8-e7df65b33e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c436699a-5b66-4397-8c57-b0f53963319f'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:24.879380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:24.939838 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-8b2ad104-add8-4ef1-a2f8-e7df65b33e88 None None] Set router c436699a-5b66-4397-8c57-b0f53963319f gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:24.955490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] Set router 0bc01587-9a21-4155-942d-7b9c413303e4 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:25.018001 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-941d4463-9057-4ad6-bdd3-8ceb6213dff2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.019978 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-941d4463-9057-4ad6-bdd3-8ceb6213dff2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "PUT /v2.0/routers/c436699a-5b66-4397-8c57-b0f53963319f HTTP/1.1" status: 200 len: 693 time: 2.1559174 Jan 12 09:41:25.022624 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40348) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:25.060221 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8b2ad104-add8-4ef1-a2f8-e7df65b33e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c436699a-5b66-4397-8c57-b0f53963319f', 'name': 'tempest-RoutersTest-router-963582077', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:22Z', 'updated_at': '2022-01-12T09:41:23Z', 'revision_number': 2, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:25.066194 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2ad104-add8-4ef1-a2f8-e7df65b33e88 None None] Checking router: c436699a-5b66-4397-8c57-b0f53963319f for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:25.077057 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ad104-add8-4ef1-a2f8-e7df65b33e88 None None] Routers {'c436699a-5b66-4397-8c57-b0f53963319f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:25.077910 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8b2ad104-add8-4ef1-a2f8-e7df65b33e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c436699a-5b66-4397-8c57-b0f53963319f'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:25.114424 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed196340-c343-46b9-93db-05cd9cde519a None None] Sync routers for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:25.148657 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Network 423163f0-ac89-4c8b-965b-6fc09d1bcc48 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:25.165055 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed196340-c343-46b9-93db-05cd9cde519a None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:25.166321 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ed196340-c343-46b9-93db-05cd9cde519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:25.175472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.200389 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Allocated IP 172.26.2.192 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/cdeae2b4-f379-456d-a35b-8c2d6d77539c) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:25.225490 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-8b2ad104-add8-4ef1-a2f8-e7df65b33e88 None None] Set router c436699a-5b66-4397-8c57-b0f53963319f gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:25.227178 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Pushing event updated for resources: {'Port': ['ID=259bb7de-be1e-4fad-94fe-00b660e18e31,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:25.230071 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:25.241646 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:25.283551 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0d657028-5916-4eff-bea0-7a70ea386dae tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/routers/c436699a-5b66-4397-8c57-b0f53963319f HTTP/1.1" status: 200 len: 699 time: 0.2568235 Jan 12 09:41:25.283829 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40352) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:25.293113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.extraroute_db [None req-e3d1d42d-b9ae-47cf-84ab-bcf9caac9f9e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Added routes are [] {{(pid=87663) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 12 09:41:25.293563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.extraroute_db [None req-e3d1d42d-b9ae-47cf-84ab-bcf9caac9f9e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87663) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 12 09:41:25.343706 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-02cc1803-8e68-4c7a-bdef-875db359466c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports?device_id=c436699a-5b66-4397-8c57-b0f53963319f HTTP/1.1" status: 200 len: 205 time: 0.0566716 Jan 12 09:41:25.345836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40356) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:25.405510 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8b2ad104-add8-4ef1-a2f8-e7df65b33e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c436699a-5b66-4397-8c57-b0f53963319f', 'name': 'tempest-RoutersTest-router-963582077', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:22Z', 'updated_at': '2022-01-12T09:41:23Z', 'revision_number': 2, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:25.418341 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2ad104-add8-4ef1-a2f8-e7df65b33e88 None None] The sync data for ids ['c436699a-5b66-4397-8c57-b0f53963319f'] in dv-neutron-824346-1-hyperv is: [{'id': 'c436699a-5b66-4397-8c57-b0f53963319f', 'name': 'tempest-RoutersTest-router-963582077', 'tenant_id': '8d476f04375446c6b15cc6814070f06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:22Z', 'updated_at': '2022-01-12T09:41:23Z', 'revision_number': 2, 'project_id': '8d476f04375446c6b15cc6814070f06a', 'gw_port_host': None}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:25.572940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e3d1d42d-b9ae-47cf-84ab-bcf9caac9f9e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.575578 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:25.683026 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-ed196340-c343-46b9-93db-05cd9cde519a None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:25.717871 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f31c1ae9-a1b7-4bf4-bfeb-832c507335ac tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.732437 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Attempting to bind port 259bb7de-be1e-4fad-94fe-00b660e18e31 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:25.733059 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Attempting to bind port 259bb7de-be1e-4fad-94fe-00b660e18e31 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '08cf4a33-bdaa-4124-b2fd-ab55dcf4e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:25.733720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Attempting to bind port 259bb7de-be1e-4fad-94fe-00b660e18e31 on network 423163f0-ac89-4c8b-965b-6fc09d1bcc48 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:41:25.752392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.1 (423163f0-ac89-4c8b-965b-6fc09d1bcc48/c7eb6399-4f6f-4773-914b-736433cc691f/546c9904-60ef-4c73-bacf-09f13a78daac) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:25.765909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:41:25.766616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Checking segment: {'id': '08cf4a33-bdaa-4124-b2fd-ab55dcf4e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:25.767222 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:25.767623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Bound using segment: {'id': '08cf4a33-bdaa-4124-b2fd-ab55dcf4e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:41:25.768105 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Bound port: 259bb7de-be1e-4fad-94fe-00b660e18e31, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08cf4a33-bdaa-4124-b2fd-ab55dcf4e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:25.768483 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.004577 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.012827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:26.070389 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f31c1ae9-a1b7-4bf4-bfeb-832c507335ac tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.074316 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f31c1ae9-a1b7-4bf4-bfeb-832c507335ac tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.083782 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:26.084429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.113052 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f31c1ae9-a1b7-4bf4-bfeb-832c507335ac tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.113614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31c1ae9-a1b7-4bf4-bfeb-832c507335ac tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Fanout notify agent at l3_agent the message router_deleted on router c436699a-5b66-4397-8c57-b0f53963319f {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:41:26.119927 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] For port 259bb7de-be1e-4fad-94fe-00b660e18e31, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:41:26.127780 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e3d1d42d-b9ae-47cf-84ab-bcf9caac9f9e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.135528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e3d1d42d-b9ae-47cf-84ab-bcf9caac9f9e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.138913 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f31c1ae9-a1b7-4bf4-bfeb-832c507335ac tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.140467 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f31c1ae9-a1b7-4bf4-bfeb-832c507335ac tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/routers/c436699a-5b66-4397-8c57-b0f53963319f HTTP/1.1" status: 204 len: 168 time: 0.7935789 Jan 12 09:41:26.142471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.152179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40360) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:26.161976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] For port 259bb7de-be1e-4fad-94fe-00b660e18e31, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=259bb7de-be1e-4fad-94fe-00b660e18e31,segment=NetworkSegment(08cf4a33-bdaa-4124-b2fd-ab55dcf4e966),segment_id=08cf4a33-bdaa-4124-b2fd-ab55dcf4e966)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:41:26.188224 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.250536 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:26.259395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:26.261941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:26.274578 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'name': 'tempest-TestNetworkBasicOps-router-2054362624', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:14Z', 'updated_at': '2022-01-12T09:41:19Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ee:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:17Z', 'updated_at': '2022-01-12T09:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:26.308600 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e698b9-38cd-487c-95a1-f284dc5faf1f None None] The sync data for ids ['0bc01587-9a21-4155-942d-7b9c413303e4'] in dv-neutron-824346-1-hyperv is: [{'id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'name': 'tempest-TestNetworkBasicOps-router-2054362624', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:14Z', 'updated_at': '2022-01-12T09:41:19Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ee:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:17Z', 'updated_at': '2022-01-12T09:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:26.321160 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4dd0d602-26b8-483d-9fb2-8b7fedaae9a9 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports?device_id=c436699a-5b66-4397-8c57-b0f53963319f HTTP/1.1" status: 200 len: 205 time: 0.1308098 Jan 12 09:41:26.362364 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40364) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:26.390871 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d799e9f-b8ec-48fb-b399-f8023fc03c04 None None] Pushing event updated for resources: {'Port': ['ID=259bb7de-be1e-4fad-94fe-00b660e18e31,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:26.396242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.430555 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.435361 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object 546c9904-60ef-4c73-bacf-09f13a78daac will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:26.483100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ed196340-c343-46b9-93db-05cd9cde519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:21Z', 'revision_number': 6, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6', 'name': '', 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:90:35:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:16Z', 'updated_at': '2022-01-12T09:41:22Z', 'revision_number': 4, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2905748-9a90-45aa-bf00-19e87a5b93bc', 'name': '', 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:79:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:06Z', 'updated_at': '2022-01-12T09:41:16Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:26.490422 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6,segment=NetworkSegment(cb68821d-cd79-40fd-9f4d-aef8d3b9a305),segment_id=cb68821d-cd79-40fd-9f4d-aef8d3b9a305)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:26.491728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed196340-c343-46b9-93db-05cd9cde519a None None] Checking router: 5f9b5830-c5a5-4fb9-a43d-61bae496a962 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:26.505970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.508468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=cdeae2b4-f379-456d-a35b-8c2d6d77539c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:26.512300 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-5522320a-5a17-4c46-9565-7c077a41585c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] delete failed (client error): The resource could not be found. Jan 12 09:41:26.520341 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40368) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:26.524424 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5522320a-5a17-4c46-9565-7c077a41585c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/routers/c436699a-5b66-4397-8c57-b0f53963319f HTTP/1.1" status: 404 len: 336 time: 0.1625566 Jan 12 09:41:26.549059 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed196340-c343-46b9-93db-05cd9cde519a None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:26.549717 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ed196340-c343-46b9-93db-05cd9cde519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:26.583891 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-f415ecaf-f41f-44b8-93a9-4703d9346c22 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:26.584473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f415ecaf-f41f-44b8-93a9-4703d9346c22 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:26.617157 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f415ecaf-f41f-44b8-93a9-4703d9346c22 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/7084075d-e852-4655-8592-59de58b1fe81 HTTP/1.1" status: 404 len: 337 time: 0.0956168 Jan 12 09:41:26.625945 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40372) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:26.675726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d1d42d-b9ae-47cf-84ab-bcf9caac9f9e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:26.683285 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d278bf-7a1b-4469-9195-727c4e92ab4f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:26.683975 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d278bf-7a1b-4469-9195-727c4e92ab4f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:26.686177 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-24d278bf-7a1b-4469-9195-727c4e92ab4f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/6d0c1d0b-95e7-4a29-8323-a81807f24e10 HTTP/1.1" status: 404 len: 337 time: 0.0620520 Jan 12 09:41:26.690460 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40376) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:26.731547 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:26.786666 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-198ee79d-2f17-4c65-8fa5-4ab06caf2fe6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:26.787301 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198ee79d-2f17-4c65-8fa5-4ab06caf2fe6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:26.789381 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-198ee79d-2f17-4c65-8fa5-4ab06caf2fe6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/0fa9f9b7-0dd2-4beb-bbfb-364a061d676b HTTP/1.1" status: 404 len: 337 time: 0.0978141 Jan 12 09:41:26.827461 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40380) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:26.883375 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:26.892110 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-ed196340-c343-46b9-93db-05cd9cde519a None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:26.892310 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ded066-162d-490a-8993-de10ec1b44d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:26.892558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ded066-162d-490a-8993-de10ec1b44d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:26.898279 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-82ded066-162d-490a-8993-de10ec1b44d0 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/9e8d62b6-d265-467c-afa5-bb825a4a9ec3 HTTP/1.1" status: 404 len: 337 time: 0.0702703 Jan 12 09:41:26.904968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40384) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:27.051356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 423163f0-ac89-4c8b-965b-6fc09d1bcc48 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:27.064570 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4e2aae95-7f27-4556-aa20-ada6da622917 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Synchronizing usage tracker for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:27.068406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:27.071386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:27.139651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.184010 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=546c9904-60ef-4c73-bacf-09f13a78daac,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:27.215855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4e2aae95-7f27-4556-aa20-ada6da622917 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] Unset dirty status for tenant:8d476f04375446c6b15cc6814070f06a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:27.219404 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4e2aae95-7f27-4556-aa20-ada6da622917 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf26882-3eef-405b-9e2e-c4d66e80b017 HTTP/1.1" status: 200 len: 205 time: 0.2895420 Jan 12 09:41:27.222548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40388) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:27.226067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d1d42d-b9ae-47cf-84ab-bcf9caac9f9e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:27.229245 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.259978 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.344326 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ed196340-c343-46b9-93db-05cd9cde519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:25Z', 'revision_number': 7, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6', 'name': '', 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:90:35:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:16Z', 'updated_at': '2022-01-12T09:41:26Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2905748-9a90-45aa-bf00-19e87a5b93bc', 'name': '', 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:79:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:06Z', 'updated_at': '2022-01-12T09:41:16Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:27.361635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed196340-c343-46b9-93db-05cd9cde519a None None] The sync data for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv is: [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:25Z', 'revision_number': 7, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6', 'name': '', 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:90:35:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:16Z', 'updated_at': '2022-01-12T09:41:26Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2905748-9a90-45aa-bf00-19e87a5b93bc', 'name': '', 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:79:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:06Z', 'updated_at': '2022-01-12T09:41:16Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:27.368527 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e3d1d42d-b9ae-47cf-84ab-bcf9caac9f9e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.372082 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e3d1d42d-b9ae-47cf-84ab-bcf9caac9f9e tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/5f9b5830-c5a5-4fb9-a43d-61bae496a962 HTTP/1.1" status: 200 len: 704 time: 3.6133671 Jan 12 09:41:27.502359 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40392) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:27.553473 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-b6c6910f-3d03-4931-8bb2-4f053b9b5b43 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] delete failed (client error): The resource could not be found. Jan 12 09:41:27.554597 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b6c6910f-3d03-4931-8bb2-4f053b9b5b43 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/routers/eaf26882-3eef-405b-9e2e-c4d66e80b017 HTTP/1.1" status: 404 len: 336 time: 0.3307285 Jan 12 09:41:27.557779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40396) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:27.622238 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device fbe5b118-1679-4fa5-9eda-b3d7d265d989 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:27.652607 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0c48c69a-92c6-4bea-bb5d-621879d57d0c tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports?device_id=841af457-c32e-4634-8845-a50a44b9727b HTTP/1.1" status: 200 len: 205 time: 0.0939136 Jan 12 09:41:27.655331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40400) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:27.745486 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port fbe5b118-1679-4fa5-9eda-b3d7d265d989 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:27.757656 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port fbe5b118-1679-4fa5-9eda-b3d7d265d989 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:27.759370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.770332 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-067aecbd-bf85-4c76-aa53-f6b59b1237f6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/routers/5f9b5830-c5a5-4fb9-a43d-61bae496a962 HTTP/1.1" status: 200 len: 704 time: 0.2666397 Jan 12 09:41:27.820809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40404) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:27.913649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac24b42-267b-47fa-96ed-e257589b89d1 None None] Sync routers for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:27.947363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac24b42-267b-47fa-96ed-e257589b89d1 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:27.947703 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4ac24b42-267b-47fa-96ed-e257589b89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:27.965817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.975731 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:27.997141 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-588878a2-9bca-4c93-8e43-215279d70005 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] delete failed (client error): The resource could not be found. Jan 12 09:41:28.000956 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-588878a2-9bca-4c93-8e43-215279d70005 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/routers/841af457-c32e-4634-8845-a50a44b9727b HTTP/1.1" status: 404 len: 336 time: 0.3420181 Jan 12 09:41:28.008258 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40408) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:28.019892 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4141afa7-4cec-4cfe-8693-b68d45ffbd9f None None] Network 423163f0-ac89-4c8b-965b-6fc09d1bcc48 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:28.114047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=cdeae2b4-f379-456d-a35b-8c2d6d77539c,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:28.119935 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe6beb0-2c61-4d09-aa3e-d0f9c31704a6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:28.120646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe6beb0-2c61-4d09-aa3e-d0f9c31704a6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:28.122642 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-abe6beb0-2c61-4d09-aa3e-d0f9c31704a6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/9a9d477e-8bed-4366-9bcc-4fb4a08c3584 HTTP/1.1" status: 404 len: 337 time: 0.1131904 Jan 12 09:41:28.125790 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40412) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:28.182823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.208974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c57be597-5408-4e2c-b475-cb80f3e9eb4b None None] Provisioning for port 259bb7de-be1e-4fad-94fe-00b660e18e31 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:28.254825 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-63ea1a72-e890-4f4f-8401-f794fe6e5ff6 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports?device_id=7afa6bec-1efa-4693-84a5-0dcb399b3915 HTTP/1.1" status: 200 len: 205 time: 0.1216311 Jan 12 09:41:28.254825 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40416) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:28.271628 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-4ac24b42-267b-47fa-96ed-e257589b89d1 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:28.340290 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-ee76ca76-17d7-444c-9b85-bb077db4c086 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] delete failed (client error): The resource could not be found. Jan 12 09:41:28.343709 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ee76ca76-17d7-444c-9b85-bb077db4c086 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/routers/7afa6bec-1efa-4693-84a5-0dcb399b3915 HTTP/1.1" status: 404 len: 336 time: 0.0850985 Jan 12 09:41:28.343955 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40420) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:28.377542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.391967 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b42281c5-799d-420f-9138-e5147e6fa078 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00e3ed5-26c7-4227-aa53-5c139802a8fd HTTP/1.1" status: 200 len: 205 time: 0.0468962 Jan 12 09:41:28.400073 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40424) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:28.481543 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Floating IP 851fdae6-d8ab-42fc-b8c1-e0e27bb96240 associated. External IP: 172.26.2.192, port: d617b420-c311-48a4-b367-fb9cd0abccaa. Jan 12 09:41:28.502069 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-1ef3b2ed-df3b-4a63-9033-ab8258ad55e2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] delete failed (client error): The resource could not be found. Jan 12 09:41:28.505649 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1ef3b2ed-df3b-4a63-9033-ab8258ad55e2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/routers/d00e3ed5-26c7-4227-aa53-5c139802a8fd HTTP/1.1" status: 404 len: 336 time: 0.0875986 Jan 12 09:41:28.528050 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port fbe5b118-1679-4fa5-9eda-b3d7d265d989, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=fbe5b118-1679-4fa5-9eda-b3d7d265d989,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:28.530797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40428) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:28.547077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.547892 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 259bb7de-be1e-4fad-94fe-00b660e18e31 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:28.556077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.585639 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-2952f78c-2ea5-48e0-90cc-54a3c0d84683 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:28.586091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2952f78c-2ea5-48e0-90cc-54a3c0d84683 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:28.603865 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2952f78c-2ea5-48e0-90cc-54a3c0d84683 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/b826b0fd-92c5-4d88-b795-5df60bef4afc HTTP/1.1" status: 404 len: 337 time: 0.0719888 Jan 12 09:41:28.606479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40432) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:28.656017 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-07d07bb3-b4d4-4dd8-a70c-a93980272f08 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports?device_id=d37350c3-043d-49fb-b1ab-038dc5eadb9c HTTP/1.1" status: 200 len: 205 time: 0.0484161 Jan 12 09:41:28.685971 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40436) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:28.813731 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=fbe5b118-1679-4fa5-9eda-b3d7d265d989,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:28.844163 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-bc78f9f3-7d75-4c4d-a74c-01a50734b5ea tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] delete failed (client error): The resource could not be found. Jan 12 09:41:28.847610 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bc78f9f3-7d75-4c4d-a74c-01a50734b5ea tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/routers/d37350c3-043d-49fb-b1ab-038dc5eadb9c HTTP/1.1" status: 404 len: 336 time: 0.1533415 Jan 12 09:41:28.851521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40440) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:28.892376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 259bb7de-be1e-4fad-94fe-00b660e18e31 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:28.917007 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 259bb7de-be1e-4fad-94fe-00b660e18e31 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:28.917615 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:28.931130 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-966a743f-475b-473e-8bf5-3deda2492d3b tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:28.931594 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966a743f-475b-473e-8bf5-3deda2492d3b tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:28.933413 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-966a743f-475b-473e-8bf5-3deda2492d3b tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/9fe19afb-2b9a-471a-a7f4-30e1b4bd6c1a HTTP/1.1" status: 404 len: 337 time: 0.0807469 Jan 12 09:41:28.952467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40444) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:29.018631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4ac24b42-267b-47fa-96ed-e257589b89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:25Z', 'revision_number': 7, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6', 'name': '', 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:90:35:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:16Z', 'updated_at': '2022-01-12T09:41:26Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2905748-9a90-45aa-bf00-19e87a5b93bc', 'name': '', 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:79:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:06Z', 'updated_at': '2022-01-12T09:41:16Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:29.075731 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-09ccbb5f-65c6-43e3-bc01-8ba4ee7633ed tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb2bb69f-d1b2-4d37-a681-50f05ad563a8 HTTP/1.1" status: 200 len: 205 time: 0.1221094 Jan 12 09:41:29.078163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40448) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:29.149908 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.171805 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-69ee33df-eba9-437b-b094-1729c1ae1702 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] delete failed (client error): The resource could not be found. Jan 12 09:41:29.173192 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-69ee33df-eba9-437b-b094-1729c1ae1702 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/routers/bb2bb69f-d1b2-4d37-a681-50f05ad563a8 HTTP/1.1" status: 404 len: 336 time: 0.0939875 Jan 12 09:41:29.177196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40452) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:29.180848 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router d6f699c2-f919-4919-a87b-c44969d62262 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:29.186746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac24b42-267b-47fa-96ed-e257589b89d1 None None] Checking router: 5f9b5830-c5a5-4fb9-a43d-61bae496a962 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:29.198650 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 259bb7de-be1e-4fad-94fe-00b660e18e31, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=259bb7de-be1e-4fad-94fe-00b660e18e31,segment=NetworkSegment(08cf4a33-bdaa-4124-b2fd-ab55dcf4e966),segment_id=08cf4a33-bdaa-4124-b2fd-ab55dcf4e966)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:29.200787 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac24b42-267b-47fa-96ed-e257589b89d1 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:29.201423 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4ac24b42-267b-47fa-96ed-e257589b89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:29.244331 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c744312a-d21e-4ef2-b075-2c17d96e2db2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:29.244816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c744312a-d21e-4ef2-b075-2c17d96e2db2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:29.246477 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c744312a-d21e-4ef2-b075-2c17d96e2db2 tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/8fc1f65e-2914-4a30-b6f5-8b532f14dcee HTTP/1.1" status: 404 len: 337 time: 0.0681369 Jan 12 09:41:29.250943 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40456) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:29.275316 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.276336 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:29.342090 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c09fb10-2794-4b5b-a07f-2b8bf282a63f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:29.342546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c09fb10-2794-4b5b-a07f-2b8bf282a63f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:29.344442 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6c09fb10-2794-4b5b-a07f-2b8bf282a63f tempest-RoutersTest-882889672 tempest-RoutersTest-882889672-project] 10.222.0.26 "DELETE /v2.0/subnets/63f87eea-f563-41bf-aec7-7c9b2265dea9 HTTP/1.1" status: 404 len: 337 time: 0.0928073 Jan 12 09:41:29.351965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c49777b1-f1b4-42c8-ac5d-e304152f35d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.495054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:29.507951 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3558c608-4e7a-4717-b69e-42ee22a75f5b None None] Sync routers for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:29.525834 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558c608-4e7a-4717-b69e-42ee22a75f5b None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:29.527148 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3558c608-4e7a-4717-b69e-42ee22a75f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:29.549377 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.594929 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.606290 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1166e919-04a1-4644-831f-64d5b77f570e None None] Provisioning for port 546c9904-60ef-4c73-bacf-09f13a78daac completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:29.617433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1166e919-04a1-4644-831f-64d5b77f570e None None] Provisioning complete for port 546c9904-60ef-4c73-bacf-09f13a78daac triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:29.617801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1166e919-04a1-4644-831f-64d5b77f570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.624615 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5dee6194-d877-4306-81f7-f278e0d771fb tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9474180 Jan 12 09:41:29.627861 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40462) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:29.638591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-5313c58c-c90c-402f-a2cf-f351d31355b7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1668189334'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:29.644911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5313c58c-c90c-402f-a2cf-f351d31355b7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:29.649996 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.656988 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5313c58c-c90c-402f-a2cf-f351d31355b7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Usage tracker for resource:network and tenant:e20f3a1a5e564103b8a96081e0c50acc is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:29.660649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5313c58c-c90c-402f-a2cf-f351d31355b7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:29.666829 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5313c58c-c90c-402f-a2cf-f351d31355b7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:29.673602 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3558c608-4e7a-4717-b69e-42ee22a75f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:29.678971 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:29.679350 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.685077 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5313c58c-c90c-402f-a2cf-f351d31355b7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Made reservation on behalf of e20f3a1a5e564103b8a96081e0c50acc for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:29.685593 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558c608-4e7a-4717-b69e-42ee22a75f5b None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:29.686586 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3558c608-4e7a-4717-b69e-42ee22a75f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:29.688965 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5313c58c-c90c-402f-a2cf-f351d31355b7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.712226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1166e919-04a1-4644-831f-64d5b77f570e None None] Port 546c9904-60ef-4c73-bacf-09f13a78daac cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:41:29.720328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-4ac24b42-267b-47fa-96ed-e257589b89d1 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:29.749258 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5313c58c-c90c-402f-a2cf-f351d31355b7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:41:29.761851 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-3558c608-4e7a-4717-b69e-42ee22a75f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:29.762632 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3558c608-4e7a-4717-b69e-42ee22a75f5b None None] The sync data for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:29.773525 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5313c58c-c90c-402f-a2cf-f351d31355b7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.773871 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-5313c58c-c90c-402f-a2cf-f351d31355b7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Added segment 153c1b16-3be6-45e8-ba98-0f4a0b96fb3d of type vlan for network 4019effa-2321-4737-9b00-b15632e1b91e Jan 12 09:41:29.791302 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=259bb7de-be1e-4fad-94fe-00b660e18e31,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:29.803658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5313c58c-c90c-402f-a2cf-f351d31355b7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.832860 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1166e919-04a1-4644-831f-64d5b77f570e None None] Provisioning complete for port 259bb7de-be1e-4fad-94fe-00b660e18e31 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:29.833155 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1166e919-04a1-4644-831f-64d5b77f570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.852877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5313c58c-c90c-402f-a2cf-f351d31355b7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.858728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5313c58c-c90c-402f-a2cf-f351d31355b7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:29.859439 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5313c58c-c90c-402f-a2cf-f351d31355b7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:29.863326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40468) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:29.931779 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5313c58c-c90c-402f-a2cf-f351d31355b7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3028545 Jan 12 09:41:29.933090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40474) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:29.946236 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-8a68a818-9d57-4001-a329-e7a6622d32f8 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'subnet': {'network_id': '4019effa-2321-4737-9b00-b15632e1b91e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:29.952258 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=546c9904-60ef-4c73-bacf-09f13a78daac,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:30.026714 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.122871 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-76eb8e24-916d-4a16-ad56-cc8feb4a592d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d476f04375446c6b15cc6814070f06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411115 Jan 12 09:41:30.122871 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313c58c-c90c-402f-a2cf-f351d31355b7 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Network': ['ID=4019effa-2321-4737-9b00-b15632e1b91e,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:30.128768 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40478) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:30.167138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 4019effa-2321-4737-9b00-b15632e1b91e details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:41:30.242149 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device fbe5b118-1679-4fa5-9eda-b3d7d265d989 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:30.248206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8a68a818-9d57-4001-a329-e7a6622d32f8 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:30.266797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8a68a818-9d57-4001-a329-e7a6622d32f8 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:30.273271 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 423163f0-ac89-4c8b-965b-6fc09d1bcc48 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:30.276307 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:30.278116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c49777b1-f1b4-42c8-ac5d-e304152f35d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:30.278460 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c49777b1-f1b4-42c8-ac5d-e304152f35d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.279699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-097f6b68-891b-4b45-a6ce-dd16ec0f0cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.301658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a68a818-9d57-4001-a329-e7a6622d32f8 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Made reservation on behalf of e20f3a1a5e564103b8a96081e0c50acc for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:30.305138 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8a68a818-9d57-4001-a329-e7a6622d32f8 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.354340 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-097f6b68-891b-4b45-a6ce-dd16ec0f0cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.444390 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port fbe5b118-1679-4fa5-9eda-b3d7d265d989 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:30.444785 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.484502 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4ac24b42-267b-47fa-96ed-e257589b89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:25Z', 'revision_number': 7, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6', 'name': '', 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:90:35:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:16Z', 'updated_at': '2022-01-12T09:41:26Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2905748-9a90-45aa-bf00-19e87a5b93bc', 'name': '', 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:79:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:06Z', 'updated_at': '2022-01-12T09:41:16Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:30.507948 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-73e7ad56-dcbe-416e-8979-a10bec0522fb None None] Provisioning complete for port 546c9904-60ef-4c73-bacf-09f13a78daac triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:30.508321 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73e7ad56-dcbe-416e-8979-a10bec0522fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.531733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac24b42-267b-47fa-96ed-e257589b89d1 None None] The sync data for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv is: [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:25Z', 'revision_number': 7, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6', 'name': '', 'network_id': '2b8a0751-d4fc-4468-ab7d-1d2268b3ae17', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:90:35:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:16Z', 'updated_at': '2022-01-12T09:41:26Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'b366870b-766a-4b0c-9c98-bbbb726f4552', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2905748-9a90-45aa-bf00-19e87a5b93bc', 'name': '', 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:79:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:06Z', 'updated_at': '2022-01-12T09:41:16Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:30.550143 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-097f6b68-891b-4b45-a6ce-dd16ec0f0cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.586151 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f6b68-891b-4b45-a6ce-dd16ec0f0cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d98f81-25d6-4e54-a399-724ae927d1d5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:30.586952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 0bc01587-9a21-4155-942d-7b9c413303e4 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:30.590239 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-73e7ad56-dcbe-416e-8979-a10bec0522fb None None] Port 546c9904-60ef-4c73-bacf-09f13a78daac cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:41:30.638562 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-097f6b68-891b-4b45-a6ce-dd16ec0f0cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.642620 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-097f6b68-891b-4b45-a6ce-dd16ec0f0cd9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5d98f81-25d6-4e54-a399-724ae927d1d5 HTTP/1.1" status: 204 len: 168 time: 0.5122385 Jan 12 09:41:30.658372 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8a68a818-9d57-4001-a329-e7a6622d32f8 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.667436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 259bb7de-be1e-4fad-94fe-00b660e18e31 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:30.751065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ef402671-2c2b-45de-a822-deb3d47587c8 None None] Provisioning complete for port 546c9904-60ef-4c73-bacf-09f13a78daac triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:30.751494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ef402671-2c2b-45de-a822-deb3d47587c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.787472 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68a818-9d57-4001-a329-e7a6622d32f8 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Subnet': ['ID=41c8273e-475b-4b50-8db2-cc9ec9a65886,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:30.802501 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 259bb7de-be1e-4fad-94fe-00b660e18e31 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:30.802914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.805622 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68a818-9d57-4001-a329-e7a6622d32f8 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Checking segment: {'id': '153c1b16-3be6-45e8-ba98-0f4a0b96fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4019effa-2321-4737-9b00-b15632e1b91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:30.806055 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a68a818-9d57-4001-a329-e7a6622d32f8 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network hostable DHCP agents. Network: 4019effa-2321-4737-9b00-b15632e1b91e, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:41:30.832101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a68a818-9d57-4001-a329-e7a6622d32f8 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network 4019effa-2321-4737-9b00-b15632e1b91e is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:41:30.849796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-8a68a818-9d57-4001-a329-e7a6622d32f8 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 4019effa-2321-4737-9b00-b15632e1b91e) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:30.860565 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eb96d4-d58c-4eaf-9470-c92a9bc34d11 None None] Network 4019effa-2321-4737-9b00-b15632e1b91e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:30.865243 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68a818-9d57-4001-a329-e7a6622d32f8 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:30.866019 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8a68a818-9d57-4001-a329-e7a6622d32f8 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.877575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ef402671-2c2b-45de-a822-deb3d47587c8 None None] Port 546c9904-60ef-4c73-bacf-09f13a78daac cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:41:30.904629 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8a68a818-9d57-4001-a329-e7a6622d32f8 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9640095 Jan 12 09:41:30.905507 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40486) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:30.911709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-36529730', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}, 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:30.920894 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:30.928594 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Usage tracker for resource:router and tenant:e20f3a1a5e564103b8a96081e0c50acc is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:30.932366 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:30.939277 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:30.956537 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.960997 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.986255 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:30.989715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-c49777b1-f1b4-42c8-ac5d-e304152f35d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] For port 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6,segment=NetworkSegment(cb68821d-cd79-40fd-9f4d-aef8d3b9a305),segment_id=cb68821d-cd79-40fd-9f4d-aef8d3b9a305)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:30.990215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c49777b1-f1b4-42c8-ac5d-e304152f35d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:31.154107 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-4019effa-2321-4737-9b00-b15632e1b91e', 'network_id': '4019effa-2321-4737-9b00-b15632e1b91e', 'tenant_id': 'e20f3a1a5e564103b8a96081e0c50acc', 'fixed_ips': [{'subnet_id': '41c8273e-475b-4b50-8db2-cc9ec9a65886'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:41:31.155164 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:31.197020 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c49777b1-f1b4-42c8-ac5d-e304152f35d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:31.232776 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:31.238807 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c0aaa336-dbba-47f6-b7e9-15c6d608d191 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/0bc01587-9a21-4155-942d-7b9c413303e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4308434 Jan 12 09:41:31.246473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40498) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:31.246878 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Sync routers for ids ['0bc01587-9a21-4155-942d-7b9c413303e4'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:31.275819 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Routers {'0bc01587-9a21-4155-942d-7b9c413303e4'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:31.276683 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0bc01587-9a21-4155-942d-7b9c413303e4'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:31.312062 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:31.536056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d634d-7fab-4f01-a82b-681076177086 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.536525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d634d-7fab-4f01-a82b-681076177086 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.537210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d634d-7fab-4f01-a82b-681076177086 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.537895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d634d-7fab-4f01-a82b-681076177086 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.538118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d634d-7fab-4f01-a82b-681076177086 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.538577 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d634d-7fab-4f01-a82b-681076177086 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.539037 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d634d-7fab-4f01-a82b-681076177086 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.539490 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d634d-7fab-4f01-a82b-681076177086 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.540172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d634d-7fab-4f01-a82b-681076177086 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.540544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d634d-7fab-4f01-a82b-681076177086 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.540971 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d634d-7fab-4f01-a82b-681076177086 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.541453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d634d-7fab-4f01-a82b-681076177086 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.546680 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ea1d634d-7fab-4f01-a82b-681076177086 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8414 time: 0.2991269 Jan 12 09:41:31.548409 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40510) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:31.562380 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Allocated IP 172.20.0.2 (4019effa-2321-4737-9b00-b15632e1b91e/41c8273e-475b-4b50-8db2-cc9ec9a65886/a6107787-5347-4bac-8c64-ff722d2ac0f4) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:31.739287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40514) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:31.770125 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Set router 0bc01587-9a21-4155-942d-7b9c413303e4 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:31.852366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082fe5a-4e2a-4334-ba22-d55008946c54 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.853282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082fe5a-4e2a-4334-ba22-d55008946c54 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.853282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082fe5a-4e2a-4334-ba22-d55008946c54 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.853693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082fe5a-4e2a-4334-ba22-d55008946c54 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.854141 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082fe5a-4e2a-4334-ba22-d55008946c54 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.854577 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082fe5a-4e2a-4334-ba22-d55008946c54 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.855036 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082fe5a-4e2a-4334-ba22-d55008946c54 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.855470 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082fe5a-4e2a-4334-ba22-d55008946c54 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.855905 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082fe5a-4e2a-4334-ba22-d55008946c54 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.856336 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082fe5a-4e2a-4334-ba22-d55008946c54 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.856828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082fe5a-4e2a-4334-ba22-d55008946c54 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.857201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082fe5a-4e2a-4334-ba22-d55008946c54 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:31.862262 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d082fe5a-4e2a-4334-ba22-d55008946c54 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7663 time: 0.3119378 Jan 12 09:41:31.863278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40520) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:31.876456 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:31.913824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:31.942985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-939618034'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:31.949079 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-736d099e-b603-44cd-bcc1-94034857a7b9 req-edf1acd8-54fa-482b-a529-6a9c6b852b77 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4769557 Jan 12 09:41:31.949670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c49777b1-f1b4-42c8-ac5d-e304152f35d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:31.986518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:32.037809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Usage tracker for resource:network and tenant:51a69abfcc5245f18940e1fc2575fabf is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:32.047841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49777b1-f1b4-42c8-ac5d-e304152f35d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Port': ['ID=7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:32.050261 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:32.070919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Allocated IP 172.26.2.98 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/de5ad9a4-0238-4100-b33f-6188092dc44f) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:32.092559 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:32.165637 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.206560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Made reservation on behalf of 51a69abfcc5245f18940e1fc2575fabf for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:32.212552 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.241548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Transition to ACTIVE for port object a6107787-5347-4bac-8c64-ff722d2ac0f4 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:32.280230 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Transition to ACTIVE for port object a6107787-5347-4bac-8c64-ff722d2ac0f4 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:32.291772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.307922 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'name': 'tempest-TestNetworkBasicOps-router-2054362624', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:14Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:17Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '546c9904-60ef-4c73-bacf-09f13a78daac', 'name': '', 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:50:46:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:25Z', 'updated_at': '2022-01-12T09:41:29Z', 'revision_number': 2, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:32.310634 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.327910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.336575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:32.348100 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Usage tracker for resource:security_group_rule and tenant:51a69abfcc5245f18940e1fc2575fabf is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:32.357793 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:32.361508 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Network 4019effa-2321-4737-9b00-b15632e1b91e is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:32.369273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:32.374207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.375452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:32.377517 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c49777b1-f1b4-42c8-ac5d-e304152f35d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.378558 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Checking router: 0bc01587-9a21-4155-942d-7b9c413303e4 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:32.378938 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Updating router 0bc01587-9a21-4155-942d-7b9c413303e4 port 546c9904-60ef-4c73-bacf-09f13a78daac binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:41:32.384992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d099e-b603-44cd-bcc1-94034857a7b9 req-c1368ccf-8cce-43fa-9ea4-4b6558db6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:32.386492 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-736d099e-b603-44cd-bcc1-94034857a7b9 req-c1368ccf-8cce-43fa-9ea4-4b6558db6a63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 1098 time: 0.3972661 Jan 12 09:41:32.403869 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:32.466359 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:32.473670 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:32.479032 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:32.512912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Pushing event updated for resources: {'Port': ['ID=a6107787-5347-4bac-8c64-ff722d2ac0f4,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:32.528939 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=de5ad9a4-0238-4100-b33f-6188092dc44f,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:32.530945 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.595559 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Attempting to bind port a6107787-5347-4bac-8c64-ff722d2ac0f4 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:32.595995 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Attempting to bind port a6107787-5347-4bac-8c64-ff722d2ac0f4 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '153c1b16-3be6-45e8-ba98-0f4a0b96fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4019effa-2321-4737-9b00-b15632e1b91e'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:32.596362 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Attempting to bind port a6107787-5347-4bac-8c64-ff722d2ac0f4 on network 4019effa-2321-4737-9b00-b15632e1b91e {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:41:32.605241 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:41:32.605607 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Checking segment: {'id': '153c1b16-3be6-45e8-ba98-0f4a0b96fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4019effa-2321-4737-9b00-b15632e1b91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:32.606013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.606405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Bound using segment: {'id': '153c1b16-3be6-45e8-ba98-0f4a0b96fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4019effa-2321-4737-9b00-b15632e1b91e'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:41:32.607119 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Bound port: a6107787-5347-4bac-8c64-ff722d2ac0f4, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c1b16-3be6-45e8-ba98-0f4a0b96fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4019effa-2321-4737-9b00-b15632e1b91e'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:32.607275 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.786475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] For port a6107787-5347-4bac-8c64-ff722d2ac0f4, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:41:32.806380 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] For port a6107787-5347-4bac-8c64-ff722d2ac0f4, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a6107787-5347-4bac-8c64-ff722d2ac0f4,segment=NetworkSegment(153c1b16-3be6-45e8-ba98-0f4a0b96fb3d),segment_id=153c1b16-3be6-45e8-ba98-0f4a0b96fb3d)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:41:32.848856 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.921273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:32.926995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d099e-b603-44cd-bcc1-94034857a7b9 req-477b522c-344e-4468-a951-91916f509e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:32.928782 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-736d099e-b603-44cd-bcc1-94034857a7b9 req-477b522c-344e-4468-a951-91916f509e09 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 911 time: 0.4283972 Jan 12 09:41:32.969073 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0515ea0-393c-451d-9ae6-03ba26d9f222 None None] Pushing event updated for resources: {'Port': ['ID=a6107787-5347-4bac-8c64-ff722d2ac0f4,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:33.002266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.062051 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.079889 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Transition to ACTIVE for port object 546c9904-60ef-4c73-bacf-09f13a78daac will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:33.103214 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.200524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.257015 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-39df626f-20f0-4475-846f-0222d00da899 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4831 time: 1.3902326 Jan 12 09:41:33.309471 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49777b1-f1b4-42c8-ac5d-e304152f35d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:33.317811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:41:33.336654 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-736d099e-b603-44cd-bcc1-94034857a7b9 req-2bc416d0-7a8c-45d8-b1d8-89dd3f2108e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbda1b10-af79-4097-9fd1-cf5816e3f353 HTTP/1.1" status: 200 len: 1001 time: 0.3872175 Jan 12 09:41:33.352698 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b7f748-93b5-4ba5-8c29-57a66aece976,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:33.543690 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Attempting to bind port 546c9904-60ef-4c73-bacf-09f13a78daac on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:33.545007 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Attempting to bind port 546c9904-60ef-4c73-bacf-09f13a78daac by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '08cf4a33-bdaa-4124-b2fd-ab55dcf4e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:33.545547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Attempting to bind port 546c9904-60ef-4c73-bacf-09f13a78daac on network 423163f0-ac89-4c8b-965b-6fc09d1bcc48 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:41:33.549973 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.550752 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Added segment ccbfc4d3-10e8-4cae-875c-90eeffb73c08 of type vlan for network 61f76313-00f0-43f4-b9e3-0cc214d06418 Jan 12 09:41:33.554022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cc7c7-11cf-4d93-8ca5-60359f47db81 None None] Pushing event updated for resources: {'Port': ['ID=546c9904-60ef-4c73-bacf-09f13a78daac,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:33.556879 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:41:33.557546 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Checking segment: {'id': '08cf4a33-bdaa-4124-b2fd-ab55dcf4e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:33.558133 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.558668 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Bound using segment: {'id': '08cf4a33-bdaa-4124-b2fd-ab55dcf4e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:41:33.559341 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Bound port: 546c9904-60ef-4c73-bacf-09f13a78daac, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08cf4a33-bdaa-4124-b2fd-ab55dcf4e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:33.559908 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.603078 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.671162 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40526) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:33.684061 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-eb051f37-4c07-47a1-a688-2434b574669a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1215280993', 'description': 'tempest-secgroup-smoke-1215280993 description', 'project_id': '05fdfd0263cb464989f6119e683582f0'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:33.692823 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] For port 546c9904-60ef-4c73-bacf-09f13a78daac, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:41:33.693321 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-eb051f37-4c07-47a1-a688-2434b574669a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:33.695897 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] For port 546c9904-60ef-4c73-bacf-09f13a78daac, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=546c9904-60ef-4c73-bacf-09f13a78daac,segment=NetworkSegment(08cf4a33-bdaa-4124-b2fd-ab55dcf4e966),segment_id=08cf4a33-bdaa-4124-b2fd-ab55dcf4e966)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:41:33.701686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.710736 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-eb051f37-4c07-47a1-a688-2434b574669a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:33.715264 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-eb051f37-4c07-47a1-a688-2434b574669a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:33.715448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.724565 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-eb051f37-4c07-47a1-a688-2434b574669a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:33.726096 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d099e-b603-44cd-bcc1-94034857a7b9 req-c3af5ecd-8c2a-4fd1-8b2c-9414f4c3fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:33.727568 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-736d099e-b603-44cd-bcc1-94034857a7b9 req-c3af5ecd-8c2a-4fd1-8b2c-9414f4c3fb94 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee HTTP/1.1" status: 200 len: 849 time: 0.3793411 Jan 12 09:41:33.791660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49777b1-f1b4-42c8-ac5d-e304152f35d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:33.804038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb051f37-4c07-47a1-a688-2434b574669a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.805792 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Routers {'0bc01587-9a21-4155-942d-7b9c413303e4'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:33.806422 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0bc01587-9a21-4155-942d-7b9c413303e4'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:33.811580 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf25fe1-635e-45ff-921a-d91ef8cb1ed5 None None] Sync routers for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:33.826354 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf25fe1-635e-45ff-921a-d91ef8cb1ed5 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:33.826579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.827150 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8cf25fe1-635e-45ff-921a-d91ef8cb1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:33.832085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:33.832712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:33.855752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-eb051f37-4c07-47a1-a688-2434b574669a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:33.872483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-eb051f37-4c07-47a1-a688-2434b574669a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:33.878620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-eb051f37-4c07-47a1-a688-2434b574669a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:33.887950 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-eb051f37-4c07-47a1-a688-2434b574669a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:33.920142 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c49777b1-f1b4-42c8-ac5d-e304152f35d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/5f9b5830-c5a5-4fb9-a43d-61bae496a962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0179837 Jan 12 09:41:33.964168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40530) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:33.967155 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.2260683 Jan 12 09:41:34.014376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40534) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:34.019963 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] Set router 0bc01587-9a21-4155-942d-7b9c413303e4 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:34.023914 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc832f47-f1b1-408e-b600-07af71d4a6ba tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Pushing event updated for resources: {'Network': ['ID=61f76313-00f0-43f4-b9e3-0cc214d06418,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:34.055851 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-2ea4cc4b-5ac6-4ef4-9849-8b7fb5b2e074 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Request body: {'subnet': {'network_id': '61f76313-00f0-43f4-b9e3-0cc214d06418', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:34.096372 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb051f37-4c07-47a1-a688-2434b574669a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.127319 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb051f37-4c07-47a1-a688-2434b574669a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.168486 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d099e-b603-44cd-bcc1-94034857a7b9 req-a86e87ba-06e5-4482-9a00-2ff381c68a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:34.169996 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-736d099e-b603-44cd-bcc1-94034857a7b9 req-a86e87ba-06e5-4482-9a00-2ff381c68a0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c044518-5731-4207-8f99-0a1c6effbd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4321294 Jan 12 09:41:34.205713 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cc7c7-11cf-4d93-8ca5-60359f47db81 None None] Pushing event updated for resources: {'Port': ['ID=546c9904-60ef-4c73-bacf-09f13a78daac,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:34.221970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 61f76313-00f0-43f4-b9e3-0cc214d06418 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:41:34.258806 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-8cf25fe1-635e-45ff-921a-d91ef8cb1ed5 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:34.302792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router cd7fc53d-07de-4bd3-a093-6263e68b763f is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:41:34.329151 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb051f37-4c07-47a1-a688-2434b574669a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.331198 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-eb051f37-4c07-47a1-a688-2434b574669a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6589541 Jan 12 09:41:34.334066 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb051f37-4c07-47a1-a688-2434b574669a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d640b90-f3ae-4f53-b29a-55e634471ce5,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:34.338741 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d78be5-8744-4e77-94ac-ab331cb9ee54 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting subnet b366870b-766a-4b0c-9c98-bbbb726f4552 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:41:34.353221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40538) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:34.364207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67d78be5-8744-4e77-94ac-ab331cb9ee54 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.366651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-27b1b902-3403-4bab-842f-892f8964edd1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '2d640b90-f3ae-4f53-b29a-55e634471ce5', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:34.373018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-27b1b902-3403-4bab-842f-892f8964edd1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:34.378461 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-27b1b902-3403-4bab-842f-892f8964edd1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:34.381648 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-27b1b902-3403-4bab-842f-892f8964edd1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:34.388260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-27b1b902-3403-4bab-842f-892f8964edd1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:34.521832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2ea4cc4b-5ac6-4ef4-9849-8b7fb5b2e074 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:34.549649 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2ea4cc4b-5ac6-4ef4-9849-8b7fb5b2e074 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Usage tracker for resource:subnet and tenant:51a69abfcc5245f18940e1fc2575fabf is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:34.572997 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67d78be5-8744-4e77-94ac-ab331cb9ee54 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.583322 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a6107787-5347-4bac-8c64-ff722d2ac0f4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:34.592572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:34.622456 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-27b1b902-3403-4bab-842f-892f8964edd1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.638920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2a3a19-82d0-4d18-96db-870a5c1e5bef None None] Sync routers for ids ['cd7fc53d-07de-4bd3-a093-6263e68b763f'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:34.672436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eb36a3-6b2d-45b1-81b4-82658d49d4a3 None None] Network 4019effa-2321-4737-9b00-b15632e1b91e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:34.677473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67d78be5-8744-4e77-94ac-ab331cb9ee54 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.682154 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.683884 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-85b3133a-0e50-40b2-926d-a1836b2cb553 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7771363 Jan 12 09:41:34.687230 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40542) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:34.705684 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2a3a19-82d0-4d18-96db-870a5c1e5bef None None] Routers {'cd7fc53d-07de-4bd3-a093-6263e68b763f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:34.706330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-7e2a3a19-82d0-4d18-96db-870a5c1e5bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['cd7fc53d-07de-4bd3-a093-6263e68b763f'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:34.712451 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8cf25fe1-635e-45ff-921a-d91ef8cb1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:31Z', 'revision_number': 8, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2905748-9a90-45aa-bf00-19e87a5b93bc', 'name': '', 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:79:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:06Z', 'updated_at': '2022-01-12T09:41:16Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:34.717437 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf25fe1-635e-45ff-921a-d91ef8cb1ed5 None None] Checking router: 5f9b5830-c5a5-4fb9-a43d-61bae496a962 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:34.727045 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf25fe1-635e-45ff-921a-d91ef8cb1ed5 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:34.727915 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8cf25fe1-635e-45ff-921a-d91ef8cb1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:34.760143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2ea4cc4b-5ac6-4ef4-9849-8b7fb5b2e074 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:34.776194 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2ea4cc4b-5ac6-4ef4-9849-8b7fb5b2e074 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:34.780228 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67d78be5-8744-4e77-94ac-ab331cb9ee54 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.803179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-27b1b902-3403-4bab-842f-892f8964edd1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.813378 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-7e2a3a19-82d0-4d18-96db-870a5c1e5bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:34.850541 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-67d78be5-8744-4e77-94ac-ab331cb9ee54 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.853483 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d78be5-8744-4e77-94ac-ab331cb9ee54 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Subnet': ['ID=b366870b-766a-4b0c-9c98-bbbb726f4552,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:34.862440 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea4cc4b-5ac6-4ef4-9849-8b7fb5b2e074 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Made reservation on behalf of 51a69abfcc5245f18940e1fc2575fabf for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:34.866587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2ea4cc4b-5ac6-4ef4-9849-8b7fb5b2e074 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.882730 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-736d099e-b603-44cd-bcc1-94034857a7b9 req-70b33201-56a7-4585-94c9-fbf97037ee1c service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6953340 Jan 12 09:41:34.887511 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-67d78be5-8744-4e77-94ac-ab331cb9ee54 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/b366870b-766a-4b0c-9c98-bbbb726f4552 HTTP/1.1" status: 204 len: 168 time: 0.9189634 Jan 12 09:41:34.892014 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40546) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:34.901049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-27b1b902-3403-4bab-842f-892f8964edd1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:34.902991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2a3a19-82d0-4d18-96db-870a5c1e5bef None None] Routers {'cd7fc53d-07de-4bd3-a093-6263e68b763f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:34.903639 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-7e2a3a19-82d0-4d18-96db-870a5c1e5bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['cd7fc53d-07de-4bd3-a093-6263e68b763f'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:34.951531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1b902-3403-4bab-842f-892f8964edd1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7669a53-5851-4473-a0ab-5fb024792862,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:34.957131 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9ae2c7-bc89-4d16-aeb4-3d084aaeb12f None None] Network 2b8a0751-d4fc-4468-ab7d-1d2268b3ae17 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:34.962748 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-8cf25fe1-635e-45ff-921a-d91ef8cb1ed5 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:35.064735 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-7e2a3a19-82d0-4d18-96db-870a5c1e5bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:35.065148 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2a3a19-82d0-4d18-96db-870a5c1e5bef None None] The sync data for ids ['cd7fc53d-07de-4bd3-a093-6263e68b763f'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:35.068177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'name': 'tempest-TestNetworkBasicOps-router-2054362624', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:14Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:17Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '546c9904-60ef-4c73-bacf-09f13a78daac', 'name': '', 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:50:46:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:25Z', 'updated_at': '2022-01-12T09:41:33Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:35.091392 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8703e86c-346a-4ee0-8591-cd289d546fb6 None None] Provisioning for port a6107787-5347-4bac-8c64-ff722d2ac0f4 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:35.101935 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8703e86c-346a-4ee0-8591-cd289d546fb6 None None] Provisioning complete for port a6107787-5347-4bac-8c64-ff722d2ac0f4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:35.102234 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8703e86c-346a-4ee0-8591-cd289d546fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.127319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port a6107787-5347-4bac-8c64-ff722d2ac0f4 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:35.141601 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b646c8-643e-463f-b473-1894cb73b2b8 None None] The sync data for ids ['0bc01587-9a21-4155-942d-7b9c413303e4'] in dv-neutron-824346-1-hyperv is: [{'id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'name': 'tempest-TestNetworkBasicOps-router-2054362624', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:14Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:17Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '546c9904-60ef-4c73-bacf-09f13a78daac', 'name': '', 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:50:46:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:25Z', 'updated_at': '2022-01-12T09:41:33Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:35.216342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-27b1b902-3403-4bab-842f-892f8964edd1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.216342 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-27b1b902-3403-4bab-842f-892f8964edd1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8568099 Jan 12 09:41:35.240635 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40550) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:35.260209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-622e8f7f-57ae-4ed8-8b74-d31b56156e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '2d640b90-f3ae-4f53-b29a-55e634471ce5', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:35.272580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-622e8f7f-57ae-4ed8-8b74-d31b56156e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:35.275007 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a6107787-5347-4bac-8c64-ff722d2ac0f4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:35.275399 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.277197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-622e8f7f-57ae-4ed8-8b74-d31b56156e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:35.280299 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-622e8f7f-57ae-4ed8-8b74-d31b56156e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:35.396498 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-622e8f7f-57ae-4ed8-8b74-d31b56156e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:35.439712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.458114 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-8cf25fe1-635e-45ff-921a-d91ef8cb1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:31Z', 'revision_number': 8, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2905748-9a90-45aa-bf00-19e87a5b93bc', 'name': '', 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:79:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:06Z', 'updated_at': '2022-01-12T09:41:16Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:35.466531 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf25fe1-635e-45ff-921a-d91ef8cb1ed5 None None] The sync data for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv is: [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:31Z', 'revision_number': 8, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2905748-9a90-45aa-bf00-19e87a5b93bc', 'name': '', 'network_id': '2101bd02-f983-4ce9-9cc7-ad18b614406e', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:79:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:06Z', 'updated_at': '2022-01-12T09:41:16Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': '4cc5c983-92c0-4b23-837a-4b6e6e854dd4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:35.492358 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-622e8f7f-57ae-4ed8-8b74-d31b56156e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.529827 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-736d099e-b603-44cd-bcc1-94034857a7b9 req-4b16a1d0-be80-4eae-bc86-c01b21948303 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6344967 Jan 12 09:41:35.541676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port e0f42702-a09b-4425-ae98-a226dea535f7 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:35.541916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.607067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-622e8f7f-57ae-4ed8-8b74-d31b56156e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.662544 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8703e86c-346a-4ee0-8591-cd289d546fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.762098 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.821997 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-8703e86c-346a-4ee0-8591-cd289d546fb6 None None] For port a6107787-5347-4bac-8c64-ff722d2ac0f4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a6107787-5347-4bac-8c64-ff722d2ac0f4,segment=NetworkSegment(153c1b16-3be6-45e8-ba98-0f4a0b96fb3d),segment_id=153c1b16-3be6-45e8-ba98-0f4a0b96fb3d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:35.833437 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8703e86c-346a-4ee0-8591-cd289d546fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.837076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-622e8f7f-57ae-4ed8-8b74-d31b56156e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:35.876964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e8f7f-57ae-4ed8-8b74-d31b56156e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e10c9e-e94b-4425-a2a5-fdffa4071391,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:35.918117 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.025610 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703e86c-346a-4ee0-8591-cd289d546fb6 None None] Pushing event updated for resources: {'Port': ['ID=a6107787-5347-4bac-8c64-ff722d2ac0f4,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:36.028693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def3ce87-73cc-4d07-82d9-78f6572b43d1 None None] DHCP port deletion for 2b8a0751-d4fc-4468-ab7d-1d2268b3ae17 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:41:36.040748 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-def3ce87-73cc-4d07-82d9-78f6572b43d1 None None] Deleting port e0f42702-a09b-4425-ae98-a226dea535f7 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:36.041198 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-def3ce87-73cc-4d07-82d9-78f6572b43d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.113411 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:41:36.113745 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:41:36.266242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] For port e0f42702-a09b-4425-ae98-a226dea535f7, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e0f42702-a09b-4425-ae98-a226dea535f7,segment=NetworkSegment(cb68821d-cd79-40fd-9f4d-aef8d3b9a305),segment_id=cb68821d-cd79-40fd-9f4d-aef8d3b9a305)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:36.266901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.274830 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-622e8f7f-57ae-4ed8-8b74-d31b56156e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.279112 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-622e8f7f-57ae-4ed8-8b74-d31b56156e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0307717 Jan 12 09:41:36.282637 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40556) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:36.303303 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-727c3288-e8cc-4e59-a218-69dc20d9e698 None None] Provisioning complete for port a6107787-5347-4bac-8c64-ff722d2ac0f4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:36.303972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-727c3288-e8cc-4e59-a218-69dc20d9e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.304693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-51e7a5a2-d66f-4ed4-af1c-a3d9f227aae0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '2d640b90-f3ae-4f53-b29a-55e634471ce5', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:36.367919 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-51e7a5a2-d66f-4ed4-af1c-a3d9f227aae0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:36.428001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-def3ce87-73cc-4d07-82d9-78f6572b43d1 None None] For port e0f42702-a09b-4425-ae98-a226dea535f7, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e0f42702-a09b-4425-ae98-a226dea535f7,segment=NetworkSegment(cb68821d-cd79-40fd-9f4d-aef8d3b9a305),segment_id=cb68821d-cd79-40fd-9f4d-aef8d3b9a305)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:36.428001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-def3ce87-73cc-4d07-82d9-78f6572b43d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.449641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for e0f42702-a09b-4425-ae98-a226dea535f7 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:36.485927 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-51e7a5a2-d66f-4ed4-af1c-a3d9f227aae0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:36.496689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-51e7a5a2-d66f-4ed4-af1c-a3d9f227aae0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:36.508628 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-51e7a5a2-d66f-4ed4-af1c-a3d9f227aae0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:36.520581 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2ea4cc4b-5ac6-4ef4-9849-8b7fb5b2e074 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.536560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Allocated IP 172.20.0.1 (4019effa-2321-4737-9b00-b15632e1b91e/41c8273e-475b-4b50-8db2-cc9ec9a65886/bbd43fe9-421c-486b-b41b-e74a15ca4817) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:36.573726 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-def3ce87-73cc-4d07-82d9-78f6572b43d1 None None] Calling delete_port for e0f42702-a09b-4425-ae98-a226dea535f7 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:36.629254 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-51e7a5a2-d66f-4ed4-af1c-a3d9f227aae0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.650135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.702052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4cc4b-5ac6-4ef4-9849-8b7fb5b2e074 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Pushing event updated for resources: {'Subnet': ['ID=e94cabd7-48bb-449c-9e1d-83f5401238a3,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:36.724973 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.726400 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Port': ['ID=e0f42702-a09b-4425-ae98-a226dea535f7,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:36.732536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] No DVR routers for this DVR port e0f42702-a09b-4425-ae98-a226dea535f7 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:36.742914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Transition to ACTIVE for port object bbd43fe9-421c-486b-b41b-e74a15ca4817 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:36.776393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4cc4b-5ac6-4ef4-9849-8b7fb5b2e074 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Checking segment: {'id': 'ccbfc4d3-10e8-4cae-875c-90eeffb73c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '61f76313-00f0-43f4-b9e3-0cc214d06418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:36.776901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea4cc4b-5ac6-4ef4-9849-8b7fb5b2e074 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Network hostable DHCP agents. Network: 61f76313-00f0-43f4-b9e3-0cc214d06418, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:41:36.778672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.805726 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-def3ce87-73cc-4d07-82d9-78f6572b43d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:41:36.806387 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-def3ce87-73cc-4d07-82d9-78f6572b43d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:41:36.824911 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4be901ab-0d49-4757-9afd-7e7782ea8b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.862032 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea4cc4b-5ac6-4ef4-9849-8b7fb5b2e074 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Network 61f76313-00f0-43f4-b9e3-0cc214d06418 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:41:36.862178 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network 4019effa-2321-4737-9b00-b15632e1b91e is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:36.866970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:36.871866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:36.933727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:36.956498 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=bbd43fe9-421c-486b-b41b-e74a15ca4817,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:36.988010 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8a0751-d4fc-4468-ab7d-1d2268b3ae17']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:37.003529 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-51e7a5a2-d66f-4ed4-af1c-a3d9f227aae0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.004717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.007916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb68821d-cd79-40fd-9f4d-aef8d3b9a305') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:37.008326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb68821d-cd79-40fd-9f4d-aef8d3b9a305') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:37.021084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-2ea4cc4b-5ac6-4ef4-9849-8b7fb5b2e074 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 61f76313-00f0-43f4-b9e3-0cc214d06418) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:37.026324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea4cc4b-5ac6-4ef4-9849-8b7fb5b2e074 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:37.027126 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2ea4cc4b-5ac6-4ef4-9849-8b7fb5b2e074 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.037058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-51e7a5a2-d66f-4ed4-af1c-a3d9f227aae0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.045035 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c701e76c-0116-44bb-886b-78b3fe8332b0 None None] Network 61f76313-00f0-43f4-b9e3-0cc214d06418 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:37.089861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.098459 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7a5a2-d66f-4ed4-af1c-a3d9f227aae0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4967cf-dfec-4170-89c3-2426cb9f6103,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:37.130438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.143861 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2ea4cc4b-5ac6-4ef4-9849-8b7fb5b2e074 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1263478 Jan 12 09:41:37.144762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40560) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:37.152893 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Request body: {'port': {'network_id': '61f76313-00f0-43f4-b9e3-0cc214d06418', 'name': 'tempest-TagsExtTest-791161371'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:37.178594 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:41:37.179035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.196448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-51e7a5a2-d66f-4ed4-af1c-a3d9f227aae0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.198320 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-51e7a5a2-d66f-4ed4-af1c-a3d9f227aae0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9034803 Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:37.199664 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:37.201901 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a6107787-5347-4bac-8c64-ff722d2ac0f4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:37.204559 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40564) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:37.239694 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-5505ecd5-4fe0-4938-bb4d-4d18f4885d33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '2d640b90-f3ae-4f53-b29a-55e634471ce5', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:37.264096 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5505ecd5-4fe0-4938-bb4d-4d18f4885d33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:37.276260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5505ecd5-4fe0-4938-bb4d-4d18f4885d33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:37.287881 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5505ecd5-4fe0-4938-bb4d-4d18f4885d33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:37.295236 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.315098 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5505ecd5-4fe0-4938-bb4d-4d18f4885d33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:37.337661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-def3ce87-73cc-4d07-82d9-78f6572b43d1 None None] Deleting port e0f42702-a09b-4425-ae98-a226dea535f7 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:37.337661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-def3ce87-73cc-4d07-82d9-78f6572b43d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.372465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5505ecd5-4fe0-4938-bb4d-4d18f4885d33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.428360 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-def3ce87-73cc-4d07-82d9-78f6572b43d1 None None] The port 'e0f42702-a09b-4425-ae98-a226dea535f7' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:41:37.437756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.458658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.467687 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-58cbe122-e70d-4f4d-9ea2-442c63a44aa7 None None] Provisioning for port bbd43fe9-421c-486b-b41b-e74a15ca4817 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:37.480580 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-58cbe122-e70d-4f4d-9ea2-442c63a44aa7 None None] Provisioning complete for port bbd43fe9-421c-486b-b41b-e74a15ca4817 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:37.480784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-58cbe122-e70d-4f4d-9ea2-442c63a44aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.511582 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/networks/2b8a0751-d4fc-4468-ab7d-1d2268b3ae17 HTTP/1.1" status: 204 len: 168 time: 2.6181262 Jan 12 09:41:37.515386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40568) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:37.579186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54acdde-f314-4c84-941c-9cb1d088ab49 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Network': ['ID=2b8a0751-d4fc-4468-ab7d-1d2268b3ae17,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:37.585582 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a6107787-5347-4bac-8c64-ff722d2ac0f4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:37.585953 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.594117 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5505ecd5-4fe0-4938-bb4d-4d18f4885d33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.617901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5505ecd5-4fe0-4938-bb4d-4d18f4885d33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.621220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-61f76313-00f0-43f4-b9e3-0cc214d06418', 'network_id': '61f76313-00f0-43f4-b9e3-0cc214d06418', 'tenant_id': '51a69abfcc5245f18940e1fc2575fabf', 'fixed_ips': [{'subnet_id': 'e94cabd7-48bb-449c-9e1d-83f5401238a3'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:41:37.622338 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.627050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:37.639741 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-58cbe122-e70d-4f4d-9ea2-442c63a44aa7 None None] Port bbd43fe9-421c-486b-b41b-e74a15ca4817 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:41:37.681880 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Usage tracker for resource:port and tenant:51a69abfcc5245f18940e1fc2575fabf is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:37.682597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505ecd5-4fe0-4938-bb4d-4d18f4885d33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61bbe86-cbda-4bb3-929f-51a59ff275ef,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:37.692004 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:37.709629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:37.711016 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5505ecd5-4fe0-4938-bb4d-4d18f4885d33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.712503 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5505ecd5-4fe0-4938-bb4d-4d18f4885d33 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5066946 Jan 12 09:41:37.716163 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40572) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:37.728689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-8bcc3e83-36f6-485a-b060-d16a788ae8a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '2d640b90-f3ae-4f53-b29a-55e634471ce5', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:37.738476 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8bcc3e83-36f6-485a-b060-d16a788ae8a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:37.748130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Made reservation on behalf of 51a69abfcc5245f18940e1fc2575fabf for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:37.751999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.761402 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8bcc3e83-36f6-485a-b060-d16a788ae8a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:37.819074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8bcc3e83-36f6-485a-b060-d16a788ae8a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:37.837316 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 546c9904-60ef-4c73-bacf-09f13a78daac up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:37.842227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8bcc3e83-36f6-485a-b060-d16a788ae8a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:37.844222 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.850167 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.903296 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Allocated IP 172.20.0.2 (61f76313-00f0-43f4-b9e3-0cc214d06418/e94cabd7-48bb-449c-9e1d-83f5401238a3/9824fd66-790b-4525-8075-531ce03ffd70) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:37.962483 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 546c9904-60ef-4c73-bacf-09f13a78daac completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:37.972286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 546c9904-60ef-4c73-bacf-09f13a78daac triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:37.972667 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:37.975839 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=bbd43fe9-421c-486b-b41b-e74a15ca4817,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:37.979475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.048254 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] device_id is not set on port faa5de78-d868-4f93-b342-c2069f44114a yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:38.105792 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-8bcc3e83-36f6-485a-b060-d16a788ae8a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:41:38.120311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3e83-36f6-485a-b060-d16a788ae8a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.217751 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.262983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network 4019effa-2321-4737-9b00-b15632e1b91e is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:38.264164 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:38.278635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Transition to ACTIVE for port object 9824fd66-790b-4525-8075-531ce03ffd70 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:38.295931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3e83-36f6-485a-b060-d16a788ae8a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.300909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.307212 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3e83-36f6-485a-b060-d16a788ae8a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.319163 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Transition to ACTIVE for port object 9824fd66-790b-4525-8075-531ce03ffd70 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:38.326473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc3e83-36f6-485a-b060-d16a788ae8a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b88be4b-a9db-428d-b8e9-811cdea326e5,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:38.340660 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.412210 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Network 61f76313-00f0-43f4-b9e3-0cc214d06418 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:38.417973 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3e83-36f6-485a-b060-d16a788ae8a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.422062 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8bcc3e83-36f6-485a-b060-d16a788ae8a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7039275 Jan 12 09:41:38.422595 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:38.424251 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40576) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:38.427358 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 546c9904-60ef-4c73-bacf-09f13a78daac, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=546c9904-60ef-4c73-bacf-09f13a78daac,segment=NetworkSegment(08cf4a33-bdaa-4124-b2fd-ab55dcf4e966),segment_id=08cf4a33-bdaa-4124-b2fd-ab55dcf4e966)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:38.430610 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:38.450563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-0fa589f9-aecb-4e76-8fa1-82a6d9da8c0c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '2d640b90-f3ae-4f53-b29a-55e634471ce5', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:38.451624 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.463007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0fa589f9-aecb-4e76-8fa1-82a6d9da8c0c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:38.474787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0fa589f9-aecb-4e76-8fa1-82a6d9da8c0c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:38.474787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0fa589f9-aecb-4e76-8fa1-82a6d9da8c0c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:38.482754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0fa589f9-aecb-4e76-8fa1-82a6d9da8c0c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:38.492478 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Allocated IP 172.20.0.9 (61f76313-00f0-43f4-b9e3-0cc214d06418/e94cabd7-48bb-449c-9e1d-83f5401238a3/faa5de78-d868-4f93-b342-c2069f44114a) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:38.506088 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Pushing event updated for resources: {'Port': ['ID=9824fd66-790b-4525-8075-531ce03ffd70,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:38.515588 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e0f42702-a09b-4425-ae98-a226dea535f7 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:38.519387 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router cd7fc53d-07de-4bd3-a093-6263e68b763f has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:38.572979 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-0fa589f9-aecb-4e76-8fa1-82a6d9da8c0c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:41:38.588321 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0fa589f9-aecb-4e76-8fa1-82a6d9da8c0c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.623057 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: e0f42702-a09b-4425-ae98-a226dea535f7 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:38.623377 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e0f42702-a09b-4425-ae98-a226dea535f7 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:38.623795 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:38.682113 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:38.682455 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7f806e9c-67f2-4dc9-82ed-fc5e9e64a5a6 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:38.700302 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Attempting to bind port 9824fd66-790b-4525-8075-531ce03ffd70 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:38.700680 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Attempting to bind port 9824fd66-790b-4525-8075-531ce03ffd70 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'ccbfc4d3-10e8-4cae-875c-90eeffb73c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '61f76313-00f0-43f4-b9e3-0cc214d06418'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:38.701061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Attempting to bind port 9824fd66-790b-4525-8075-531ce03ffd70 on network 61f76313-00f0-43f4-b9e3-0cc214d06418 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:41:38.713731 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:41:38.714104 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Checking segment: {'id': 'ccbfc4d3-10e8-4cae-875c-90eeffb73c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '61f76313-00f0-43f4-b9e3-0cc214d06418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:38.714514 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.714927 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Bound using segment: {'id': 'ccbfc4d3-10e8-4cae-875c-90eeffb73c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '61f76313-00f0-43f4-b9e3-0cc214d06418'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:41:38.715383 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Bound port: 9824fd66-790b-4525-8075-531ce03ffd70, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbfc4d3-10e8-4cae-875c-90eeffb73c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '61f76313-00f0-43f4-b9e3-0cc214d06418'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:38.715760 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.726750 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=546c9904-60ef-4c73-bacf-09f13a78daac,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:38.729890 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:38.732386 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-110a267a-30f0-473a-a594-461a1c4051da None None] Provisioning complete for port bbd43fe9-421c-486b-b41b-e74a15ca4817 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:38.732386 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-110a267a-30f0-473a-a594-461a1c4051da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.738394 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dd04beae-57b9-4996-b5b2-60b1b38ffc75 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "PUT /v2.0/routers/cd7fc53d-07de-4bd3-a093-6263e68b763f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0499179 Jan 12 09:41:38.739179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40580) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:38.742903 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de4be1-918d-4703-900e-afc80e57a53b None None] Sync routers for ids ['cd7fc53d-07de-4bd3-a093-6263e68b763f'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:38.745388 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'port': {'network_id': '4019effa-2321-4737-9b00-b15632e1b91e', 'name': 'tempest-FloatingIPTestJSON-647638343'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:38.758418 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de4be1-918d-4703-900e-afc80e57a53b None None] Routers {'cd7fc53d-07de-4bd3-a093-6263e68b763f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:38.759354 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-49de4be1-918d-4703-900e-afc80e57a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['cd7fc53d-07de-4bd3-a093-6263e68b763f'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:38.799502 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0fa589f9-aecb-4e76-8fa1-82a6d9da8c0c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.829493 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-49de4be1-918d-4703-900e-afc80e57a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:38.840840 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de4be1-918d-4703-900e-afc80e57a53b None None] Routers {'cd7fc53d-07de-4bd3-a093-6263e68b763f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:38.841486 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-49de4be1-918d-4703-900e-afc80e57a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['cd7fc53d-07de-4bd3-a093-6263e68b763f'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:38.845311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0fa589f9-aecb-4e76-8fa1-82a6d9da8c0c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.851281 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-110a267a-30f0-473a-a594-461a1c4051da None None] Port bbd43fe9-421c-486b-b41b-e74a15ca4817 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:41:38.888644 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] For port 9824fd66-790b-4525-8075-531ce03ffd70, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:41:38.889015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c046aacf-188a-4ba8-904f-91cec65348c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.892090 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] For port 9824fd66-790b-4525-8075-531ce03ffd70, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9824fd66-790b-4525-8075-531ce03ffd70,segment=NetworkSegment(ccbfc4d3-10e8-4cae-875c-90eeffb73c08),segment_id=ccbfc4d3-10e8-4cae-875c-90eeffb73c08)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:41:38.901788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:38.940049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 546c9904-60ef-4c73-bacf-09f13a78daac up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:38.951138 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:38.951495 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-49de4be1-918d-4703-900e-afc80e57a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:38.952387 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de4be1-918d-4703-900e-afc80e57a53b None None] The sync data for ids ['cd7fc53d-07de-4bd3-a093-6263e68b763f'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:38.957176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Usage tracker for resource:port and tenant:e20f3a1a5e564103b8a96081e0c50acc is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:38.960148 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:38.966489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:38.977419 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Made reservation on behalf of e20f3a1a5e564103b8a96081e0c50acc for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:38.981248 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.013319 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] device_id is not set on port 6160ee70-97bd-4238-901b-628aba847738 yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:41:39.041571 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd287c73-4696-4d62-b94d-2d5d522fb418 None None] Pushing event updated for resources: {'Port': ['ID=9824fd66-790b-4525-8075-531ce03ffd70,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:39.052949 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.080216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 546c9904-60ef-4c73-bacf-09f13a78daac triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:39.080674 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.172917 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa589f9-aecb-4e76-8fa1-82a6d9da8c0c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b13147-0113-4e32-9c4a-1b825b0fb343,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:39.199798 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Allocated IP 172.20.0.9 (4019effa-2321-4737-9b00-b15632e1b91e/41c8273e-475b-4b50-8db2-cc9ec9a65886/6160ee70-97bd-4238-901b-628aba847738) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:39.200058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0fa589f9-aecb-4e76-8fa1-82a6d9da8c0c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.209335 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0fa589f9-aecb-4e76-8fa1-82a6d9da8c0c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7742591 Jan 12 09:41:39.209335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Transition to ACTIVE for port object faa5de78-d868-4f93-b342-c2069f44114a will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:39.303723 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0e44e107-fef4-459c-8107-159f80aa91b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.321136 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.433687 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Network 61f76313-00f0-43f4-b9e3-0cc214d06418 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:39.437523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:39.439542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c046aacf-188a-4ba8-904f-91cec65348c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port a2905748-9a90-45aa-bf00-19e87a5b93bc {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:39.439881 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c046aacf-188a-4ba8-904f-91cec65348c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.465756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:39.513102 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Pushing event updated for resources: {'Port': ['ID=faa5de78-d868-4f93-b342-c2069f44114a,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:39.563317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-1755939e-8096-4f3c-ac06-ad8cd6f47d90 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:39.579315 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:39.579928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.584953 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.604493 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-1755939e-8096-4f3c-ac06-ad8cd6f47d90 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:39.605707 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-1755939e-8096-4f3c-ac06-ad8cd6f47d90 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215280993&fields=id&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 267 time: 0.1108401 Jan 12 09:41:39.606667 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Transition to ACTIVE for port object 6160ee70-97bd-4238-901b-628aba847738 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:39.674792 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c669b8a3-5db0-4eb6-bcc1-b5ae8e406f98 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.5271144 Jan 12 09:41:39.678020 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40596) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:39.685098 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ff923014-cfcf-4432-a878-ec3745d8d74d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-376424640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:39.701318 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ff923014-cfcf-4432-a878-ec3745d8d74d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:39.709125 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ff923014-cfcf-4432-a878-ec3745d8d74d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Usage tracker for resource:router and tenant:51a69abfcc5245f18940e1fc2575fabf is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:39.713899 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ff923014-cfcf-4432-a878-ec3745d8d74d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:39.730245 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ff923014-cfcf-4432-a878-ec3745d8d74d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:39.734749 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.740210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-c046aacf-188a-4ba8-904f-91cec65348c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] For port a2905748-9a90-45aa-bf00-19e87a5b93bc, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a2905748-9a90-45aa-bf00-19e87a5b93bc,segment=NetworkSegment(62416b42-5fb9-41ba-8903-1273d0cbda2f),segment_id=62416b42-5fb9-41ba-8903-1273d0cbda2f)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:39.740570 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c046aacf-188a-4ba8-904f-91cec65348c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.814322 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Network 4019effa-2321-4737-9b00-b15632e1b91e is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:39.820324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:39.827216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:39.859926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff923014-cfcf-4432-a878-ec3745d8d74d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.861027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff923014-cfcf-4432-a878-ec3745d8d74d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.880452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c046aacf-188a-4ba8-904f-91cec65348c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for a2905748-9a90-45aa-bf00-19e87a5b93bc owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:39.892965 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-f6f87704-bbf0-45da-9a62-ba6e31e11e6d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:39.893686 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-f6f87704-bbf0-45da-9a62-ba6e31e11e6d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:39.915900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:39.916550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.919966 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff923014-cfcf-4432-a878-ec3745d8d74d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:39.934738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event updated for resources: {'Port': ['ID=6160ee70-97bd-4238-901b-628aba847738,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:39.941246 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-f6f87704-bbf0-45da-9a62-ba6e31e11e6d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:39.942596 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-f6f87704-bbf0-45da-9a62-ba6e31e11e6d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/networks?id=423163f0-ac89-4c8b-965b-6fc09d1bcc48 HTTP/1.1" status: 200 len: 796 time: 0.3294604 Jan 12 09:41:39.964270 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-72df8bf2-2bf3-49fc-baf4-52c3401c2b32 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2237444 Jan 12 09:41:39.964968 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40600) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:39.969334 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-294988a1-bbcb-497a-af30-995fade068d2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/quotas/05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 375 time: 0.0195925 Jan 12 09:41:39.972505 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-b3cf5758-cbf9-4ceb-aab1-cd4bb3cc7c01 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Request body: {'floatingip': {'port_id': '6160ee70-97bd-4238-901b-628aba847738'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:40.115346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff923014-cfcf-4432-a878-ec3745d8d74d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.160454 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b3cf5758-cbf9-4ceb-aab1-cd4bb3cc7c01 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.161028 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff923014-cfcf-4432-a878-ec3745d8d74d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.164394 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ff923014-cfcf-4432-a878-ec3745d8d74d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4829144 Jan 12 09:41:40.165147 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40604) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:40.172183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-2fb4bc06-1de7-495d-ac9a-b310b3873b1e tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1118725522', 'prefixes': ['172.20.0.0/16']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:40.178402 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2fb4bc06-1de7-495d-ac9a-b310b3873b1e tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:40.196849 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6862e1fe-fff6-49c8-8beb-d239530113a6 None None] Provisioning for port 6160ee70-97bd-4238-901b-628aba847738 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:40.202862 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6862e1fe-fff6-49c8-8beb-d239530113a6 None None] Provisioning complete for port 6160ee70-97bd-4238-901b-628aba847738 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:40.203473 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6862e1fe-fff6-49c8-8beb-d239530113a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.271065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6862e1fe-fff6-49c8-8beb-d239530113a6 None None] Port 6160ee70-97bd-4238-901b-628aba847738 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:41:40.292674 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c046aacf-188a-4ba8-904f-91cec65348c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.315577 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.362534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647475a5-4a4e-46b1-a4bb-22dc1be0273f None None] Network 61f76313-00f0-43f4-b9e3-0cc214d06418 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:40.395273 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046aacf-188a-4ba8-904f-91cec65348c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Port': ['ID=a2905748-9a90-45aa-bf00-19e87a5b93bc,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:40.496503 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-d0e7c533-fff2-49da-9ac6-6ab18fbe30fc tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4244156 Jan 12 09:41:40.513888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f03e5f54-e53c-4966-9d41-371fc3bd232e None None] Provisioning for port 9824fd66-790b-4525-8075-531ce03ffd70 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:40.555288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2fb4bc06-1de7-495d-ac9a-b310b3873b1e tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks [] for subnetpool, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.560052 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2fb4bc06-1de7-495d-ac9a-b310b3873b1e tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3907416 Jan 12 09:41:40.568790 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40610) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:40.587088 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.tag.tag_plugin [None req-fef035d3-1354-47ca-847d-4f832385efa6 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e94cabd7-48bb-449c-9e1d-83f5401238a3', 'tempest-TagsExtTest-Tag-1050641887') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:40.636437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c046aacf-188a-4ba8-904f-91cec65348c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:40.894549 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-921acbeb-3c92-49c3-ad40-7fc2ddf239b9 service neutron] 10.222.0.26 "GET /v2.0/networks/423163f0-ac89-4c8b-965b-6fc09d1bcc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827376 Jan 12 09:41:40.894955 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fef035d3-1354-47ca-847d-4f832385efa6 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "PUT /v2.0/subnets/e94cabd7-48bb-449c-9e1d-83f5401238a3/tags/tempest-TagsExtTest-Tag-1050641887 HTTP/1.1" status: 201 len: 201 time: 0.3248658 Jan 12 09:41:40.895620 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40614) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:40.900418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-13d7c441-b8fc-4cdd-8877-346b855254c3 None None] Provisioning for port faa5de78-d868-4f93-b342-c2069f44114a completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:40.910037 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-13d7c441-b8fc-4cdd-8877-346b855254c3 None None] Provisioning complete for port faa5de78-d868-4f93-b342-c2069f44114a triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:40.910572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.tag.tag_plugin [None req-614ee6b8-b5b2-45c4-a8c5-11e849759d69 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'faa5de78-d868-4f93-b342-c2069f44114a', 'tempest-TagsExtTest-Tag-1857893882') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:40.910940 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-13d7c441-b8fc-4cdd-8877-346b855254c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.046333 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.055852 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9824fd66-790b-4525-8075-531ce03ffd70 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:41.078011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c046aacf-188a-4ba8-904f-91cec65348c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:41.134083 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-13d7c441-b8fc-4cdd-8877-346b855254c3 None None] Port faa5de78-d868-4f93-b342-c2069f44114a cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:41:41.183131 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 9824fd66-790b-4525-8075-531ce03ffd70 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:41.190210 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 9824fd66-790b-4525-8075-531ce03ffd70 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:41.190492 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.225502 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-d1534d5f-7292-4208-812a-62d3621273f2 service neutron] 10.222.0.26 "GET /v2.0/networks/423163f0-ac89-4c8b-965b-6fc09d1bcc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296869 Jan 12 09:41:41.263770 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-614ee6b8-b5b2-45c4-a8c5-11e849759d69 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "PUT /v2.0/ports/faa5de78-d868-4f93-b342-c2069f44114a/tags/tempest-TagsExtTest-Tag-1857893882 HTTP/1.1" status: 201 len: 201 time: 0.3564584 Jan 12 09:41:41.264719 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40618) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:41.274254 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-a033b06f-69bd-4e39-87d5-087fa8bbb769 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7aed4ae6-db26-4123-8f17-52285c335615', 'tempest-TagsExtTest-Tag-106775557') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:41.277131 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c046aacf-188a-4ba8-904f-91cec65348c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:41.286812 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c046aacf-188a-4ba8-904f-91cec65348c6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/5f9b5830-c5a5-4fb9-a43d-61bae496a962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7681446 Jan 12 09:41:41.287669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40622) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:41.321264 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b51114-1b06-4549-8960-9ecc08827cf0 None None] Sync routers for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:41.348457 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b51114-1b06-4549-8960-9ecc08827cf0 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:41.348973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-02b51114-1b06-4549-8960-9ecc08827cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:41.379629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75ff843-cb42-4240-9a8b-1b616704e994 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting subnet 4cc5c983-92c0-4b23-837a-4b6e6e854dd4 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:41:41.383259 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a75ff843-cb42-4240-9a8b-1b616704e994 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.454818 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8fdeb4a7-e2bd-41bd-a68e-9e0797cad7fd None None] Provisioning complete for port faa5de78-d868-4f93-b342-c2069f44114a triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:41.455201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8fdeb4a7-e2bd-41bd-a68e-9e0797cad7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.474129 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-39d76675-856d-485b-a4d6-3943a69fa681 req-d3d740c9-5525-4552-876b-158690cff9b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:41.509059 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a75ff843-cb42-4240-9a8b-1b616704e994 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.539132 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.542535 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b3cf5758-cbf9-4ceb-aab1-cd4bb3cc7c01 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.560155 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b3cf5758-cbf9-4ceb-aab1-cd4bb3cc7c01 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.595607 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-39d76675-856d-485b-a4d6-3943a69fa681 req-d3d740c9-5525-4552-876b-158690cff9b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:41.596870 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-39d76675-856d-485b-a4d6-3943a69fa681 req-d3d740c9-5525-4552-876b-158690cff9b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 210 time: 0.1808522 Jan 12 09:41:41.634734 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a033b06f-69bd-4e39-87d5-087fa8bbb769 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "PUT /v2.0/routers/7aed4ae6-db26-4123-8f17-52285c335615/tags/tempest-TagsExtTest-Tag-106775557 HTTP/1.1" status: 201 len: 201 time: 0.3659558 Jan 12 09:41:41.645626 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40634) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:41.650988 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a75ff843-cb42-4240-9a8b-1b616704e994 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.653838 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-f425f120-3a34-4134-9864-36d5e90617e9 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f1f2a35f-8def-4187-8115-3775d55574ca', 'tempest-TagsExtTest-Tag-1045239267') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:41.654174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8fdeb4a7-e2bd-41bd-a68e-9e0797cad7fd None None] Port faa5de78-d868-4f93-b342-c2069f44114a cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:41:41.666839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 9824fd66-790b-4525-8075-531ce03ffd70, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9824fd66-790b-4525-8075-531ce03ffd70,segment=NetworkSegment(ccbfc4d3-10e8-4cae-875c-90eeffb73c08),segment_id=ccbfc4d3-10e8-4cae-875c-90eeffb73c08)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:41.668240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-02b51114-1b06-4549-8960-9ecc08827cf0 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:41.715868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.764679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a75ff843-cb42-4240-9a8b-1b616704e994 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:41.780046 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f425f120-3a34-4134-9864-36d5e90617e9 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "PUT /v2.0/subnetpools/f1f2a35f-8def-4187-8115-3775d55574ca/tags/tempest-TagsExtTest-Tag-1045239267 HTTP/1.1" status: 201 len: 201 time: 0.1333590 Jan 12 09:41:41.784286 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40642) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:41.789186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-29878d54-327c-4dc9-a137-246eacdedeed tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e94cabd7-48bb-449c-9e1d-83f5401238a3') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:41.843603 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-b3cf5758-cbf9-4ceb-aab1-cd4bb3cc7c01 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Floating IP 851fdae6-d8ab-42fc-b8c1-e0e27bb96240 associated. External IP: 172.26.2.192, port: d617b420-c311-48a4-b367-fb9cd0abccaa. Jan 12 09:41:41.915128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=9824fd66-790b-4525-8075-531ce03ffd70,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:42.004354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a75ff843-cb42-4240-9a8b-1b616704e994 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.014885 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6c7a08-bb32-4e70-bbc7-bedb169ba86f None None] Network 2101bd02-f983-4ce9-9cc7-ad18b614406e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:42.015591 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a75ff843-cb42-4240-9a8b-1b616704e994 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/4cc5c983-92c0-4b23-837a-4b6e6e854dd4 HTTP/1.1" status: 204 len: 168 time: 0.7263041 Jan 12 09:41:42.016974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ff843-cb42-4240-9a8b-1b616704e994 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc5c983-92c0-4b23-837a-4b6e6e854dd4,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:42.019877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40646) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:42.169641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.181592 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:42.182156 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.351712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-02b51114-1b06-4549-8960-9ecc08827cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:40Z', 'revision_number': 9, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:42.358074 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b51114-1b06-4549-8960-9ecc08827cf0 None None] Checking router: 5f9b5830-c5a5-4fb9-a43d-61bae496a962 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:42.367558 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-29878d54-327c-4dc9-a137-246eacdedeed tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/subnets/e94cabd7-48bb-449c-9e1d-83f5401238a3/tags HTTP/1.1" status: 200 len: 241 time: 0.5798831 Jan 12 09:41:42.372409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b51114-1b06-4549-8960-9ecc08827cf0 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:42.372976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-02b51114-1b06-4549-8960-9ecc08827cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:42.374162 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40650) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:42.387023 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-9945f04e-c980-437a-8d32-68cb9abf811d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e94cabd7-48bb-449c-9e1d-83f5401238a3', 'tempest-TagsExtTest-Tag-1050641887') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:42.396174 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] For port a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3,segment=NetworkSegment(62416b42-5fb9-41ba-8903-1273d0cbda2f),segment_id=62416b42-5fb9-41ba-8903-1273d0cbda2f)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:42.396531 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.530410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:42.531089 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a1f41b-37eb-4432-86e9-a4adc08764e8 None None] DHCP port deletion for 2101bd02-f983-4ce9-9cc7-ad18b614406e request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:41:42.539383 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70a1f41b-37eb-4432-86e9-a4adc08764e8 None None] Deleting port a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:42.539753 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70a1f41b-37eb-4432-86e9-a4adc08764e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.541010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cf5758-cbf9-4ceb-aab1-cd4bb3cc7c01 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router d6f699c2-f919-4919-a87b-c44969d62262 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:42.616453 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.617758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-02b51114-1b06-4549-8960-9ecc08827cf0 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:42.635652 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:42.658595 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9945f04e-c980-437a-8d32-68cb9abf811d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/subnets/e94cabd7-48bb-449c-9e1d-83f5401238a3/tags/tempest-TagsExtTest-Tag-1050641887 HTTP/1.1" status: 204 len: 168 time: 0.2834744 Jan 12 09:41:42.662868 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40656) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:42.671859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-501e79c9-d5a2-47a5-87b4-2c5f4fc7bb5b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e94cabd7-48bb-449c-9e1d-83f5401238a3', 'tempest-TagsExtTest-Tag-1050641887') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:42.732804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70a1f41b-37eb-4432-86e9-a4adc08764e8 None None] The port 'a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:41:42.872234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Port': ['ID=a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:42.880156 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9c6407d7-9612-4faf-adfe-4a84ad2de76f req-c8a88bcc-3c0b-4cb1-99bd-659b7a76fc8b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 210 time: 0.0609918 Jan 12 09:41:42.886974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] No DVR routers for this DVR port a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:42.905783 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cf5758-cbf9-4ceb-aab1-cd4bb3cc7c01 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:42.907153 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9824fd66-790b-4525-8075-531ce03ffd70 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:42.916871 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d453da8-d16a-4d30-aff4-98c05a00d1f8 None None] Sync routers for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:42.931705 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d453da8-d16a-4d30-aff4-98c05a00d1f8 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:42.932477 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1d453da8-d16a-4d30-aff4-98c05a00d1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:43.003019 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-3a9a877f-7b3d-43fb-baa0-4fcf034ad9d2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:43.004998 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-3a9a877f-7b3d-43fb-baa0-4fcf034ad9d2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:43.071799 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.092497 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1d453da8-d16a-4d30-aff4-98c05a00d1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:43.104257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2101bd02-f983-4ce9-9cc7-ad18b614406e']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:43.114438 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 9824fd66-790b-4525-8075-531ce03ffd70 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:43.114830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.117705 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d453da8-d16a-4d30-aff4-98c05a00d1f8 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:43.118083 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1d453da8-d16a-4d30-aff4-98c05a00d1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:43.121450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62416b42-5fb9-41ba-8903-1273d0cbda2f') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:43.121754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62416b42-5fb9-41ba-8903-1273d0cbda2f') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:43.135025 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.191071 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-3a9a877f-7b3d-43fb-baa0-4fcf034ad9d2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:43.191952 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-3a9a877f-7b3d-43fb-baa0-4fcf034ad9d2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/networks?id=423163f0-ac89-4c8b-965b-6fc09d1bcc48 HTTP/1.1" status: 200 len: 796 time: 0.4650214 Jan 12 09:41:43.193013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.203124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:41:43.203584 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.210927 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1d453da8-d16a-4d30-aff4-98c05a00d1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:43.211559 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d453da8-d16a-4d30-aff4-98c05a00d1f8 None None] The sync data for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:43.236330 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-501e79c9-d5a2-47a5-87b4-2c5f4fc7bb5b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/subnets/e94cabd7-48bb-449c-9e1d-83f5401238a3/tags/tempest-TagsExtTest-Tag-1050641887 HTTP/1.1" status: 204 len: 168 time: 0.5726042 Jan 12 09:41:43.239567 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40666) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:43.240146 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:43.248270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-22ee1ba0-46ee-4bdc-aa78-fe3750424d4b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e94cabd7-48bb-449c-9e1d-83f5401238a3') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:43.272098 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-02b51114-1b06-4549-8960-9ecc08827cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:40Z', 'revision_number': 9, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:43.280442 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b51114-1b06-4549-8960-9ecc08827cf0 None None] The sync data for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv is: [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:40Z', 'revision_number': 9, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': '6fa42f6f-ad00-414c-ac49-750a3213f71b', 'name': '', 'network_id': '0c84d18c-6737-4f0c-b918-b9cb257101c4', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:23:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:55Z', 'updated_at': '2022-01-12T09:41:05Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'a287fd14-24f5-453b-ac77-b7c1cc13a1bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:43.351343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-e01972d9-d68b-4e50-81dd-6765bcce3a76 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:43.355823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.378265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.387919 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Network': ['ID=2101bd02-f983-4ce9-9cc7-ad18b614406e,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:43.395076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-e01972d9-d68b-4e50-81dd-6765bcce3a76 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:43.396229 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-e01972d9-d68b-4e50-81dd-6765bcce3a76 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 380 time: 0.1945512 Jan 12 09:41:43.399532 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1c4a532e-d0c4-40f2-b09c-7a355a1f0e56 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/networks/2101bd02-f983-4ce9-9cc7-ad18b614406e HTTP/1.1" status: 204 len: 168 time: 1.3785818 Jan 12 09:41:43.402328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40670) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:43.461789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-bfb512dc-7e67-4c42-a015-4840bff57066 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'port': {'device_id': 'd565f43d-e140-47d3-bfa4-301a9482d9e9', 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'admin_state_up': True, 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'security_groups': ['2d640b90-f3ae-4f53-b29a-55e634471ce5']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:43.479340 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-22ee1ba0-46ee-4bdc-aa78-fe3750424d4b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/subnets/e94cabd7-48bb-449c-9e1d-83f5401238a3/tags HTTP/1.1" status: 200 len: 205 time: 0.2387466 Jan 12 09:41:43.483685 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40674) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:43.487243 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cf5758-cbf9-4ceb-aab1-cd4bb3cc7c01 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router cd7fc53d-07de-4bd3-a093-6263e68b763f has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:43.490618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-e922aada-8e99-401b-b4a3-47efa1c02317 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'faa5de78-d868-4f93-b342-c2069f44114a') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:43.658843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:43.714268 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:43.714664 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a9c18c9c-3a7f-4ec3-afee-d3e9807dd6b3 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:43.861802 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e922aada-8e99-401b-b4a3-47efa1c02317 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/ports/faa5de78-d868-4f93-b342-c2069f44114a/tags HTTP/1.1" status: 200 len: 241 time: 0.3770614 Jan 12 09:41:43.864566 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40678) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:43.871216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-19d01b10-e6cc-45a1-857a-135c7f3bc5eb tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'faa5de78-d868-4f93-b342-c2069f44114a', 'tempest-TagsExtTest-Tag-1857893882') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:43.909304 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cf5758-cbf9-4ceb-aab1-cd4bb3cc7c01 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:43.914063 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b3cf5758-cbf9-4ceb-aab1-cd4bb3cc7c01 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:43.922219 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cc4c0a-1f68-48a7-a61c-371d64efda4c None None] Sync routers for ids ['cd7fc53d-07de-4bd3-a093-6263e68b763f'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:43.929437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-bfb512dc-7e67-4c42-a015-4840bff57066 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:43.942051 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cc4c0a-1f68-48a7-a61c-371d64efda4c None None] Routers {'cd7fc53d-07de-4bd3-a093-6263e68b763f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:43.942677 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-c4cc4c0a-1f68-48a7-a61c-371d64efda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['cd7fc53d-07de-4bd3-a093-6263e68b763f'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:43.957282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-bfb512dc-7e67-4c42-a015-4840bff57066 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:44.001538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-bfb512dc-7e67-4c42-a015-4840bff57066 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:41:44.004955 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-bfb512dc-7e67-4c42-a015-4840bff57066 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.013755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-c4cc4c0a-1f68-48a7-a61c-371d64efda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:44.027054 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cc4c0a-1f68-48a7-a61c-371d64efda4c None None] Routers {'cd7fc53d-07de-4bd3-a093-6263e68b763f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:44.028025 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-c4cc4c0a-1f68-48a7-a61c-371d64efda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['cd7fc53d-07de-4bd3-a093-6263e68b763f'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:44.046875 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b3cf5758-cbf9-4ceb-aab1-cd4bb3cc7c01 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "PUT /v2.0/floatingips/851fdae6-d8ab-42fc-b8c1-e0e27bb96240 HTTP/1.1" status: 200 len: 977 time: 4.0798342 Jan 12 09:41:44.048368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40684) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:44.054460 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-19d01b10-e6cc-45a1-857a-135c7f3bc5eb tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/ports/faa5de78-d868-4f93-b342-c2069f44114a/tags/tempest-TagsExtTest-Tag-1857893882 HTTP/1.1" status: 204 len: 168 time: 0.1868083 Jan 12 09:41:44.080169 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40688) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:44.097235 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-9a2cd677-274f-48da-a391-bf14daf9c0dd tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'faa5de78-d868-4f93-b342-c2069f44114a', 'tempest-TagsExtTest-Tag-1857893882') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:44.111972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-c4cc4c0a-1f68-48a7-a61c-371d64efda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:44.112636 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cc4c0a-1f68-48a7-a61c-371d64efda4c None None] The sync data for ids ['cd7fc53d-07de-4bd3-a093-6263e68b763f'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:44.146565 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-91de7faf-86ed-483c-871f-9e3f752ab197 req-dc3eb2e3-290d-41ed-a28c-8a27da95dbfe tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 210 time: 0.0943506 Jan 12 09:41:44.171899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-31f1cb77-0f65-4bf1-b782-6053347e8a4a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting port 6160ee70-97bd-4238-901b-628aba847738 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:44.172236 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31f1cb77-0f65-4bf1-b782-6053347e8a4a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.302554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-bfb512dc-7e67-4c42-a015-4840bff57066 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.8 (423163f0-ac89-4c8b-965b-6fc09d1bcc48/c7eb6399-4f6f-4773-914b-736433cc691f/9030eb78-3837-4ae8-9172-73fc9c43b63f) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:41:44.340121 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9a2cd677-274f-48da-a391-bf14daf9c0dd tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/ports/faa5de78-d868-4f93-b342-c2069f44114a/tags/tempest-TagsExtTest-Tag-1857893882 HTTP/1.1" status: 204 len: 168 time: 0.2589130 Jan 12 09:41:44.343093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40692) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:44.392406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-0ad118e8-7733-431b-af8d-16d1146ac5e3 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'faa5de78-d868-4f93-b342-c2069f44114a') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:44.476511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31f1cb77-0f65-4bf1-b782-6053347e8a4a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.519595 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6d83b48a-da09-4eba-aba4-b070c001afc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.575315 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0ad118e8-7733-431b-af8d-16d1146ac5e3 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/ports/faa5de78-d868-4f93-b342-c2069f44114a/tags HTTP/1.1" status: 200 len: 205 time: 0.2310679 Jan 12 09:41:44.577767 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40696) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:44.585057 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-b8848be0-56b0-4fa2-9529-6be2ba375082 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7aed4ae6-db26-4123-8f17-52285c335615') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:44.661293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-bfb512dc-7e67-4c42-a015-4840bff57066 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.693792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-bfb512dc-7e67-4c42-a015-4840bff57066 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object 9030eb78-3837-4ae8-9172-73fc9c43b63f will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:44.823068 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a2905748-9a90-45aa-bf00-19e87a5b93bc no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:44.826371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-bfb512dc-7e67-4c42-a015-4840bff57066 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.857381 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: a2905748-9a90-45aa-bf00-19e87a5b93bc {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:44.857733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a2905748-9a90-45aa-bf00-19e87a5b93bc not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:44.879511 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b8848be0-56b0-4fa2-9529-6be2ba375082 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/routers/7aed4ae6-db26-4123-8f17-52285c335615/tags HTTP/1.1" status: 200 len: 240 time: 0.3007245 Jan 12 09:41:44.882129 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40700) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:44.889196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-f71b6e6c-b56d-47aa-90ae-41e2b68e08f7 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7aed4ae6-db26-4123-8f17-52285c335615', 'tempest-TagsExtTest-Tag-106775557') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:44.906863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-bfb512dc-7e67-4c42-a015-4840bff57066 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 423163f0-ac89-4c8b-965b-6fc09d1bcc48 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:41:44.913080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-bfb512dc-7e67-4c42-a015-4840bff57066 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:41:44.939017 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-bfb512dc-7e67-4c42-a015-4840bff57066 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:41:44.961484 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31f1cb77-0f65-4bf1-b782-6053347e8a4a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.961902 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31f1cb77-0f65-4bf1-b782-6053347e8a4a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:44.962245 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-31f1cb77-0f65-4bf1-b782-6053347e8a4a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Floating IP 851fdae6-d8ab-42fc-b8c1-e0e27bb96240 disassociated. External IP: 172.26.2.192, port: 6160ee70-97bd-4238-901b-628aba847738. Jan 12 09:41:44.962543 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-31f1cb77-0f65-4bf1-b782-6053347e8a4a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Calling delete_port for 6160ee70-97bd-4238-901b-628aba847738 owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:44.966427 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb512dc-7e67-4c42-a015-4840bff57066 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=9030eb78-3837-4ae8-9172-73fc9c43b63f,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:45.024416 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-6d83b48a-da09-4eba-aba4-b070c001afc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port 6fa42f6f-ad00-414c-ac49-750a3213f71b {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:45.024763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6d83b48a-da09-4eba-aba4-b070c001afc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.061045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-bfb512dc-7e67-4c42-a015-4840bff57066 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:45.061687 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-bfb512dc-7e67-4c42-a015-4840bff57066 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.089169 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f71b6e6c-b56d-47aa-90ae-41e2b68e08f7 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/routers/7aed4ae6-db26-4123-8f17-52285c335615/tags/tempest-TagsExtTest-Tag-106775557 HTTP/1.1" status: 204 len: 168 time: 0.2037349 Jan 12 09:41:45.091377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40704) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:45.149039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.tag.tag_plugin [None req-bafba3a9-4977-4bf7-8b28-21ce7b499ed0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7aed4ae6-db26-4123-8f17-52285c335615', 'tempest-TagsExtTest-Tag-106775557') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:45.178186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31f1cb77-0f65-4bf1-b782-6053347e8a4a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.201573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-72480ca8-d2dc-42a4-8866-b370c249fd96 None None] Provisioning for port 9030eb78-3837-4ae8-9172-73fc9c43b63f completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:45.207961 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-72480ca8-d2dc-42a4-8866-b370c249fd96 None None] Provisioning complete for port 9030eb78-3837-4ae8-9172-73fc9c43b63f triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:45.208623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-72480ca8-d2dc-42a4-8866-b370c249fd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.271750 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-72480ca8-d2dc-42a4-8866-b370c249fd96 None None] Port 9030eb78-3837-4ae8-9172-73fc9c43b63f cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:41:45.415387 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1cb77-0f65-4bf1-b782-6053347e8a4a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Port': ['ID=6160ee70-97bd-4238-901b-628aba847738,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:45.453951 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-bfb512dc-7e67-4c42-a015-4840bff57066 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0488112 Jan 12 09:41:45.478201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Request body: {'port': {'device_id': 'd565f43d-e140-47d3-bfa4-301a9482d9e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:45.525862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-6d83b48a-da09-4eba-aba4-b070c001afc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] For port 6fa42f6f-ad00-414c-ac49-750a3213f71b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6fa42f6f-ad00-414c-ac49-750a3213f71b,segment=NetworkSegment(00081032-c3b2-4dca-9635-797935bb8088),segment_id=00081032-c3b2-4dca-9635-797935bb8088)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:45.526230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6d83b48a-da09-4eba-aba4-b070c001afc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.617401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0013f-b3fa-4a27-aa34-203209410743 req-7ba33f2b-3267-4554-b31e-36b0bf51f412 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:45.618948 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f7c0013f-b3fa-4a27-aa34-203209410743 req-7ba33f2b-3267-4554-b31e-36b0bf51f412 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 931 time: 0.2520051 Jan 12 09:41:45.657471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f1cb77-0f65-4bf1-b782-6053347e8a4a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router cd7fc53d-07de-4bd3-a093-6263e68b763f has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:45.683560 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f7c0013f-b3fa-4a27-aa34-203209410743 req-c8efec65-bb26-409b-b198-a9ff827cff6a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d640b90-f3ae-4f53-b29a-55e634471ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533161 Jan 12 09:41:45.728568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-6d83b48a-da09-4eba-aba4-b070c001afc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for 6fa42f6f-ad00-414c-ac49-750a3213f71b owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:45.854987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:45.864677 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bafba3a9-4977-4bf7-8b28-21ce7b499ed0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/routers/7aed4ae6-db26-4123-8f17-52285c335615/tags/tempest-TagsExtTest-Tag-106775557 HTTP/1.1" status: 204 len: 168 time: 0.7724288 Jan 12 09:41:45.867281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40710) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:45.870421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f1cb77-0f65-4bf1-b782-6053347e8a4a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:45.874430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-d3071ca3-a869-4531-8da9-dcff9e83a650 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7aed4ae6-db26-4123-8f17-52285c335615') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:45.883202 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54267bff-fe23-420a-9069-3ec43d69170e None None] Sync routers for ids ['cd7fc53d-07de-4bd3-a093-6263e68b763f'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:45.894174 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54267bff-fe23-420a-9069-3ec43d69170e None None] Routers {'cd7fc53d-07de-4bd3-a093-6263e68b763f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:45.895108 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-54267bff-fe23-420a-9069-3ec43d69170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['cd7fc53d-07de-4bd3-a093-6263e68b763f'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:45.962200 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-54267bff-fe23-420a-9069-3ec43d69170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:45.972974 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54267bff-fe23-420a-9069-3ec43d69170e None None] Routers {'cd7fc53d-07de-4bd3-a093-6263e68b763f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:45.973819 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-54267bff-fe23-420a-9069-3ec43d69170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['cd7fc53d-07de-4bd3-a093-6263e68b763f'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:46.063012 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-54267bff-fe23-420a-9069-3ec43d69170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:46.063786 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54267bff-fe23-420a-9069-3ec43d69170e None None] The sync data for ids ['cd7fc53d-07de-4bd3-a093-6263e68b763f'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:46.087565 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31f1cb77-0f65-4bf1-b782-6053347e8a4a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:46.094472 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d3071ca3-a869-4531-8da9-dcff9e83a650 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/routers/7aed4ae6-db26-4123-8f17-52285c335615/tags HTTP/1.1" status: 200 len: 205 time: 0.2236912 Jan 12 09:41:46.095147 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40714) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:46.102290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-8324fd41-2c57-497e-a1b4-207e290789bc tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f1f2a35f-8def-4187-8115-3775d55574ca') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:46.118100 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-31f1cb77-0f65-4bf1-b782-6053347e8a4a tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/ports/6160ee70-97bd-4238-901b-628aba847738 HTTP/1.1" status: 204 len: 168 time: 2.0686748 Jan 12 09:41:46.119075 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40718) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:46.185024 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6d83b48a-da09-4eba-aba4-b070c001afc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:46.227537 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8324fd41-2c57-497e-a1b4-207e290789bc tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/subnetpools/f1f2a35f-8def-4187-8115-3775d55574ca/tags HTTP/1.1" status: 200 len: 241 time: 0.1316631 Jan 12 09:41:46.230278 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40722) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:46.236972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-b2365fa3-6f90-465c-b9c2-c16ab9b64b48 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f1f2a35f-8def-4187-8115-3775d55574ca', 'tempest-TagsExtTest-Tag-1045239267') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:46.249013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83b48a-da09-4eba-aba4-b070c001afc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Port': ['ID=6fa42f6f-ad00-414c-ac49-750a3213f71b,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:46.343506 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b2365fa3-6f90-465c-b9c2-c16ab9b64b48 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/subnetpools/f1f2a35f-8def-4187-8115-3775d55574ca/tags/tempest-TagsExtTest-Tag-1045239267 HTTP/1.1" status: 204 len: 168 time: 0.1120636 Jan 12 09:41:46.346453 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40726) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:46.405231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-5e12e672-2cea-4a9b-a99b-8176d5f7335a tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f1f2a35f-8def-4187-8115-3775d55574ca', 'tempest-TagsExtTest-Tag-1045239267') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:46.495610 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:46.506719 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6d83b48a-da09-4eba-aba4-b070c001afc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:46.554866 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5e12e672-2cea-4a9b-a99b-8176d5f7335a tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/subnetpools/f1f2a35f-8def-4187-8115-3775d55574ca/tags/tempest-TagsExtTest-Tag-1045239267 HTTP/1.1" status: 204 len: 168 time: 0.2072542 Jan 12 09:41:46.557447 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40730) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:46.565162 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-a9bb7749-57d4-42b7-94ed-3cf7c1dcecec tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f1f2a35f-8def-4187-8115-3775d55574ca') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:46.579116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9030eb78-3837-4ae8-9172-73fc9c43b63f {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:41:46.598926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:46.640006 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a9bb7749-57d4-42b7-94ed-3cf7c1dcecec tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/subnetpools/f1f2a35f-8def-4187-8115-3775d55574ca/tags HTTP/1.1" status: 200 len: 205 time: 0.0815403 Jan 12 09:41:46.642606 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40734) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:46.676075 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-87a7fc4f-de45-45d7-8f58-cf552ec89ecf tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f1f2a35f-8def-4187-8115-3775d55574ca') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:46.679497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Transition to ACTIVE for port object 9030eb78-3837-4ae8-9172-73fc9c43b63f will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:41:46.687164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:46.727280 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-87a7fc4f-de45-45d7-8f58-cf552ec89ecf tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/subnetpools/f1f2a35f-8def-4187-8115-3775d55574ca/tags HTTP/1.1" status: 204 len: 168 time: 0.0835698 Jan 12 09:41:46.730013 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40740) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:46.736948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-7620c651-a11d-4690-b3b0-67f27f3ec4b8 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7aed4ae6-db26-4123-8f17-52285c335615') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:47.067186 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7620c651-a11d-4690-b3b0-67f27f3ec4b8 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/routers/7aed4ae6-db26-4123-8f17-52285c335615/tags HTTP/1.1" status: 204 len: 168 time: 0.3338904 Jan 12 09:41:47.067586 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40744) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:47.072472 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-9d508e35-9acc-4a27-8d52-4f1316bb2129 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'faa5de78-d868-4f93-b342-c2069f44114a') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:47.119445 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cceeb6ff-44b2-4ce2-8c44-14f879c43116 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.159836 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Pushing event updated for resources: {'Port': ['ID=9030eb78-3837-4ae8-9172-73fc9c43b63f,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:47.261672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d83b48a-da09-4eba-aba4-b070c001afc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:47.276490 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d82e9-a670-412e-9a31-8da17ab1cb01 req-8b15c189-8aac-42fe-bdbc-77029f8fb7b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:47.277193 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-7c8d82e9-a670-412e-9a31-8da17ab1cb01 req-8b15c189-8aac-42fe-bdbc-77029f8fb7b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:47.302609 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Attempting to bind port 9030eb78-3837-4ae8-9172-73fc9c43b63f on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:41:47.302922 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Attempting to bind port 9030eb78-3837-4ae8-9172-73fc9c43b63f by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '08cf4a33-bdaa-4124-b2fd-ab55dcf4e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:41:47.303264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Attempting to bind port 9030eb78-3837-4ae8-9172-73fc9c43b63f on network 423163f0-ac89-4c8b-965b-6fc09d1bcc48 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:41:47.354902 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9d508e35-9acc-4a27-8d52-4f1316bb2129 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/ports/faa5de78-d868-4f93-b342-c2069f44114a/tags HTTP/1.1" status: 204 len: 168 time: 0.2863324 Jan 12 09:41:47.360464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40748) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:47.372135 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-015c19b7-22c7-46c9-9c1f-8c9e2354b4fb tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e94cabd7-48bb-449c-9e1d-83f5401238a3') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:47.372613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Port 9030eb78-3837-4ae8-9172-73fc9c43b63f on network 423163f0-ac89-4c8b-965b-6fc09d1bcc48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:41:47.372954 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Attempting to bind port 9030eb78-3837-4ae8-9172-73fc9c43b63f on network 423163f0-ac89-4c8b-965b-6fc09d1bcc48 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:41:47.432733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:41:47.433038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Checking segment: {'id': '08cf4a33-bdaa-4124-b2fd-ab55dcf4e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:41:47.433448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Bound using segment: {'id': '08cf4a33-bdaa-4124-b2fd-ab55dcf4e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:41:47.433892 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Bound port: 9030eb78-3837-4ae8-9172-73fc9c43b63f, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08cf4a33-bdaa-4124-b2fd-ab55dcf4e966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:41:47.434239 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.459883 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-7c8d82e9-a670-412e-9a31-8da17ab1cb01 req-8b15c189-8aac-42fe-bdbc-77029f8fb7b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:47.461146 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7c8d82e9-a670-412e-9a31-8da17ab1cb01 req-8b15c189-8aac-42fe-bdbc-77029f8fb7b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 943 time: 0.5921390 Jan 12 09:41:47.551646 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-015c19b7-22c7-46c9-9c1f-8c9e2354b4fb tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/subnets/e94cabd7-48bb-449c-9e1d-83f5401238a3/tags HTTP/1.1" status: 204 len: 168 time: 0.1865134 Jan 12 09:41:47.551876 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40752) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:47.555810 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d83b48a-da09-4eba-aba4-b070c001afc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:47.560076 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-b12ed209-dceb-47ac-9242-cc36f19e5e13 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e94cabd7-48bb-449c-9e1d-83f5401238a3', 'tempest-TagsExtTest-Tag-1756533935') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:47.566303 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f40f642-7b98-4aa0-a9a0-1478f4c847b5 None None] Sync routers for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:47.579168 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f40f642-7b98-4aa0-a9a0-1478f4c847b5 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:47.580177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0f40f642-7b98-4aa0-a9a0-1478f4c847b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:47.586036 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7c8d82e9-a670-412e-9a31-8da17ab1cb01 req-1a5310a8-1147-4932-9670-dbb19573ae48 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d640b90-f3ae-4f53-b29a-55e634471ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163685 Jan 12 09:41:47.597714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-cceeb6ff-44b2-4ce2-8c44-14f879c43116 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting port bbd43fe9-421c-486b-b41b-e74a15ca4817 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:47.598052 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cceeb6ff-44b2-4ce2-8c44-14f879c43116 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.600411 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6d83b48a-da09-4eba-aba4-b070c001afc6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/5f9b5830-c5a5-4fb9-a43d-61bae496a962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1966426 Jan 12 09:41:47.600689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40756) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:47.647342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] For port 9030eb78-3837-4ae8-9172-73fc9c43b63f, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:41:47.663776 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] For port 9030eb78-3837-4ae8-9172-73fc9c43b63f, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=9030eb78-3837-4ae8-9172-73fc9c43b63f,segment=NetworkSegment(08cf4a33-bdaa-4124-b2fd-ab55dcf4e966),segment_id=08cf4a33-bdaa-4124-b2fd-ab55dcf4e966)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:41:47.671993 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.742841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60e41ba-6c7e-43ad-a995-2d2c592da9a6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting subnet a287fd14-24f5-453b-ac77-b7c1cc13a1bd {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:41:47.743898 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-0f40f642-7b98-4aa0-a9a0-1478f4c847b5 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:47.749632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:47.750498 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.751923 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] 10.222.0.53 "PUT /v2.0/ports/9030eb78-3837-4ae8-9172-73fc9c43b63f HTTP/1.1" status: 200 len: 1093 time: 2.2812757 Jan 12 09:41:47.754273 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd565f43d-e140-47d3-bfa4-301a9482d9e9', 'tag': '9030eb78-3837-4ae8-9172-73fc9c43b63f'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:41:47.761149 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e60e41ba-6c7e-43ad-a995-2d2c592da9a6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.815436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3de855-e910-4541-bacb-5f2c2c5f4101 service neutron] Pushing event updated for resources: {'Port': ['ID=9030eb78-3837-4ae8-9172-73fc9c43b63f,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:47.833522 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b12ed209-dceb-47ac-9242-cc36f19e5e13 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "PUT /v2.0/subnets/e94cabd7-48bb-449c-9e1d-83f5401238a3/tags/tempest-TagsExtTest-Tag-1756533935 HTTP/1.1" status: 201 len: 201 time: 0.2783761 Jan 12 09:41:47.834496 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40762) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:47.841686 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-005b8d48-1c08-4086-b524-7a51d858af7d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'faa5de78-d868-4f93-b342-c2069f44114a', 'tempest-TagsExtTest-Tag-508652671') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:47.878721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cceeb6ff-44b2-4ce2-8c44-14f879c43116 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:47.879368 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd565f43d-e140-47d3-bfa4-301a9482d9e9', 'tag': '9030eb78-3837-4ae8-9172-73fc9c43b63f', 'status': 'completed', 'code': 200} Jan 12 09:41:47.882082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e60e41ba-6c7e-43ad-a995-2d2c592da9a6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.001121 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-63537033-2514-4fe1-8ce7-463a31894c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:48.002931 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-63537033-2514-4fe1-8ce7-463a31894c72 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 1096 time: 0.1886737 Jan 12 09:41:48.019937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-cceeb6ff-44b2-4ce2-8c44-14f879c43116 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Calling delete_port for bbd43fe9-421c-486b-b41b-e74a15ca4817 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:48.067769 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e60e41ba-6c7e-43ad-a995-2d2c592da9a6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.137005 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-cd671c08-6273-4214-95e0-d0d1b983b9e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9030eb78-3837-4ae8-9172-73fc9c43b63f HTTP/1.1" status: 200 len: 217 time: 0.1214416 Jan 12 09:41:48.152309 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0f40f642-7b98-4aa0-a9a0-1478f4c847b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:46Z', 'revision_number': 10, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:48.152591 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-005b8d48-1c08-4086-b524-7a51d858af7d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "PUT /v2.0/ports/faa5de78-d868-4f93-b342-c2069f44114a/tags/tempest-TagsExtTest-Tag-508652671 HTTP/1.1" status: 201 len: 201 time: 0.3139672 Jan 12 09:41:48.152591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40766) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:48.155943 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f40f642-7b98-4aa0-a9a0-1478f4c847b5 None None] Checking router: 5f9b5830-c5a5-4fb9-a43d-61bae496a962 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:48.157999 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-f12b0573-c36d-47bb-ac51-dd11b349580d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7aed4ae6-db26-4123-8f17-52285c335615', 'tempest-TagsExtTest-Tag-688098248') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:48.165909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f40f642-7b98-4aa0-a9a0-1478f4c847b5 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:48.166631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0f40f642-7b98-4aa0-a9a0-1478f4c847b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:48.222406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-d6a4c5d7-6feb-4489-af70-73af03acf49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:48.223989 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-d6a4c5d7-6feb-4489-af70-73af03acf49b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c7eb6399-4f6f-4773-914b-736433cc691f HTTP/1.1" status: 200 len: 835 time: 0.0741382 Jan 12 09:41:48.230962 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e60e41ba-6c7e-43ad-a995-2d2c592da9a6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.316272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e60e41ba-6c7e-43ad-a995-2d2c592da9a6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.326126 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549712c9-9b52-4fbd-9996-874a0b80218f None None] Network 0c84d18c-6737-4f0c-b918-b9cb257101c4 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:48.333920 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e41ba-6c7e-43ad-a995-2d2c592da9a6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Subnet': ['ID=a287fd14-24f5-453b-ac77-b7c1cc13a1bd,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:48.341653 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e60e41ba-6c7e-43ad-a995-2d2c592da9a6 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/a287fd14-24f5-453b-ac77-b7c1cc13a1bd HTTP/1.1" status: 204 len: 168 time: 0.7382283 Jan 12 09:41:48.342460 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40770) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:48.373127 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-0f40f642-7b98-4aa0-a9a0-1478f4c847b5 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:48.568686 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f12b0573-c36d-47bb-ac51-dd11b349580d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "PUT /v2.0/routers/7aed4ae6-db26-4123-8f17-52285c335615/tags/tempest-TagsExtTest-Tag-688098248 HTTP/1.1" status: 201 len: 201 time: 0.4126937 Jan 12 09:41:48.571088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40774) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:48.577805 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-f4d89953-3713-4a52-9495-29eaa13ecac6 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f1f2a35f-8def-4187-8115-3775d55574ca', 'tempest-TagsExtTest-Tag-1915165967') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:48.601849 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-f13297f5-515c-4bd3-915e-9891b0561795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:48.603499 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-f13297f5-515c-4bd3-915e-9891b0561795 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=423163f0-ac89-4c8b-965b-6fc09d1bcc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3674989 Jan 12 09:41:48.613230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.629239 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cceeb6ff-44b2-4ce2-8c44-14f879c43116 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.664963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port ddf790e8-f627-4b98-98ba-ebf5456281c9 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:48.665329 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.691912 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceeb6ff-44b2-4ce2-8c44-14f879c43116 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Port': ['ID=bbd43fe9-421c-486b-b41b-e74a15ca4817,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:48.695338 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f4d89953-3713-4a52-9495-29eaa13ecac6 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "PUT /v2.0/subnetpools/f1f2a35f-8def-4187-8115-3775d55574ca/tags/tempest-TagsExtTest-Tag-1915165967 HTTP/1.1" status: 201 len: 201 time: 0.1234918 Jan 12 09:41:48.699276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40780) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:48.824581 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.tag.tag_plugin [None req-b9b6b7bf-a593-4ea1-8f1e-bbe0c3623a95 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e94cabd7-48bb-449c-9e1d-83f5401238a3', {'tags': ['tempest-TagsExtTest-Tag-1812266450', 'tempest-TagsExtTest-Tag-1767701268', 'tempest-TagsExtTest-Tag-371972480']}) {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:48.876913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a178f1b-72ea-479c-b572-5ade68648027 None None] DHCP port deletion for 0c84d18c-6737-4f0c-b918-b9cb257101c4 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:41:48.884165 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4a178f1b-72ea-479c-b572-5ade68648027 None None] Deleting port ddf790e8-f627-4b98-98ba-ebf5456281c9 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:48.884530 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4a178f1b-72ea-479c-b572-5ade68648027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:48.936503 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-0f40f642-7b98-4aa0-a9a0-1478f4c847b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:46Z', 'revision_number': 10, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:48.942535 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f40f642-7b98-4aa0-a9a0-1478f4c847b5 None None] The sync data for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv is: [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:46Z', 'revision_number': 10, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None, '_interfaces': [{'id': 'b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa', 'name': '', 'network_id': '24fba2c1-0a67-4d6f-b6e4-b92b4ba72402', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'mac_address': 'fa:16:3e:93:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:40:45Z', 'updated_at': '2022-01-12T09:40:54Z', 'revision_number': 5, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'subnets': [{'id': 'f39f1aa0-2832-4b5a-91b3-e29f58d83fd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:49.026577 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-274e8286-2b29-413b-a6ed-37cf732bcf32 service neutron] 10.222.0.53 "GET /v2.0/networks/423163f0-ac89-4c8b-965b-6fc09d1bcc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101896 Jan 12 09:41:49.076214 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cceeb6ff-44b2-4ce2-8c44-14f879c43116 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:49.167181 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b9b6b7bf-a593-4ea1-8f1e-bbe0c3623a95 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "PUT /v2.0/subnets/e94cabd7-48bb-449c-9e1d-83f5401238a3/tags HTTP/1.1" status: 200 len: 317 time: 0.4624445 Jan 12 09:41:49.176048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40784) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:49.177150 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-4a178f1b-72ea-479c-b572-5ade68648027 None None] For port ddf790e8-f627-4b98-98ba-ebf5456281c9, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ddf790e8-f627-4b98-98ba-ebf5456281c9,segment=NetworkSegment(00081032-c3b2-4dca-9635-797935bb8088),segment_id=00081032-c3b2-4dca-9635-797935bb8088)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:49.177543 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4a178f1b-72ea-479c-b572-5ade68648027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:49.186086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-a093871e-70ee-4366-9739-6edb4880b60b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e94cabd7-48bb-449c-9e1d-83f5401238a3') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:49.247868 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3123f9-f309-4fa6-865c-ded3c159f632 req-285ada16-6204-4279-b8eb-b5e3bd0924a3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:49.249249 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5b3123f9-f309-4fa6-865c-ded3c159f632 req-285ada16-6204-4279-b8eb-b5e3bd0924a3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 943 time: 0.4942377 Jan 12 09:41:49.256209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] For port ddf790e8-f627-4b98-98ba-ebf5456281c9, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ddf790e8-f627-4b98-98ba-ebf5456281c9,segment=NetworkSegment(00081032-c3b2-4dca-9635-797935bb8088),segment_id=00081032-c3b2-4dca-9635-797935bb8088)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:49.256560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:49.302140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4a178f1b-72ea-479c-b572-5ade68648027 None None] Calling delete_port for ddf790e8-f627-4b98-98ba-ebf5456281c9 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:49.381600 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:41:49.388171 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4a178f1b-72ea-479c-b572-5ade68648027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:49.409139 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for ddf790e8-f627-4b98-98ba-ebf5456281c9 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:49.433869 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a178f1b-72ea-479c-b572-5ade68648027 None None] No DVR routers for this DVR port ddf790e8-f627-4b98-98ba-ebf5456281c9 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:49.448482 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a178f1b-72ea-479c-b572-5ade68648027 None None] Pushing event deleted for resources: {'Port': ['ID=ddf790e8-f627-4b98-98ba-ebf5456281c9,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:49.492994 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5ef4ca1-d806-478d-a5d9-ebd5fddb9fe3 req-b6964d65-c644-4374-97b7-ce5312edf8a2 service neutron] 10.222.0.53 "GET /v2.0/networks/423163f0-ac89-4c8b-965b-6fc09d1bcc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517961 Jan 12 09:41:49.499915 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5b3123f9-f309-4fa6-865c-ded3c159f632 req-4ea920a7-4176-44da-a60b-eee28470cb47 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d640b90-f3ae-4f53-b29a-55e634471ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360415 Jan 12 09:41:49.537489 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:41:49.538033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:41:49.581052 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a093871e-70ee-4366-9739-6edb4880b60b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/subnets/e94cabd7-48bb-449c-9e1d-83f5401238a3/tags HTTP/1.1" status: 204 len: 168 time: 0.4019098 Jan 12 09:41:49.583410 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40788) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:49.588819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-0fa8abfd-1146-4cdb-b418-b4d9d0b85e5b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e94cabd7-48bb-449c-9e1d-83f5401238a3', 'tempest-TagsExtTest-Tag-1812266450') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:49.621609 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f9eae-3c03-4936-9906-dddb360e7d6d req-29c4d122-0f06-402f-a30f-39098bbbcd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:49.623049 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b23f9eae-3c03-4936-9906-dddb360e7d6d req-29c4d122-0f06-402f-a30f-39098bbbcd3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 1096 time: 0.0712843 Jan 12 09:41:49.633906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cceeb6ff-44b2-4ce2-8c44-14f879c43116 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router cd7fc53d-07de-4bd3-a093-6263e68b763f has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:49.753406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f9eae-3c03-4936-9906-dddb360e7d6d req-1180d596-cd5e-46b3-b87f-5932802da577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:49.754808 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b23f9eae-3c03-4936-9906-dddb360e7d6d req-1180d596-cd5e-46b3-b87f-5932802da577 service neutron] 10.222.0.53 "GET /v2.0/networks?id=423163f0-ac89-4c8b-965b-6fc09d1bcc48 HTTP/1.1" status: 200 len: 897 time: 0.1250753 Jan 12 09:41:49.796566 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-0fa8abfd-1146-4cdb-b418-b4d9d0b85e5b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] show failed (client error): The resource could not be found. Jan 12 09:41:49.797625 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0fa8abfd-1146-4cdb-b418-b4d9d0b85e5b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/subnets/e94cabd7-48bb-449c-9e1d-83f5401238a3/tags/tempest-TagsExtTest-Tag-1812266450 HTTP/1.1" status: 404 len: 329 time: 0.2132759 Jan 12 09:41:49.804669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40792) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:49.817592 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-82e10847-fcfc-4348-8323-d1e411e28cd9 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e94cabd7-48bb-449c-9e1d-83f5401238a3', 'tempest-TagsExtTest-Tag-1767701268') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:49.825162 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b23f9eae-3c03-4936-9906-dddb360e7d6d req-2ecf53d8-1381-449f-ade6-6e1d865e696c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9030eb78-3837-4ae8-9172-73fc9c43b63f HTTP/1.1" status: 200 len: 217 time: 0.0631137 Jan 12 09:41:49.869514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cceeb6ff-44b2-4ce2-8c44-14f879c43116 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:49.879595 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570991fa-3eff-47e2-a828-e01246471683 None None] Sync routers for ids ['cd7fc53d-07de-4bd3-a093-6263e68b763f'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:49.889309 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f9eae-3c03-4936-9906-dddb360e7d6d req-3a3e64ff-f51c-4e0d-8c2e-c3231f057a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:49.889977 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570991fa-3eff-47e2-a828-e01246471683 None None] Routers {'cd7fc53d-07de-4bd3-a093-6263e68b763f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:49.890603 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-570991fa-3eff-47e2-a828-e01246471683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['cd7fc53d-07de-4bd3-a093-6263e68b763f'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:49.891052 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b23f9eae-3c03-4936-9906-dddb360e7d6d req-3a3e64ff-f51c-4e0d-8c2e-c3231f057a1b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c7eb6399-4f6f-4773-914b-736433cc691f HTTP/1.1" status: 200 len: 835 time: 0.0589750 Jan 12 09:41:49.891302 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40796) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:49.891552 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cceeb6ff-44b2-4ce2-8c44-14f879c43116 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "PUT /v2.0/routers/cd7fc53d-07de-4bd3-a093-6263e68b763f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7687280 Jan 12 09:41:49.911616 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-82e10847-fcfc-4348-8323-d1e411e28cd9 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] show failed (client error): The resource could not be found. Jan 12 09:41:49.912635 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-82e10847-fcfc-4348-8323-d1e411e28cd9 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/subnets/e94cabd7-48bb-449c-9e1d-83f5401238a3/tags/tempest-TagsExtTest-Tag-1767701268 HTTP/1.1" status: 404 len: 329 time: 0.1070867 Jan 12 09:41:49.915485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40800) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:49.920043 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-20904eee-c6dd-4dfb-9ab1-4722e2059623 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e94cabd7-48bb-449c-9e1d-83f5401238a3', 'tempest-TagsExtTest-Tag-371972480') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:49.961483 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-570991fa-3eff-47e2-a828-e01246471683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:49.970294 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570991fa-3eff-47e2-a828-e01246471683 None None] Routers {'cd7fc53d-07de-4bd3-a093-6263e68b763f'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:49.971116 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-570991fa-3eff-47e2-a828-e01246471683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['cd7fc53d-07de-4bd3-a093-6263e68b763f'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:49.985698 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-20904eee-c6dd-4dfb-9ab1-4722e2059623 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] show failed (client error): The resource could not be found. Jan 12 09:41:49.989382 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-20904eee-c6dd-4dfb-9ab1-4722e2059623 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/subnets/e94cabd7-48bb-449c-9e1d-83f5401238a3/tags/tempest-TagsExtTest-Tag-371972480 HTTP/1.1" status: 404 len: 328 time: 0.0704262 Jan 12 09:41:49.989556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40804) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:49.994624 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-d6b16b18-0b6c-428a-b014-3f81d235c48f tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'faa5de78-d868-4f93-b342-c2069f44114a', {'tags': ['tempest-TagsExtTest-Tag-280418104', 'tempest-TagsExtTest-Tag-1824273714', 'tempest-TagsExtTest-Tag-464334463']}) {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:50.037923 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-570991fa-3eff-47e2-a828-e01246471683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:50.038321 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570991fa-3eff-47e2-a828-e01246471683 None None] The sync data for ids ['cd7fc53d-07de-4bd3-a093-6263e68b763f'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:50.137386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port ddf790e8-f627-4b98-98ba-ebf5456281c9 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:50.137631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.225252 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] The port 'ddf790e8-f627-4b98-98ba-ebf5456281c9' was deleted {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:41:50.228459 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d6b16b18-0b6c-428a-b014-3f81d235c48f tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "PUT /v2.0/ports/faa5de78-d868-4f93-b342-c2069f44114a/tags HTTP/1.1" status: 200 len: 316 time: 0.2354722 Jan 12 09:41:50.228975 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40808) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:50.233904 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-a936f458-9dfe-4452-b565-31c193a1606e tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'faa5de78-d868-4f93-b342-c2069f44114a') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:50.317058 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a936f458-9dfe-4452-b565-31c193a1606e tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/ports/faa5de78-d868-4f93-b342-c2069f44114a/tags HTTP/1.1" status: 204 len: 168 time: 0.0872598 Jan 12 09:41:50.319766 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40812) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:50.324560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-96794855-ebfe-4c85-bfde-f32de59f514b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'faa5de78-d868-4f93-b342-c2069f44114a', 'tempest-TagsExtTest-Tag-280418104') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:50.383396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ae90e48-5132-4385-845f-0448e9cac8a5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.390123 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-96794855-ebfe-4c85-bfde-f32de59f514b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] show failed (client error): The resource could not be found. Jan 12 09:41:50.391096 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-96794855-ebfe-4c85-bfde-f32de59f514b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/ports/faa5de78-d868-4f93-b342-c2069f44114a/tags/tempest-TagsExtTest-Tag-280418104 HTTP/1.1" status: 404 len: 328 time: 0.0703840 Jan 12 09:41:50.394250 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40816) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:50.399005 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-eee5c25b-ce5d-44f1-8bb0-f5b3683667e4 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'faa5de78-d868-4f93-b342-c2069f44114a', 'tempest-TagsExtTest-Tag-1824273714') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:50.467976 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-eee5c25b-ce5d-44f1-8bb0-f5b3683667e4 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] show failed (client error): The resource could not be found. Jan 12 09:41:50.469034 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-eee5c25b-ce5d-44f1-8bb0-f5b3683667e4 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/ports/faa5de78-d868-4f93-b342-c2069f44114a/tags/tempest-TagsExtTest-Tag-1824273714 HTTP/1.1" status: 404 len: 329 time: 0.0738306 Jan 12 09:41:50.471912 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40820) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:50.476848 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-94878f9d-62c5-4c23-9c87-2398e7267373 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'faa5de78-d868-4f93-b342-c2069f44114a', 'tempest-TagsExtTest-Tag-464334463') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:50.495774 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.518205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f9eae-3c03-4936-9906-dddb360e7d6d req-f5780b8c-2a5c-473c-8743-7561b0504474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:50.519729 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b23f9eae-3c03-4936-9906-dddb360e7d6d req-f5780b8c-2a5c-473c-8743-7561b0504474 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=423163f0-ac89-4c8b-965b-6fc09d1bcc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5739765 Jan 12 09:41:50.545445 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-94878f9d-62c5-4c23-9c87-2398e7267373 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] show failed (client error): The resource could not be found. Jan 12 09:41:50.549288 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-94878f9d-62c5-4c23-9c87-2398e7267373 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/ports/faa5de78-d868-4f93-b342-c2069f44114a/tags/tempest-TagsExtTest-Tag-464334463 HTTP/1.1" status: 404 len: 328 time: 0.0738025 Jan 12 09:41:50.549562 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40826) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:50.554960 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-02da8d54-4d41-4721-81d1-0671f2293423 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7aed4ae6-db26-4123-8f17-52285c335615', {'tags': ['tempest-TagsExtTest-Tag-110654407', 'tempest-TagsExtTest-Tag-1597851834', 'tempest-TagsExtTest-Tag-189432299']}) {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:50.557535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c84d18c-6737-4f0c-b918-b9cb257101c4']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:50.632336 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00081032-c3b2-4dca-9635-797935bb8088') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:50.632629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00081032-c3b2-4dca-9635-797935bb8088') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:50.672585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.749795 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.756402 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-02da8d54-4d41-4721-81d1-0671f2293423 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "PUT /v2.0/routers/7aed4ae6-db26-4123-8f17-52285c335615/tags HTTP/1.1" status: 200 len: 316 time: 0.2057526 Jan 12 09:41:50.760397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40830) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:50.766022 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-0486578c-4164-47f0-bd94-7ad43d588f93 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7aed4ae6-db26-4123-8f17-52285c335615') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:50.773143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:41:50.773550 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:50.787878 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:50.791237 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ae90e48-5132-4385-845f-0448e9cac8a5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.828016 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab7f67-ff79-4619-8511-33a6d6cb61c7 req-364d6366-0e4d-45a7-a131-a227954a6177 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:50.831238 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4bab7f67-ff79-4619-8511-33a6d6cb61c7 req-364d6366-0e4d-45a7-a131-a227954a6177 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 943 time: 0.2187335 Jan 12 09:41:50.832159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-6ae90e48-5132-4385-845f-0448e9cac8a5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting port de5ad9a4-0238-4100-b33f-6188092dc44f {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:50.832511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ae90e48-5132-4385-845f-0448e9cac8a5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.869594 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ddf790e8-f627-4b98-98ba-ebf5456281c9 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:50.904598 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: ddf790e8-f627-4b98-98ba-ebf5456281c9 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:50.904971 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ddf790e8-f627-4b98-98ba-ebf5456281c9 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:50.905339 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6fa42f6f-ad00-414c-ac49-750a3213f71b no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:50.921317 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b23f9eae-3c03-4936-9906-dddb360e7d6d req-79c5dedb-7639-4bcf-a8a4-c8920f667394 service neutron] 10.222.0.53 "GET /v2.0/networks/423163f0-ac89-4c8b-965b-6fc09d1bcc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886323 Jan 12 09:41:50.942199 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 6fa42f6f-ad00-414c-ac49-750a3213f71b {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:50.942417 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6fa42f6f-ad00-414c-ac49-750a3213f71b not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:50.947163 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4bab7f67-ff79-4619-8511-33a6d6cb61c7 req-cbeac5d0-f59d-4a93-8b75-3e671d265fba tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d640b90-f3ae-4f53-b29a-55e634471ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068640 Jan 12 09:41:50.960728 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:50.978386 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0486578c-4164-47f0-bd94-7ad43d588f93 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/routers/7aed4ae6-db26-4123-8f17-52285c335615/tags HTTP/1.1" status: 204 len: 168 time: 0.2168088 Jan 12 09:41:50.981193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40834) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:50.986107 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-579762cd-3f85-47b7-b4b1-84b5485aaf87 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7aed4ae6-db26-4123-8f17-52285c335615', 'tempest-TagsExtTest-Tag-110654407') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:50.992078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.034872 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Network': ['ID=0c84d18c-6737-4f0c-b918-b9cb257101c4,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:51.062839 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ceedc50d-9b1a-440b-9a9d-e27c937a48d7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/networks/0c84d18c-6737-4f0c-b918-b9cb257101c4 HTTP/1.1" status: 204 len: 168 time: 2.7177749 Jan 12 09:41:51.102601 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40838) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:51.239272 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b23f9eae-3c03-4936-9906-dddb360e7d6d req-66b78528-0480-488f-bac2-a632d5eda938 service neutron] 10.222.0.53 "GET /v2.0/networks/423163f0-ac89-4c8b-965b-6fc09d1bcc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050747 Jan 12 09:41:51.240843 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ae90e48-5132-4385-845f-0448e9cac8a5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.241021 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-579762cd-3f85-47b7-b4b1-84b5485aaf87 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] show failed (client error): The resource could not be found. Jan 12 09:41:51.245283 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-579762cd-3f85-47b7-b4b1-84b5485aaf87 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/routers/7aed4ae6-db26-4123-8f17-52285c335615/tags/tempest-TagsExtTest-Tag-110654407 HTTP/1.1" status: 404 len: 328 time: 0.2599785 Jan 12 09:41:51.250845 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40842) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:51.271654 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-4f19404d-6de1-4f4e-8ae6-b6c0d799376f tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7aed4ae6-db26-4123-8f17-52285c335615', 'tempest-TagsExtTest-Tag-1597851834') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:51.377910 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-6ae90e48-5132-4385-845f-0448e9cac8a5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Calling delete_port for de5ad9a4-0238-4100-b33f-6188092dc44f owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:51.682728 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-4f19404d-6de1-4f4e-8ae6-b6c0d799376f tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] show failed (client error): The resource could not be found. Jan 12 09:41:51.683980 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4f19404d-6de1-4f4e-8ae6-b6c0d799376f tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/routers/7aed4ae6-db26-4123-8f17-52285c335615/tags/tempest-TagsExtTest-Tag-1597851834 HTTP/1.1" status: 404 len: 329 time: 0.4320772 Jan 12 09:41:51.687262 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40846) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:51.693993 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.tag.tag_plugin [None req-963006ca-b42d-4a00-9829-4a74a70c7548 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7aed4ae6-db26-4123-8f17-52285c335615', 'tempest-TagsExtTest-Tag-189432299') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:51.741544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ae90e48-5132-4385-845f-0448e9cac8a5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.805059 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae90e48-5132-4385-845f-0448e9cac8a5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Port': ['ID=de5ad9a4-0238-4100-b33f-6188092dc44f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:51.898690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-417621f6-b2fd-4465-93b2-63102414945c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.932664 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 9030eb78-3837-4ae8-9172-73fc9c43b63f details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:41:51.948095 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-963006ca-b42d-4a00-9829-4a74a70c7548 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] show failed (client error): The resource could not be found. Jan 12 09:41:51.949064 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-963006ca-b42d-4a00-9829-4a74a70c7548 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/routers/7aed4ae6-db26-4123-8f17-52285c335615/tags/tempest-TagsExtTest-Tag-189432299 HTTP/1.1" status: 404 len: 328 time: 0.2600088 Jan 12 09:41:51.952327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40850) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:51.958165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ae90e48-5132-4385-845f-0448e9cac8a5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:51.971774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-8e11a66a-67ba-474d-a927-de11c8586318 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f1f2a35f-8def-4187-8115-3775d55574ca', {'tags': ['tempest-TagsExtTest-Tag-394955753', 'tempest-TagsExtTest-Tag-500973765', 'tempest-TagsExtTest-Tag-435968862']}) {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:52.070259 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8e11a66a-67ba-474d-a927-de11c8586318 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "PUT /v2.0/subnetpools/f1f2a35f-8def-4187-8115-3775d55574ca/tags HTTP/1.1" status: 200 len: 315 time: 0.1165199 Jan 12 09:41:52.074071 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40856) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:52.079492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.tag.tag_plugin [None req-21995093-6330-4abc-b240-ed1f1e06aa7b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f1f2a35f-8def-4187-8115-3775d55574ca') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:52.088917 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 9030eb78-3837-4ae8-9172-73fc9c43b63f, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=9030eb78-3837-4ae8-9172-73fc9c43b63f,segment=NetworkSegment(08cf4a33-bdaa-4124-b2fd-ab55dcf4e966),segment_id=08cf4a33-bdaa-4124-b2fd-ab55dcf4e966)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:52.111127 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '9030eb78-3837-4ae8-9172-73fc9c43b63f', 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'port_id': '9030eb78-3837-4ae8-9172-73fc9c43b63f', 'mac_address': 'fa:16:3e:56:53:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:41:52.175954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.189054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ae90e48-5132-4385-845f-0448e9cac8a5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.192030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ae90e48-5132-4385-845f-0448e9cac8a5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.193177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9030eb78-3837-4ae8-9172-73fc9c43b63f {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:41:52.209952 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 9030eb78-3837-4ae8-9172-73fc9c43b63f, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=9030eb78-3837-4ae8-9172-73fc9c43b63f,segment=NetworkSegment(08cf4a33-bdaa-4124-b2fd-ab55dcf4e966),segment_id=08cf4a33-bdaa-4124-b2fd-ab55dcf4e966)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:52.215552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.242987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ae90e48-5132-4385-845f-0448e9cac8a5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.243513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae90e48-5132-4385-845f-0448e9cac8a5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Fanout notify agent at l3_agent the message router_deleted on router cd7fc53d-07de-4bd3-a093-6263e68b763f {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:41:52.273885 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ae90e48-5132-4385-845f-0448e9cac8a5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.276111 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6ae90e48-5132-4385-845f-0448e9cac8a5 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/routers/cd7fc53d-07de-4bd3-a093-6263e68b763f HTTP/1.1" status: 204 len: 168 time: 2.3837976 Jan 12 09:41:52.283458 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-21995093-6330-4abc-b240-ed1f1e06aa7b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/subnetpools/f1f2a35f-8def-4187-8115-3775d55574ca/tags HTTP/1.1" status: 204 len: 168 time: 0.2054389 Jan 12 09:41:52.283458 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40860) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:52.289346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b329b1-6252-4055-b11a-3df1e1a4d8f1 req-3e289392-2a83-4f83-b12d-b8b6b9118e35 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:52.289522 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40862) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:52.294438 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-538a210b-66ee-4ec1-b6a6-918ca0bbd8f4 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f1f2a35f-8def-4187-8115-3775d55574ca', 'tempest-TagsExtTest-Tag-394955753') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:52.295890 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-31b329b1-6252-4055-b11a-3df1e1a4d8f1 req-3e289392-2a83-4f83-b12d-b8b6b9118e35 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 943 time: 0.1589334 Jan 12 09:41:52.299392 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=9030eb78-3837-4ae8-9172-73fc9c43b63f,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:52.333742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-417621f6-b2fd-4465-93b2-63102414945c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:52.334075 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-417621f6-b2fd-4465-93b2-63102414945c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.363885 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-538a210b-66ee-4ec1-b6a6-918ca0bbd8f4 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] show failed (client error): The resource could not be found. Jan 12 09:41:52.364921 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-538a210b-66ee-4ec1-b6a6-918ca0bbd8f4 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/subnetpools/f1f2a35f-8def-4187-8115-3775d55574ca/tags/tempest-TagsExtTest-Tag-394955753 HTTP/1.1" status: 404 len: 328 time: 0.0745854 Jan 12 09:41:52.371581 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40868) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:52.383365 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-3cde67c5-e2e8-4b74-9681-0bc5af8f488d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f1f2a35f-8def-4187-8115-3775d55574ca', 'tempest-TagsExtTest-Tag-500973765') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:52.388291 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-31b329b1-6252-4055-b11a-3df1e1a4d8f1 req-102864bf-6ff6-4a54-af4e-e92b0f806183 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d640b90-f3ae-4f53-b29a-55e634471ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915451 Jan 12 09:41:52.394010 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-38982d38-c305-4529-9e4e-99c8b063a24b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting subnet 41c8273e-475b-4b50-8db2-cc9ec9a65886 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:41:52.397925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38982d38-c305-4529-9e4e-99c8b063a24b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.452050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38982d38-c305-4529-9e4e-99c8b063a24b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.457058 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-3cde67c5-e2e8-4b74-9681-0bc5af8f488d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] show failed (client error): The resource could not be found. Jan 12 09:41:52.458164 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3cde67c5-e2e8-4b74-9681-0bc5af8f488d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/subnetpools/f1f2a35f-8def-4187-8115-3775d55574ca/tags/tempest-TagsExtTest-Tag-500973765 HTTP/1.1" status: 404 len: 328 time: 0.0858276 Jan 12 09:41:52.477556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40872) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:52.486623 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.tag.tag_plugin [None req-aa54c119-259d-4a67-b417-ce0db658eec9 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f1f2a35f-8def-4187-8115-3775d55574ca', 'tempest-TagsExtTest-Tag-435968862') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:52.535808 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-aa54c119-259d-4a67-b417-ce0db658eec9 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] show failed (client error): The resource could not be found. Jan 12 09:41:52.539330 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-aa54c119-259d-4a67-b417-ce0db658eec9 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/subnetpools/f1f2a35f-8def-4187-8115-3775d55574ca/tags/tempest-TagsExtTest-Tag-435968862 HTTP/1.1" status: 404 len: 328 time: 0.0584366 Jan 12 09:41:52.539561 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40876) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:52.549354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.tag.tag_plugin [None req-5936f497-8260-4f81-a352-d44a8c28230d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f1f2a35f-8def-4187-8115-3775d55574ca') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:52.554299 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-417621f6-b2fd-4465-93b2-63102414945c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] For port b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa,segment=NetworkSegment(de17f030-2fae-4925-80f6-eea4be266153),segment_id=de17f030-2fae-4925-80f6-eea4be266153)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:52.554750 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-417621f6-b2fd-4465-93b2-63102414945c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.561394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['9030eb78-3837-4ae8-9172-73fc9c43b63f'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:41:52.582608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38982d38-c305-4529-9e4e-99c8b063a24b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.615452 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5936f497-8260-4f81-a352-d44a8c28230d tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/subnetpools/f1f2a35f-8def-4187-8115-3775d55574ca/tags HTTP/1.1" status: 204 len: 168 time: 0.0749199 Jan 12 09:41:52.618056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40880) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:52.638652 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.tag.tag_plugin [None req-2e074fc8-dbc4-4c20-8003-074bdd2ac6c0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7aed4ae6-db26-4123-8f17-52285c335615') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:52.687633 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-417621f6-b2fd-4465-93b2-63102414945c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:52.803307 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2e074fc8-dbc4-4c20-8003-074bdd2ac6c0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/routers/7aed4ae6-db26-4123-8f17-52285c335615/tags HTTP/1.1" status: 204 len: 168 time: 0.1843452 Jan 12 09:41:52.804857 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38982d38-c305-4529-9e4e-99c8b063a24b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.808415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40884) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:52.844537 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.tag.tag_plugin [None req-e777957f-babf-4003-b5a2-6c5e9ea0c6fc tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'faa5de78-d868-4f93-b342-c2069f44114a') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:52.884467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38982d38-c305-4529-9e4e-99c8b063a24b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Subnet': ['ID=41c8273e-475b-4b50-8db2-cc9ec9a65886,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:52.886542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38982d38-c305-4529-9e4e-99c8b063a24b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.886683 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b7f8f2-6c9b-44b1-bcb0-a1b91fe15b95 None None] Network 4019effa-2321-4737-9b00-b15632e1b91e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:52.896204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-417621f6-b2fd-4465-93b2-63102414945c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:52.911304 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-38982d38-c305-4529-9e4e-99c8b063a24b tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/subnets/41c8273e-475b-4b50-8db2-cc9ec9a65886 HTTP/1.1" status: 204 len: 168 time: 0.6104312 Jan 12 09:41:52.912202 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40888) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:52.945808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417621f6-b2fd-4465-93b2-63102414945c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Port': ['ID=b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:53.056505 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.064014 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40892) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:53.067388 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e777957f-babf-4003-b5a2-6c5e9ea0c6fc tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/ports/faa5de78-d868-4f93-b342-c2069f44114a/tags HTTP/1.1" status: 204 len: 168 time: 0.2320309 Jan 12 09:41:53.077825 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.tag.tag_plugin [None req-b124110a-e2b1-4637-8aff-c304c371cfaa tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e94cabd7-48bb-449c-9e1d-83f5401238a3') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:53.089701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting port a6107787-5347-4bac-8c64-ff722d2ac0f4 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:53.090049 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.190527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-417621f6-b2fd-4465-93b2-63102414945c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.232976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8035d4-498c-4162-bf65-342b525eca63 None None] DHCP port deletion for 4019effa-2321-4737-9b00-b15632e1b91e request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:41:53.238287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-9e8035d4-498c-4162-bf65-342b525eca63 None None] Deleting port a6107787-5347-4bac-8c64-ff722d2ac0f4 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:53.238986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9e8035d4-498c-4162-bf65-342b525eca63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.462223 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-9e8035d4-498c-4162-bf65-342b525eca63 None None] For port a6107787-5347-4bac-8c64-ff722d2ac0f4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a6107787-5347-4bac-8c64-ff722d2ac0f4,segment=NetworkSegment(153c1b16-3be6-45e8-ba98-0f4a0b96fb3d),segment_id=153c1b16-3be6-45e8-ba98-0f4a0b96fb3d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:53.462618 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9e8035d4-498c-4162-bf65-342b525eca63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.478617 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] For port a6107787-5347-4bac-8c64-ff722d2ac0f4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a6107787-5347-4bac-8c64-ff722d2ac0f4,segment=NetworkSegment(153c1b16-3be6-45e8-ba98-0f4a0b96fb3d),segment_id=153c1b16-3be6-45e8-ba98-0f4a0b96fb3d)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:53.479348 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.605698 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Calling delete_port for a6107787-5347-4bac-8c64-ff722d2ac0f4 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:53.618178 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-9e8035d4-498c-4162-bf65-342b525eca63 None None] Calling delete_port for a6107787-5347-4bac-8c64-ff722d2ac0f4 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:53.662906 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b124110a-e2b1-4637-8aff-c304c371cfaa tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/subnets/e94cabd7-48bb-449c-9e1d-83f5401238a3/tags HTTP/1.1" status: 204 len: 168 time: 0.5977726 Jan 12 09:41:53.665141 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417621f6-b2fd-4465-93b2-63102414945c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:53.668125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40898) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: from cryptography.utils import int_from_bytes Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: from cryptography.utils import int_from_bytes Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn_limited( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn_limited( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:53.691844 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 09:41:53.697385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.704269 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-9e8035d4-498c-4162-bf65-342b525eca63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:41:53.704909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-9e8035d4-498c-4162-bf65-342b525eca63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:41:53.741665 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Port': ['ID=a6107787-5347-4bac-8c64-ff722d2ac0f4,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:53.743436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] No DVR routers for this DVR port a6107787-5347-4bac-8c64-ff722d2ac0f4 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:53.864655 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.875558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417621f6-b2fd-4465-93b2-63102414945c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:53.887675 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48b264d-a539-4e1d-b7ca-0f512bc72d90 None None] Sync routers for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:53.892017 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4019effa-2321-4737-9b00-b15632e1b91e']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:53.900075 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b264d-a539-4e1d-b7ca-0f512bc72d90 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:53.901085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a48b264d-a539-4e1d-b7ca-0f512bc72d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:53.903010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520b968-81bb-4639-b122-3fa018af5293 req-dfd2b8a1-f976-4569-9d6e-45116f7a4dc9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:53.904497 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1520b968-81bb-4639-b122-3fa018af5293 req-dfd2b8a1-f976-4569-9d6e-45116f7a4dc9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 944 time: 0.2970810 Jan 12 09:41:53.907527 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153c1b16-3be6-45e8-ba98-0f4a0b96fb3d') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:53.907527 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153c1b16-3be6-45e8-ba98-0f4a0b96fb3d') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:53.910856 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-417621f6-b2fd-4465-93b2-63102414945c tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/5f9b5830-c5a5-4fb9-a43d-61bae496a962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8072007 Jan 12 09:41:53.911516 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40902) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:53.919098 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.936335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.943143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:41:53.943508 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:53.958305 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:53.965294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 9030eb78-3837-4ae8-9172-73fc9c43b63f up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:41:53.989882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0b2ce763-472b-4d84-9c03-7101b9cc4176 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks [] for subnetpool, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:53.993461 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0b2ce763-472b-4d84-9c03-7101b9cc4176 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/subnetpools/f1f2a35f-8def-4187-8115-3775d55574ca HTTP/1.1" status: 204 len: 168 time: 0.3218277 Jan 12 09:41:53.994895 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40906) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:54.011645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-45337874-b936-407e-abf2-4f62f3ac1fc9 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting subnet f39f1aa0-2832-4b5a-91b3-e29f58d83fd8 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:41:54.042663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.056182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45337874-b936-407e-abf2-4f62f3ac1fc9 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.066055 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.079429 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/networks/4019effa-2321-4737-9b00-b15632e1b91e HTTP/1.1" status: 204 len: 168 time: 1.1652560 Jan 12 09:41:54.082356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40910) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:54.092245 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-a48b264d-a539-4e1d-b7ca-0f512bc72d90 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:54.094516 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6a5894d2-8e65-4dd8-8473-f365515742bb tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aed4ae6-db26-4123-8f17-52285c335615 HTTP/1.1" status: 200 len: 205 time: 0.0983510 Jan 12 09:41:54.097475 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1520b968-81bb-4639-b122-3fa018af5293 req-acf80c77-12d1-4d3a-b87a-6dc3c773b29a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d640b90-f3ae-4f53-b29a-55e634471ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514602 Jan 12 09:41:54.100135 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40914) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:54.148517 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29f111-0af9-4441-91ee-1761d434a2b2 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Network': ['ID=4019effa-2321-4737-9b00-b15632e1b91e,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:54.208855 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-9e8035d4-498c-4162-bf65-342b525eca63 None None] Deleting port a6107787-5347-4bac-8c64-ff722d2ac0f4 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:54.209117 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9e8035d4-498c-4162-bf65-342b525eca63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.240272 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a48b264d-a539-4e1d-b7ca-0f512bc72d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:52Z', 'revision_number': 11, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:54.242022 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45337874-b936-407e-abf2-4f62f3ac1fc9 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.251957 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48b264d-a539-4e1d-b7ca-0f512bc72d90 None None] Checking router: 5f9b5830-c5a5-4fb9-a43d-61bae496a962 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:54.259752 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-34a6eab0-5e9a-44c1-95ba-26a5fe2fe492 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting port cdeae2b4-f379-456d-a35b-8c2d6d77539c {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:54.260060 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34a6eab0-5e9a-44c1-95ba-26a5fe2fe492 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.285629 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6331b91-f545-449d-a5c2-82bf1db6f37a tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.298252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-9e8035d4-498c-4162-bf65-342b525eca63 None None] The port 'a6107787-5347-4bac-8c64-ff722d2ac0f4' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:41:54.310168 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b264d-a539-4e1d-b7ca-0f512bc72d90 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:54.310168 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a48b264d-a539-4e1d-b7ca-0f512bc72d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:54.366463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 9030eb78-3837-4ae8-9172-73fc9c43b63f completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:41:54.381263 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 9030eb78-3837-4ae8-9172-73fc9c43b63f triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:41:54.381605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.439921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34a6eab0-5e9a-44c1-95ba-26a5fe2fe492 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.440392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34a6eab0-5e9a-44c1-95ba-26a5fe2fe492 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.482058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-a48b264d-a539-4e1d-b7ca-0f512bc72d90 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:54.561042 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-34a6eab0-5e9a-44c1-95ba-26a5fe2fe492 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Calling delete_port for cdeae2b4-f379-456d-a35b-8c2d6d77539c owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:54.608270 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a48b264d-a539-4e1d-b7ca-0f512bc72d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:52Z', 'revision_number': 11, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:54.615398 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48b264d-a539-4e1d-b7ca-0f512bc72d90 None None] The sync data for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv is: [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:52Z', 'revision_number': 11, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:54.705223 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.733558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34a6eab0-5e9a-44c1-95ba-26a5fe2fe492 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.734095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd565f43d-e140-47d3-bfa4-301a9482d9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9030eb78-3837-4ae8-9172-73fc9c43b63f'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:41:54.745258 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 9030eb78-3837-4ae8-9172-73fc9c43b63f, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=9030eb78-3837-4ae8-9172-73fc9c43b63f,segment=NetworkSegment(08cf4a33-bdaa-4124-b2fd-ab55dcf4e966),segment_id=08cf4a33-bdaa-4124-b2fd-ab55dcf4e966)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:54.752233 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.767542 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6331b91-f545-449d-a5c2-82bf1db6f37a tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.770570 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6331b91-f545-449d-a5c2-82bf1db6f37a tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.795990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45337874-b936-407e-abf2-4f62f3ac1fc9 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.800471 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd565f43d-e140-47d3-bfa4-301a9482d9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9030eb78-3837-4ae8-9172-73fc9c43b63f', 'code': 200} Jan 12 09:41:54.812039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6eab0-5e9a-44c1-95ba-26a5fe2fe492 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Port': ['ID=cdeae2b4-f379-456d-a35b-8c2d6d77539c,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:54.838649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=9030eb78-3837-4ae8-9172-73fc9c43b63f,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:54.845588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6331b91-f545-449d-a5c2-82bf1db6f37a tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.846070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6331b91-f545-449d-a5c2-82bf1db6f37a tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Fanout notify agent at l3_agent the message router_deleted on router 7aed4ae6-db26-4123-8f17-52285c335615 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:41:54.864932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6331b91-f545-449d-a5c2-82bf1db6f37a tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:54.868516 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e6331b91-f545-449d-a5c2-82bf1db6f37a tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/routers/7aed4ae6-db26-4123-8f17-52285c335615 HTTP/1.1" status: 204 len: 168 time: 0.7651193 Jan 12 09:41:54.874263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40920) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:54.960945 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-64461816-fc8d-488f-a2d1-c33127a9ebef tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Deleting port faa5de78-d868-4f93-b342-c2069f44114a {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:54.960945 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-64461816-fc8d-488f-a2d1-c33127a9ebef tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.019814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45337874-b936-407e-abf2-4f62f3ac1fc9 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.049319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:55.070979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45337874-b936-407e-abf2-4f62f3ac1fc9 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Subnet': ['ID=f39f1aa0-2832-4b5a-91b3-e29f58d83fd8,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:55.087953 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45337874-b936-407e-abf2-4f62f3ac1fc9 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.097683 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-45337874-b936-407e-abf2-4f62f3ac1fc9 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/f39f1aa0-2832-4b5a-91b3-e29f58d83fd8 HTTP/1.1" status: 204 len: 168 time: 1.1843081 Jan 12 09:41:55.098538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40924) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:55.118122 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34a6eab0-5e9a-44c1-95ba-26a5fe2fe492 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.121166 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250e95f2-9232-49e3-b1e9-5f6410548d6d None None] Network 24fba2c1-0a67-4d6f-b6e4-b92b4ba72402 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:55.138322 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:55.138659 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b34ac542-cd62-4ea5-8e5d-eb72ef7d6faa not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:55.143561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a6107787-5347-4bac-8c64-ff722d2ac0f4 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:55.171531 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34a6eab0-5e9a-44c1-95ba-26a5fe2fe492 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.173099 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-34a6eab0-5e9a-44c1-95ba-26a5fe2fe492 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/floatingips/851fdae6-d8ab-42fc-b8c1-e0e27bb96240 HTTP/1.1" status: 204 len: 168 time: 1.0896592 Jan 12 09:41:55.177202 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40930) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:55.219434 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d0d15-1209-49f2-9bfd-5b0c751f43d3 req-cf122df4-0cf4-48ec-ba00-4e7b587ddc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:55.221372 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-702d0d15-1209-49f2-9bfd-5b0c751f43d3 req-cf122df4-0cf4-48ec-ba00-4e7b587ddc55 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 1098 time: 0.2122386 Jan 12 09:41:55.229233 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc19b22-c5e3-4fd9-aae6-698770cfe239 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:55.229895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc19b22-c5e3-4fd9-aae6-698770cfe239 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:55.235236 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7fc19b22-c5e3-4fd9-aae6-698770cfe239 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/ports/6160ee70-97bd-4238-901b-628aba847738 HTTP/1.1" status: 404 len: 333 time: 0.0545111 Jan 12 09:41:55.250803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40934) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:55.299719 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-cedfdc6c-27dd-4edf-974f-133114f68dd0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Synchronizing usage tracker for tenant:e20f3a1a5e564103b8a96081e0c50acc on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:55.319299 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-702d0d15-1209-49f2-9bfd-5b0c751f43d3 req-d1314fb7-f644-408d-9aa3-fbc5f1df81c8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2d640b90-f3ae-4f53-b29a-55e634471ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827625 Jan 12 09:41:55.330355 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: a6107787-5347-4bac-8c64-ff722d2ac0f4 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:55.331023 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a6107787-5347-4bac-8c64-ff722d2ac0f4 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:55.332452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-cedfdc6c-27dd-4edf-974f-133114f68dd0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Unset dirty status for tenant:e20f3a1a5e564103b8a96081e0c50acc on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:55.333834 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cedfdc6c-27dd-4edf-974f-133114f68dd0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7fc53d-07de-4bd3-a093-6263e68b763f HTTP/1.1" status: 200 len: 205 time: 0.0818043 Jan 12 09:41:55.336581 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40938) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:55.363676 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.410556 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-08056e85-1ed7-4cac-9792-6ea4c232e50f tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] delete failed (client error): The resource could not be found. Jan 12 09:41:55.412018 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-08056e85-1ed7-4cac-9792-6ea4c232e50f tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/routers/cd7fc53d-07de-4bd3-a093-6263e68b763f HTTP/1.1" status: 404 len: 336 time: 0.0740299 Jan 12 09:41:55.414512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40942) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:55.455414 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a93828-2448-4b40-9eaa-2383988468a1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] DELETE failed (client error): The resource could not be found. Jan 12 09:41:55.455947 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a93828-2448-4b40-9eaa-2383988468a1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:41:55.457651 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a5a93828-2448-4b40-9eaa-2383988468a1 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/subnets/41c8273e-475b-4b50-8db2-cc9ec9a65886 HTTP/1.1" status: 404 len: 337 time: 0.0420890 Jan 12 09:41:55.460235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40946) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:55.465922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port 13861b25-caf8-4aae-9469-07af525388bb {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:55.466254 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.477575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4bfcff-f043-40f9-8529-16de1d308e0d None None] DHCP port deletion for 24fba2c1-0a67-4d6f-b6e4-b92b4ba72402 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:41:55.482324 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-2a4bfcff-f043-40f9-8529-16de1d308e0d None None] Deleting port 13861b25-caf8-4aae-9469-07af525388bb {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:55.482956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2a4bfcff-f043-40f9-8529-16de1d308e0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.505634 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-64461816-fc8d-488f-a2d1-c33127a9ebef tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.528483 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e00241d4-2455-498e-8153-bfccd9d1ff3f tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting port d617b420-c311-48a4-b367-fb9cd0abccaa {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:55.528851 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e00241d4-2455-498e-8153-bfccd9d1ff3f tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.642032 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-64461816-fc8d-488f-a2d1-c33127a9ebef tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Calling delete_port for faa5de78-d868-4f93-b342-c2069f44114a owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:55.733516 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2a4bfcff-f043-40f9-8529-16de1d308e0d None None] For port 13861b25-caf8-4aae-9469-07af525388bb, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=13861b25-caf8-4aae-9469-07af525388bb,segment=NetworkSegment(de17f030-2fae-4925-80f6-eea4be266153),segment_id=de17f030-2fae-4925-80f6-eea4be266153)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:55.733923 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2a4bfcff-f043-40f9-8529-16de1d308e0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.752840 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ebb19-da31-4c3a-ab62-d147858dc810 req-7b61bf45-cc15-4095-a822-42462e69d4d2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:55.754327 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-893ebb19-da31-4c3a-ab62-d147858dc810 req-7b61bf45-cc15-4095-a822-42462e69d4d2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 945 time: 0.4656165 Jan 12 09:41:55.780227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e00241d4-2455-498e-8153-bfccd9d1ff3f tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.858668 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-2a4bfcff-f043-40f9-8529-16de1d308e0d None None] Calling delete_port for 13861b25-caf8-4aae-9469-07af525388bb owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:55.903535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e00241d4-2455-498e-8153-bfccd9d1ff3f tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Calling delete_port for d617b420-c311-48a4-b367-fb9cd0abccaa owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:55.938847 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2a4bfcff-f043-40f9-8529-16de1d308e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.949725 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-893ebb19-da31-4c3a-ab62-d147858dc810 req-e3b9690b-f6fc-419c-a416-c2f2f684a075 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d640b90-f3ae-4f53-b29a-55e634471ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838241 Jan 12 09:41:55.963745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] For port 13861b25-caf8-4aae-9469-07af525388bb, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=13861b25-caf8-4aae-9469-07af525388bb,segment=NetworkSegment(de17f030-2fae-4925-80f6-eea4be266153),segment_id=de17f030-2fae-4925-80f6-eea4be266153)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:55.964095 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:55.989251 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bfcff-f043-40f9-8529-16de1d308e0d None None] Pushing event deleted for resources: {'Port': ['ID=13861b25-caf8-4aae-9469-07af525388bb,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:55.993285 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4bfcff-f043-40f9-8529-16de1d308e0d None None] No DVR routers for this DVR port 13861b25-caf8-4aae-9469-07af525388bb on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:56.073959 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e00241d4-2455-498e-8153-bfccd9d1ff3f tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.106334 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Calling delete_port for 13861b25-caf8-4aae-9469-07af525388bb owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:56.142551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-64461816-fc8d-488f-a2d1-c33127a9ebef tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.166164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00241d4-2455-498e-8153-bfccd9d1ff3f tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Port': ['ID=d617b420-c311-48a4-b367-fb9cd0abccaa,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:56.206345 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64461816-fc8d-488f-a2d1-c33127a9ebef tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Pushing event deleted for resources: {'Port': ['ID=faa5de78-d868-4f93-b342-c2069f44114a,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:56.231336 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e00241d4-2455-498e-8153-bfccd9d1ff3f tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.253501 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e00241d4-2455-498e-8153-bfccd9d1ff3f tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/ports/d617b420-c311-48a4-b367-fb9cd0abccaa HTTP/1.1" status: 204 len: 168 time: 0.7919614 Jan 12 09:41:56.256391 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40950) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:56.348174 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-12b9ab2d-f936-4eb0-807b-23d225ff3a0e tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting port 38245d8e-f877-4982-bd07-9b5c24ecffe7 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:56.348812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-12b9ab2d-f936-4eb0-807b-23d225ff3a0e tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.430832 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:41:56.431469 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:41:56.441304 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-64461816-fc8d-488f-a2d1-c33127a9ebef tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.450989 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-64461816-fc8d-488f-a2d1-c33127a9ebef tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/ports/faa5de78-d868-4f93-b342-c2069f44114a HTTP/1.1" status: 204 len: 168 time: 1.5759356 Jan 12 09:41:56.453521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40954) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:56.521474 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30e21ec-6ebf-47ea-b8a9-3a99672cce9b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Deleting subnet e94cabd7-48bb-449c-9e1d-83f5401238a3 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:41:56.525129 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c30e21ec-6ebf-47ea-b8a9-3a99672cce9b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.582041 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c30e21ec-6ebf-47ea-b8a9-3a99672cce9b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.608035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-12b9ab2d-f936-4eb0-807b-23d225ff3a0e tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.670089 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c30e21ec-6ebf-47ea-b8a9-3a99672cce9b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.749684 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c30e21ec-6ebf-47ea-b8a9-3a99672cce9b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.788595 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e21ec-6ebf-47ea-b8a9-3a99672cce9b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Pushing event deleted for resources: {'Subnet': ['ID=e94cabd7-48bb-449c-9e1d-83f5401238a3,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:56.792188 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c30e21ec-6ebf-47ea-b8a9-3a99672cce9b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.798718 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c30e21ec-6ebf-47ea-b8a9-3a99672cce9b tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/subnets/e94cabd7-48bb-449c-9e1d-83f5401238a3 HTTP/1.1" status: 204 len: 168 time: 0.3439765 Jan 12 09:41:56.801261 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeff001-170c-46d7-b409-485565cbeea1 None None] Network 61f76313-00f0-43f4-b9e3-0cc214d06418 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:41:56.803231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40958) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:56.853658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-12b9ab2d-f936-4eb0-807b-23d225ff3a0e tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Calling delete_port for 38245d8e-f877-4982-bd07-9b5c24ecffe7 owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:56.906226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 13861b25-caf8-4aae-9469-07af525388bb no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:56.927993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.933568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Deleting port 13861b25-caf8-4aae-9469-07af525388bb {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:56.934084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:56.966394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 13861b25-caf8-4aae-9469-07af525388bb {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:56.966815 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 13861b25-caf8-4aae-9469-07af525388bb not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:57.007458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] The port '13861b25-caf8-4aae-9469-07af525388bb' was deleted {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:41:57.009028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Deleting port 9824fd66-790b-4525-8075-531ce03ffd70 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:57.009396 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.012435 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-12b9ab2d-f936-4eb0-807b-23d225ff3a0e tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.068981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9ab2d-f936-4eb0-807b-23d225ff3a0e tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Port': ['ID=38245d8e-f877-4982-bd07-9b5c24ecffe7,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:57.164312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9b2b44-8229-407d-a99b-33d824c80d35 None None] DHCP port deletion for 61f76313-00f0-43f4-b9e3-0cc214d06418 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:41:57.168870 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b2b44-8229-407d-a99b-33d824c80d35 None None] Deleting port 9824fd66-790b-4525-8075-531ce03ffd70 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:57.169334 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ce9b2b44-8229-407d-a99b-33d824c80d35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.220832 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.255377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-12b9ab2d-f936-4eb0-807b-23d225ff3a0e tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.259562 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fba2c1-0a67-4d6f-b6e4-b92b4ba72402']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:57.270447 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-12b9ab2d-f936-4eb0-807b-23d225ff3a0e tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/ports/38245d8e-f877-4982-bd07-9b5c24ecffe7 HTTP/1.1" status: 204 len: 168 time: 1.0127640 Jan 12 09:41:57.272785 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40964) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:57.291040 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de17f030-2fae-4925-80f6-eea4be266153') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:57.291414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de17f030-2fae-4925-80f6-eea4be266153') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:57.314594 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.327787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6973a-5171-41ee-acf2-03f6c64a83e7 req-f3c985e1-96e2-4553-b2fa-2b36d8c7246d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:57.329438 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0af6973a-5171-41ee-acf2-03f6c64a83e7 req-f3c985e1-96e2-4553-b2fa-2b36d8c7246d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 945 time: 0.1942306 Jan 12 09:41:57.391081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.391375 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0af6973a-5171-41ee-acf2-03f6c64a83e7 req-77940101-f093-43c2-a907-398bf8dfaf9d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d640b90-f3ae-4f53-b29a-55e634471ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502670 Jan 12 09:41:57.394626 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] For port 9824fd66-790b-4525-8075-531ce03ffd70, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9824fd66-790b-4525-8075-531ce03ffd70,segment=NetworkSegment(ccbfc4d3-10e8-4cae-875c-90eeffb73c08),segment_id=ccbfc4d3-10e8-4cae-875c-90eeffb73c08)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:57.395000 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.398588 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ce9b2b44-8229-407d-a99b-33d824c80d35 None None] For port 9824fd66-790b-4525-8075-531ce03ffd70, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=9824fd66-790b-4525-8075-531ce03ffd70,segment=NetworkSegment(ccbfc4d3-10e8-4cae-875c-90eeffb73c08),segment_id=ccbfc4d3-10e8-4cae-875c-90eeffb73c08)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:41:57.399007 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ce9b2b44-8229-407d-a99b-33d824c80d35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.414000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41b32eb-1b49-4cf0-94c9-56727500b91c tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:57.414000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f41b32eb-1b49-4cf0-94c9-56727500b91c tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Synchronizing usage tracker for tenant:e20f3a1a5e564103b8a96081e0c50acc on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:57.414404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:41:57.414404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:57.427456 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:57.432779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f41b32eb-1b49-4cf0-94c9-56727500b91c tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Unset dirty status for tenant:e20f3a1a5e564103b8a96081e0c50acc on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:57.439466 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f41b32eb-1b49-4cf0-94c9-56727500b91c tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6f699c2-f919-4919-a87b-c44969d62262 HTTP/1.1" status: 200 len: 913 time: 0.1654775 Jan 12 09:41:57.440141 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40970) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:57.549325 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Calling delete_port for 9824fd66-790b-4525-8075-531ce03ffd70 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:57.606335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b2b44-8229-407d-a99b-33d824c80d35 None None] Calling delete_port for 9824fd66-790b-4525-8075-531ce03ffd70 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:57.685868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ce9b2b44-8229-407d-a99b-33d824c80d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.728048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.741347 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b2b44-8229-407d-a99b-33d824c80d35 None None] No DVR routers for this DVR port 9824fd66-790b-4525-8075-531ce03ffd70 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:41:57.745278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b2b44-8229-407d-a99b-33d824c80d35 None None] Pushing event deleted for resources: {'Port': ['ID=9824fd66-790b-4525-8075-531ce03ffd70,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:57.752740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:57.772176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Pushing event deleted for resources: {'Network': ['ID=24fba2c1-0a67-4d6f-b6e4-b92b4ba72402,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:57.780481 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a946cd54-1d09-447d-a444-0cc9d443012b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/networks/24fba2c1-0a67-4d6f-b6e4-b92b4ba72402 HTTP/1.1" status: 204 len: 168 time: 2.6807139 Jan 12 09:41:57.783535 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40974) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:57.789780 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-4aa1b514-0284-4ed9-b37f-98c688043081 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'router': {'routes': None}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:57.981800 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:41:57.982075 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:41:58.029053 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e914823a-9a28-48ef-b527-7e901f96cbb0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.101784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2eb92-1908-4b5c-8e4f-07c4beb15d63 req-826aca8a-5547-4b70-a7c2-eda17ff26d2a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:58.104283 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-73f2eb92-1908-4b5c-8e4f-07c4beb15d63 req-826aca8a-5547-4b70-a7c2-eda17ff26d2a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 945 time: 0.5267234 Jan 12 09:41:58.236416 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.extraroute_db [None req-4aa1b514-0284-4ed9-b37f-98c688043081 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Added routes are [] {{(pid=87664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 12 09:41:58.236699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.extraroute_db [None req-4aa1b514-0284-4ed9-b37f-98c688043081 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Removed routes are [] {{(pid=87664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 12 09:41:58.236945 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4aa1b514-0284-4ed9-b37f-98c688043081 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.296352 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-73f2eb92-1908-4b5c-8e4f-07c4beb15d63 req-ed8d5cf1-b781-4134-a82c-2907a3529002 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d640b90-f3ae-4f53-b29a-55e634471ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857049 Jan 12 09:41:58.371765 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40978) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:58.484131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Deleting port 9824fd66-790b-4525-8075-531ce03ffd70 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:58.484411 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.507073 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e914823a-9a28-48ef-b527-7e901f96cbb0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting port 114fdadd-8ffa-4b4e-9325-4ea33a7b3a97 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:41:58.507670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e914823a-9a28-48ef-b527-7e901f96cbb0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.604917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4aa1b514-0284-4ed9-b37f-98c688043081 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.612934 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] The port '9824fd66-790b-4525-8075-531ce03ffd70' was deleted {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:41:58.616804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4aa1b514-0284-4ed9-b37f-98c688043081 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.687551 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e914823a-9a28-48ef-b527-7e901f96cbb0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.811377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e914823a-9a28-48ef-b527-7e901f96cbb0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Calling delete_port for 114fdadd-8ffa-4b4e-9325-4ea33a7b3a97 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:41:58.860952 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:58.868263 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9824fd66-790b-4525-8075-531ce03ffd70 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:41:58.882747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa1b514-0284-4ed9-b37f-98c688043081 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:41:58.894552 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba7b7f-dd70-439d-941d-5a718f1e95e2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:41:58.898917 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-adba7b7f-dd70-439d-941d-5a718f1e95e2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 1093 time: 0.5233362 Jan 12 09:41:58.899759 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40982) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:58.907305 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '9030eb78-3837-4ae8-9172-73fc9c43b63f', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:41:58.908993 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 9824fd66-790b-4525-8075-531ce03ffd70 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:41:58.909444 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 9824fd66-790b-4525-8075-531ce03ffd70 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:41:58.914727 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f76313-00f0-43f4-b9e3-0cc214d06418']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:58.927977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:41:58.932497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbfc4d3-10e8-4cae-875c-90eeffb73c08') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:58.932790 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbfc4d3-10e8-4cae-875c-90eeffb73c08') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:58.990906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:floatingip and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:41:58.998094 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:41:59.012941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.019335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:41:59.020638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e914823a-9a28-48ef-b527-7e901f96cbb0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.070548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914823a-9a28-48ef-b527-7e901f96cbb0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Port': ['ID=114fdadd-8ffa-4b4e-9325-4ea33a7b3a97,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:59.081170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.104001 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.115207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa1b514-0284-4ed9-b37f-98c688043081 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:41:59.121743 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:41:59.122123 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.126391 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd1c78-042f-4222-98f9-3da2742f4290 None None] Sync routers for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:41:59.136611 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd1c78-042f-4222-98f9-3da2742f4290 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:59.137340 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2edd1c78-042f-4222-98f9-3da2742f4290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:41:59.265508 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:41:59.275029 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-2edd1c78-042f-4222-98f9-3da2742f4290 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:59.334430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4aa1b514-0284-4ed9-b37f-98c688043081 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.338090 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4aa1b514-0284-4ed9-b37f-98c688043081 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/5f9b5830-c5a5-4fb9-a43d-61bae496a962 HTTP/1.1" status: 200 len: 705 time: 1.5510418 Jan 12 09:41:59.342026 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 40986) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:59.364112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.381687 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.394858 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] Pushing event deleted for resources: {'Network': ['ID=61f76313-00f0-43f4-b9e3-0cc214d06418,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:41:59.395150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f6fcf821-82bd-4e39-b520-6b2184827be7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Synchronizing usage tracker for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:41:59.400526 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c241ac5a-f1a3-4c71-b09c-4cf966bc6bc0 tempest-TagsExtTest-1548380290 tempest-TagsExtTest-1548380290-project] 10.222.0.26 "DELETE /v2.0/networks/61f76313-00f0-43f4-b9e3-0cc214d06418 HTTP/1.1" status: 204 len: 168 time: 2.5960252 Jan 12 09:41:59.405455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e914823a-9a28-48ef-b527-7e901f96cbb0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.420197 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2edd1c78-042f-4222-98f9-3da2742f4290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:52Z', 'revision_number': 11, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:59.425572 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd1c78-042f-4222-98f9-3da2742f4290 None None] Checking router: 5f9b5830-c5a5-4fb9-a43d-61bae496a962 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:41:59.437201 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd1c78-042f-4222-98f9-3da2742f4290 None None] Routers {'5f9b5830-c5a5-4fb9-a43d-61bae496a962'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:41:59.438061 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2edd1c78-042f-4222-98f9-3da2742f4290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:59.488973 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f6fcf821-82bd-4e39-b520-6b2184827be7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Unset dirty status for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:41:59.493311 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f6fcf821-82bd-4e39-b520-6b2184827be7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f9b5830-c5a5-4fb9-a43d-61bae496a962 HTTP/1.1" status: 200 len: 205 time: 0.1503220 Jan 12 09:41:59.493525 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40992) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:59.573201 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-2edd1c78-042f-4222-98f9-3da2742f4290 None None] Set router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:41:59.640209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.646902 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-97932f00-c68d-4ccd-b267-45fc06d962ca tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:41:59.695354 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2edd1c78-042f-4222-98f9-3da2742f4290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:52Z', 'revision_number': 11, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:41:59.700548 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd1c78-042f-4222-98f9-3da2742f4290 None None] The sync data for ids ['5f9b5830-c5a5-4fb9-a43d-61bae496a962'] in dv-neutron-824346-1-hyperv is: [{'id': '5f9b5830-c5a5-4fb9-a43d-61bae496a962', 'name': 'tempest-RoutersIpV6Test-router-1001150209', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:40:43Z', 'updated_at': '2022-01-12T09:41:52Z', 'revision_number': 11, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:41:59.758860 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 40998) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:41:59.840927 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e914823a-9a28-48ef-b527-7e901f96cbb0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Router d6f699c2-f919-4919-a87b-c44969d62262 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:42:00.084444 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-97932f00-c68d-4ccd-b267-45fc06d962ca tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.090216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-97932f00-c68d-4ccd-b267-45fc06d962ca tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.127527 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2c9de720-ebb4-4f63-a8f5-25c45d9d5929 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51a69abfcc5245f18940e1fc2575fabf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673894 Jan 12 09:42:00.130733 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41004) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:00.140119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e914823a-9a28-48ef-b527-7e901f96cbb0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:42:00.152832 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8613dd06-2e71-4089-9f62-df54be6c0b26 None None] Sync routers for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:42:00.154392 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-97932f00-c68d-4ccd-b267-45fc06d962ca tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.154922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97932f00-c68d-4ccd-b267-45fc06d962ca tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Fanout notify agent at l3_agent the message router_deleted on router 5f9b5830-c5a5-4fb9-a43d-61bae496a962 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:42:00.159867 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e914823a-9a28-48ef-b527-7e901f96cbb0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "PUT /v2.0/routers/d6f699c2-f919-4919-a87b-c44969d62262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7186754 Jan 12 09:42:00.162757 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41008) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:00.165876 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8613dd06-2e71-4089-9f62-df54be6c0b26 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:42:00.166577 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-8613dd06-2e71-4089-9f62-df54be6c0b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:00.174754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.118 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/a83b878e-e479-40bb-a7fe-e402e9c21d9c) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:00.221919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-97932f00-c68d-4ccd-b267-45fc06d962ca tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.228353 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-97932f00-c68d-4ccd-b267-45fc06d962ca tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/routers/5f9b5830-c5a5-4fb9-a43d-61bae496a962 HTTP/1.1" status: 204 len: 168 time: 0.7284639 Jan 12 09:42:00.230703 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41012) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:00.243196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-10515a83-e6d1-4847-8994-a3bd3972d236 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1004660820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:00.245038 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-8613dd06-2e71-4089-9f62-df54be6c0b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:00.249786 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-10515a83-e6d1-4847-8994-a3bd3972d236 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:00.254410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-10515a83-e6d1-4847-8994-a3bd3972d236 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Usage tracker for resource:router and tenant:3f18640c251a4e139e274a08e32a8e7d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:00.256887 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8613dd06-2e71-4089-9f62-df54be6c0b26 None None] Routers {'d6f699c2-f919-4919-a87b-c44969d62262'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:42:00.257443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-10515a83-e6d1-4847-8994-a3bd3972d236 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:00.257593 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-8613dd06-2e71-4089-9f62-df54be6c0b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['d6f699c2-f919-4919-a87b-c44969d62262'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:00.263246 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-10515a83-e6d1-4847-8994-a3bd3972d236 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:00.275397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-93a88aeb-4c56-477b-a4c3-59f8dd77603c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.283660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-10515a83-e6d1-4847-8994-a3bd3972d236 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.284727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-10515a83-e6d1-4847-8994-a3bd3972d236 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.300134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-10515a83-e6d1-4847-8994-a3bd3972d236 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.320771 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-10515a83-e6d1-4847-8994-a3bd3972d236 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.338001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-8613dd06-2e71-4089-9f62-df54be6c0b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:00.338405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8613dd06-2e71-4089-9f62-df54be6c0b26 None None] The sync data for ids ['d6f699c2-f919-4919-a87b-c44969d62262'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:42:00.376381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-93a88aeb-4c56-477b-a4c3-59f8dd77603c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.424555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-10515a83-e6d1-4847-8994-a3bd3972d236 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.428331 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-10515a83-e6d1-4847-8994-a3bd3972d236 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1961536 Jan 12 09:42:00.428566 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41016) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:00.435794 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-7ee5c5aa-c0eb-4d78-9559-26e4f06592c4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:00.455732 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.479143 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-93a88aeb-4c56-477b-a4c3-59f8dd77603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.499897 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a88aeb-4c56-477b-a4c3-59f8dd77603c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b7f748-93b5-4ba5-8c29-57a66aece976,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:00.505782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-93a88aeb-4c56-477b-a4c3-59f8dd77603c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.509284 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-93a88aeb-4c56-477b-a4c3-59f8dd77603c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32b7f748-93b5-4ba5-8c29-57a66aece976 HTTP/1.1" status: 204 len: 168 time: 0.3747063 Jan 12 09:42:00.517549 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.566975 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c248017e-0ca9-40b5-bc93-941c58eb1414 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:00.588469 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:00.591461 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:00.593838 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:42:00.633253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=a83b878e-e479-40bb-a7fe-e402e9c21d9c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:00.985814 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c5aa-c0eb-4d78-9559-26e4f06592c4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.011593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c248017e-0ca9-40b5-bc93-941c58eb1414 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.014510 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c5aa-c0eb-4d78-9559-26e4f06592c4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.076137 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c248017e-0ca9-40b5-bc93-941c58eb1414 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting port 19351de5-15ce-4769-a3b1-cce932bb3b47 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:42:01.076137 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c248017e-0ca9-40b5-bc93-941c58eb1414 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.167433 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.262506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.286965 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41040) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:01.290564 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026073 Jan 12 09:42:01.295707 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41042) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:01.423181 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d540e567-276e-4db7-8c79-06e7bcbabcf5 tempest-NetworksApiDiscovery-845727695 tempest-NetworksApiDiscovery-845727695-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1264150 Jan 12 09:42:01.447448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee5c5aa-c0eb-4d78-9559-26e4f06592c4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Router 47f529b1-ac0b-439a-b270-6182b43192d6 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:42:01.471711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c248017e-0ca9-40b5-bc93-941c58eb1414 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.515938 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.522790 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.639270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=a83b878e-e479-40bb-a7fe-e402e9c21d9c,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:01.654585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.666708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-c248017e-0ca9-40b5-bc93-941c58eb1414 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Calling delete_port for 19351de5-15ce-4769-a3b1-cce932bb3b47 owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:42:01.773239 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee5c5aa-c0eb-4d78-9559-26e4f06592c4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:42:01.781007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c5aa-c0eb-4d78-9559-26e4f06592c4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:01.783910 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d85835-fdc6-40c6-b3a6-10fa7bd7a6a6 None None] Sync routers for ids ['47f529b1-ac0b-439a-b270-6182b43192d6'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:42:01.785138 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7ee5c5aa-c0eb-4d78-9559-26e4f06592c4 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "PUT /v2.0/routers/47f529b1-ac0b-439a-b270-6182b43192d6 HTTP/1.1" status: 200 len: 698 time: 1.3556151 Jan 12 09:42:01.788967 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41054) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:01.794295 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d85835-fdc6-40c6-b3a6-10fa7bd7a6a6 None None] Routers {'47f529b1-ac0b-439a-b270-6182b43192d6'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:42:01.794526 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-02d85835-fdc6-40c6-b3a6-10fa7bd7a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['47f529b1-ac0b-439a-b270-6182b43192d6'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:01.839871 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41058) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:01.864469 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP 224274eb-9a3a-464d-acc2-edf8ce2251bb associated. External IP: 172.26.2.118, port: 9030eb78-3837-4ae8-9172-73fc9c43b63f. Jan 12 09:42:01.944344 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-02d85835-fdc6-40c6-b3a6-10fa7bd7a6a6 None None] Set router 47f529b1-ac0b-439a-b270-6182b43192d6 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:42:01.948109 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-864334fd-a0d4-47cb-b1b2-7e1943159833 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/routers/47f529b1-ac0b-439a-b270-6182b43192d6 HTTP/1.1" status: 200 len: 704 time: 0.1590996 Jan 12 09:42:01.948359 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41064) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:02.049622 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c248017e-0ca9-40b5-bc93-941c58eb1414 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.052271 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-02d85835-fdc6-40c6-b3a6-10fa7bd7a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f529b1-ac0b-439a-b270-6182b43192d6', 'name': 'tempest-RoutersIpV6Test-router-1004660820', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:00Z', 'updated_at': '2022-01-12T09:42:00Z', 'revision_number': 2, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:02.057101 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d85835-fdc6-40c6-b3a6-10fa7bd7a6a6 None None] Checking router: 47f529b1-ac0b-439a-b270-6182b43192d6 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:42:02.066509 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d85835-fdc6-40c6-b3a6-10fa7bd7a6a6 None None] Routers {'47f529b1-ac0b-439a-b270-6182b43192d6'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:42:02.067141 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-02d85835-fdc6-40c6-b3a6-10fa7bd7a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['47f529b1-ac0b-439a-b270-6182b43192d6'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:02.070911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-100330f1-f854-47dd-bf6c-4f9370f5176f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Synchronizing usage tracker for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:02.086351 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9efe515-3396-4fbf-a6a6-ecfc47b4ae36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.118448 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b9efe515-3396-4fbf-a6a6-ecfc47b4ae36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:02.124177 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-100330f1-f854-47dd-bf6c-4f9370f5176f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Unset dirty status for tenant:3f18640c251a4e139e274a08e32a8e7d on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:02.125768 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-100330f1-f854-47dd-bf6c-4f9370f5176f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f529b1-ac0b-439a-b270-6182b43192d6 HTTP/1.1" status: 200 len: 205 time: 0.1764169 Jan 12 09:42:02.129110 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b9efe515-3396-4fbf-a6a6-ecfc47b4ae36 admin admin] Usage tracker for resource:security_group_rule and tenant:2821ed86d95945089b2c97ea0171f99b is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:02.131575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41068) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:02.136481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b9efe515-3396-4fbf-a6a6-ecfc47b4ae36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:02.150816 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248017e-0ca9-40b5-bc93-941c58eb1414 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Port': ['ID=19351de5-15ce-4769-a3b1-cce932bb3b47,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:02.200238 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-02d85835-fdc6-40c6-b3a6-10fa7bd7a6a6 None None] Set router 47f529b1-ac0b-439a-b270-6182b43192d6 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:42:02.222589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c248017e-0ca9-40b5-bc93-941c58eb1414 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.246244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b9efe515-3396-4fbf-a6a6-ecfc47b4ae36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:02.308657 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-02d85835-fdc6-40c6-b3a6-10fa7bd7a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f529b1-ac0b-439a-b270-6182b43192d6', 'name': 'tempest-RoutersIpV6Test-router-1004660820', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:00Z', 'updated_at': '2022-01-12T09:42:00Z', 'revision_number': 2, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:02.313623 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d85835-fdc6-40c6-b3a6-10fa7bd7a6a6 None None] The sync data for ids ['47f529b1-ac0b-439a-b270-6182b43192d6'] in dv-neutron-824346-1-hyperv is: [{'id': '47f529b1-ac0b-439a-b270-6182b43192d6', 'name': 'tempest-RoutersIpV6Test-router-1004660820', 'tenant_id': '3f18640c251a4e139e274a08e32a8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:00Z', 'updated_at': '2022-01-12T09:42:00Z', 'revision_number': 2, 'project_id': '3f18640c251a4e139e274a08e32a8e7d', 'gw_port_host': None}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:42:02.404147 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c248017e-0ca9-40b5-bc93-941c58eb1414 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.406633 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c248017e-0ca9-40b5-bc93-941c58eb1414 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.432755 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c248017e-0ca9-40b5-bc93-941c58eb1414 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.433256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c248017e-0ca9-40b5-bc93-941c58eb1414 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Fanout notify agent at l3_agent the message router_deleted on router d6f699c2-f919-4919-a87b-c44969d62262 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:42:02.449556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c248017e-0ca9-40b5-bc93-941c58eb1414 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.450731 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c248017e-0ca9-40b5-bc93-941c58eb1414 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/routers/d6f699c2-f919-4919-a87b-c44969d62262 HTTP/1.1" status: 204 len: 168 time: 2.2864983 Jan 12 09:42:02.453278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41072) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:02.486856 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb47fd67-73ed-40af-a886-d416b7d3ac50 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.519695 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6557af-ac0e-4ef1-8521-f2642f326a59 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Deleting subnet 8b5c9a3e-f6a9-4c24-9322-a36f2d47f750 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:42:02.523054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ac6557af-ac0e-4ef1-8521-f2642f326a59 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.580347 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ac6557af-ac0e-4ef1-8521-f2642f326a59 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.639845 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ac6557af-ac0e-4ef1-8521-f2642f326a59 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.713565 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ac6557af-ac0e-4ef1-8521-f2642f326a59 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.876640 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6557af-ac0e-4ef1-8521-f2642f326a59 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5c9a3e-f6a9-4c24-9322-a36f2d47f750,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:02.882040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ac6557af-ac0e-4ef1-8521-f2642f326a59 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.893738 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ac6557af-ac0e-4ef1-8521-f2642f326a59 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/subnets/8b5c9a3e-f6a9-4c24-9322-a36f2d47f750 HTTP/1.1" status: 204 len: 168 time: 0.4371130 Jan 12 09:42:02.894008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41076) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:02.898995 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 0bc01587-9a21-4155-942d-7b9c413303e4 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:42:02.913210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb47fd67-73ed-40af-a886-d416b7d3ac50 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:02.920291 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb47fd67-73ed-40af-a886-d416b7d3ac50 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.006706 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce90e273-73e3-43ab-88fb-0eb51c96aca0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.033824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9efe515-3396-4fbf-a6a6-ecfc47b4ae36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.046800 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb47fd67-73ed-40af-a886-d416b7d3ac50 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.046800 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb47fd67-73ed-40af-a886-d416b7d3ac50 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Fanout notify agent at l3_agent the message router_deleted on router 47f529b1-ac0b-439a-b270-6182b43192d6 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:42:03.048203 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9efe515-3396-4fbf-a6a6-ecfc47b4ae36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.146879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce90e273-73e3-43ab-88fb-0eb51c96aca0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.176582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-ce90e273-73e3-43ab-88fb-0eb51c96aca0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654389dc-83eb-4b84-84a8-f710d546c8b5']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:03.185428 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efe515-3396-4fbf-a6a6-ecfc47b4ae36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35c1e4d-f254-4e3c-9741-f5554f2db6b8,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:03.192389 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b9efe515-3396-4fbf-a6a6-ecfc47b4ae36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2821ed86d95945089b2c97ea0171f99b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3491967 Jan 12 09:42:03.193039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-ce90e273-73e3-43ab-88fb-0eb51c96aca0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d5e5e0-8a0c-46e5-84a7-0c1475382740') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:03.193039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-ce90e273-73e3-43ab-88fb-0eb51c96aca0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d5e5e0-8a0c-46e5-84a7-0c1475382740') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:03.197763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41080) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.211701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:42:03.216038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce90e273-73e3-43ab-88fb-0eb51c96aca0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.222402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fb47fd67-73ed-40af-a886-d416b7d3ac50 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.226631 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fb47fd67-73ed-40af-a886-d416b7d3ac50 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/routers/47f529b1-ac0b-439a-b270-6182b43192d6 HTTP/1.1" status: 204 len: 168 time: 1.0909135 Jan 12 09:42:03.226842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c49be6b-7a0d-4e4e-8c60-d484435423f5 None None] Sync routers for ids ['0bc01587-9a21-4155-942d-7b9c413303e4'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:42:03.229475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41084) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.235646 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c49be6b-7a0d-4e4e-8c60-d484435423f5 None None] Routers {'0bc01587-9a21-4155-942d-7b9c413303e4'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:42:03.236181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce90e273-73e3-43ab-88fb-0eb51c96aca0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.236683 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-7c49be6b-7a0d-4e4e-8c60-d484435423f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0bc01587-9a21-4155-942d-7b9c413303e4'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:03.242633 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce90e273-73e3-43ab-88fb-0eb51c96aca0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:42:03.243030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce90e273-73e3-43ab-88fb-0eb51c96aca0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.282360 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e5b0ab64-2f52-4f21-8472-e29c048f8ac7 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports?device_id=47f529b1-ac0b-439a-b270-6182b43192d6 HTTP/1.1" status: 200 len: 205 time: 0.0517662 Jan 12 09:42:03.283410 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.311380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41088) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:03.339995 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:03.360008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce90e273-73e3-43ab-88fb-0eb51c96aca0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.380450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce90e273-73e3-43ab-88fb-0eb51c96aca0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.397487 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-ca86ae24-a90a-4781-9f3d-5904401f2c73 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] delete failed (client error): The resource could not be found. Jan 12 09:42:03.398512 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ca86ae24-a90a-4781-9f3d-5904401f2c73 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/routers/47f529b1-ac0b-439a-b270-6182b43192d6 HTTP/1.1" status: 404 len: 336 time: 0.0860038 Jan 12 09:42:03.401073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41092) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.402683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90e273-73e3-43ab-88fb-0eb51c96aca0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] Pushing event deleted for resources: {'Network': ['ID=654389dc-83eb-4b84-84a8-f710d546c8b5,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:03.405220 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ce90e273-73e3-43ab-88fb-0eb51c96aca0 tempest-FloatingIPTestJSON-1006818123 tempest-FloatingIPTestJSON-1006818123-project] 10.222.0.26 "DELETE /v2.0/networks/654389dc-83eb-4b84-84a8-f710d546c8b5 HTTP/1.1" status: 204 len: 168 time: 0.5102947 Jan 12 09:42:03.430238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f2ec9dd-e2c2-4b38-848b-3bec6ddf3c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.439447 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b9d2bd07-face-492c-8cb3-4c47f2f03786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5386531 Jan 12 09:42:03.443258 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd565f43d-e140-47d3-bfa4-301a9482d9e9', 'tag': '9030eb78-3837-4ae8-9172-73fc9c43b63f'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:42:03.443977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41098) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.458809 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0b1d46-2f4f-4b5e-8e86-69f1ede77407 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:03.459290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0b1d46-2f4f-4b5e-8e86-69f1ede77407 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:03.461065 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dc0b1d46-2f4f-4b5e-8e86-69f1ede77407 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/b366870b-766a-4b0c-9c98-bbbb726f4552 HTTP/1.1" status: 404 len: 337 time: 0.0591156 Jan 12 09:42:03.475361 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41104) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.488344 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-7c49be6b-7a0d-4e4e-8c60-d484435423f5 None None] Set router 0bc01587-9a21-4155-942d-7b9c413303e4 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:42:03.526749 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd565f43d-e140-47d3-bfa4-301a9482d9e9', 'tag': '9030eb78-3837-4ae8-9172-73fc9c43b63f', 'status': 'completed', 'code': 200} Jan 12 09:42:03.536526 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b2c789-8ce0-4e88-b742-dea7a83cc345 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:03.537226 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b2c789-8ce0-4e88-b742-dea7a83cc345 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:03.539825 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c9b2c789-8ce0-4e88-b742-dea7a83cc345 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/4cc5c983-92c0-4b23-837a-4b6e6e854dd4 HTTP/1.1" status: 404 len: 337 time: 0.0634687 Jan 12 09:42:03.542386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41108) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.577112 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-86ae1a81-6280-487c-81ea-4e0dfe5f1709 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/224274eb-9a3a-464d-acc2-edf8ce2251bb HTTP/1.1" status: 200 len: 991 time: 0.1315844 Jan 12 09:42:03.593428 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-170ceb3c-3e51-4aa8-a114-a0bb0f6a51d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:03.593889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-170ceb3c-3e51-4aa8-a114-a0bb0f6a51d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:03.595683 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-170ceb3c-3e51-4aa8-a114-a0bb0f6a51d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/a287fd14-24f5-453b-ac77-b7c1cc13a1bd HTTP/1.1" status: 404 len: 337 time: 0.0515683 Jan 12 09:42:03.598198 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41114) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.640808 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-97716874-3450-44bc-9450-dac5793c752a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:03.641308 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97716874-3450-44bc-9450-dac5793c752a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:03.643128 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-97716874-3450-44bc-9450-dac5793c752a tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/f39f1aa0-2832-4b5a-91b3-e29f58d83fd8 HTTP/1.1" status: 404 len: 337 time: 0.0440094 Jan 12 09:42:03.645750 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41118) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.650084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f2ec9dd-e2c2-4b38-848b-3bec6ddf3c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.698516 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c4227a98-54a9-4855-8151-bc3aed13d494 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f9b5830-c5a5-4fb9-a43d-61bae496a962 HTTP/1.1" status: 200 len: 205 time: 0.0515001 Jan 12 09:42:03.701072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41122) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.702655 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec125a-9439-438b-a6ac-de402bf732ef req-9ca3291f-3924-457f-accb-e30aff52eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:03.704583 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7dec125a-9439-438b-a6ac-de402bf732ef req-9ca3291f-3924-457f-accb-e30aff52eff3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 1098 time: 0.1260326 Jan 12 09:42:03.739790 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41126) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.785464 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-1ee4ea97-1624-4825-86bd-cf6329ea9431 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] delete failed (client error): The resource could not be found. Jan 12 09:42:03.786539 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1ee4ea97-1624-4825-86bd-cf6329ea9431 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/routers/5f9b5830-c5a5-4fb9-a43d-61bae496a962 HTTP/1.1" status: 404 len: 336 time: 0.0842352 Jan 12 09:42:03.789151 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41132) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.818415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f2ec9dd-e2c2-4b38-848b-3bec6ddf3c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.835092 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1e22b5a7-9c2f-4caa-b56d-c4f84a92e0ea tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports?device_id=608ba8f6-0ea6-4543-825a-6ba1b4aaca3c HTTP/1.1" status: 200 len: 205 time: 0.0442846 Jan 12 09:42:03.837160 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41136) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:03.842068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ec9dd-e2c2-4b38-848b-3bec6ddf3c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35c1e4d-f254-4e3c-9741-f5554f2db6b8,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:03.855141 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f2ec9dd-e2c2-4b38-848b-3bec6ddf3c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:03.856280 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6f2ec9dd-e2c2-4b38-848b-3bec6ddf3c31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c35c1e4d-f254-4e3c-9741-f5554f2db6b8 HTTP/1.1" status: 204 len: 168 time: 0.6575782 Jan 12 09:42:03.892806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec125a-9439-438b-a6ac-de402bf732ef req-97b13ae8-8b69-4e69-aaa0-70953a6f2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:03.895273 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7dec125a-9439-438b-a6ac-de402bf732ef req-97b13ae8-8b69-4e69-aaa0-70953a6f2ac4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=423163f0-ac89-4c8b-965b-6fc09d1bcc48 HTTP/1.1" status: 200 len: 897 time: 0.1837111 Jan 12 09:42:03.953774 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-7c49be6b-7a0d-4e4e-8c60-d484435423f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'name': 'tempest-TestNetworkBasicOps-router-2054362624', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:14Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:17Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '224274eb-9a3a-464d-acc2-edf8ce2251bb', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.118', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'port_id': '9030eb78-3837-4ae8-9172-73fc9c43b63f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'mac_address': 'fa:16:3e:56:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd565f43d-e140-47d3-bfa4-301a9482d9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:42:01Z', 'updated_at': '2022-01-12T09:42:01Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546c9904-60ef-4c73-bacf-09f13a78daac', 'name': '', 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:50:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:25Z', 'updated_at': '2022-01-12T09:41:38Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:03.960408 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c49be6b-7a0d-4e4e-8c60-d484435423f5 None None] Checking router: 0bc01587-9a21-4155-942d-7b9c413303e4 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:42:03.971182 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c49be6b-7a0d-4e4e-8c60-d484435423f5 None None] Routers {'0bc01587-9a21-4155-942d-7b9c413303e4'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:42:03.972150 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-7c49be6b-7a0d-4e4e-8c60-d484435423f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:41:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0bc01587-9a21-4155-942d-7b9c413303e4'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:04.056408 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-d0c405fb-7b2f-4b1a-b1d6-157c86bac7f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] delete failed (client error): The resource could not be found. Jan 12 09:42:04.057486 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d0c405fb-7b2f-4b1a-b1d6-157c86bac7f5 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/routers/608ba8f6-0ea6-4543-825a-6ba1b4aaca3c HTTP/1.1" status: 404 len: 336 time: 0.2192321 Jan 12 09:42:04.061662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41144) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.074171 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7dec125a-9439-438b-a6ac-de402bf732ef req-ff2fbeb3-0a67-48ca-923b-b492811f8907 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9030eb78-3837-4ae8-9172-73fc9c43b63f HTTP/1.1" status: 200 len: 999 time: 0.1614532 Jan 12 09:42:04.084991 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8a6bd263-b26c-48c4-adff-0fd71f0ef99c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e20f3a1a5e564103b8a96081e0c50acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436749 Jan 12 09:42:04.086892 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41148) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.136747 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87dfe9b-60cb-4f1a-8b85-be096f39b034 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:04.137198 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87dfe9b-60cb-4f1a-8b85-be096f39b034 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:04.141348 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f87dfe9b-60cb-4f1a-8b85-be096f39b034 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/9a7880bd-f11b-4352-a2a3-ae162cf79af9 HTTP/1.1" status: 404 len: 337 time: 0.0765162 Jan 12 09:42:04.141734 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41152) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.193706 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c35a643e-168b-48e6-a757-b6feb75375de tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports?device_id=026eccbf-a3b1-4179-809e-b36e7f6e2445 HTTP/1.1" status: 200 len: 205 time: 0.0501142 Jan 12 09:42:04.194430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41158) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.203530 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-7c49be6b-7a0d-4e4e-8c60-d484435423f5 None None] Set router 0bc01587-9a21-4155-942d-7b9c413303e4 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:42:04.204839 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec125a-9439-438b-a6ac-de402bf732ef req-2c402a5e-0d1a-4b4d-be8c-e926f77bd1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:04.206362 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7dec125a-9439-438b-a6ac-de402bf732ef req-2c402a5e-0d1a-4b4d-be8c-e926f77bd1ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c7eb6399-4f6f-4773-914b-736433cc691f HTTP/1.1" status: 200 len: 835 time: 0.1203539 Jan 12 09:42:04.258297 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5ca674e1-25df-40d0-b362-e9985ad2d925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.281285 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-9e5c7bd5-790b-4dcb-b594-be56bf1873ba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] delete failed (client error): The resource could not be found. Jan 12 09:42:04.285250 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9e5c7bd5-790b-4dcb-b594-be56bf1873ba tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/routers/026eccbf-a3b1-4179-809e-b36e7f6e2445 HTTP/1.1" status: 404 len: 336 time: 0.0896575 Jan 12 09:42:04.285904 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41166) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.304274 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5ca674e1-25df-40d0-b362-e9985ad2d925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.333068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec125a-9439-438b-a6ac-de402bf732ef req-a171553c-f7cd-46f9-a307-256549b95056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:04.334560 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7dec125a-9439-438b-a6ac-de402bf732ef req-a171553c-f7cd-46f9-a307-256549b95056 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=423163f0-ac89-4c8b-965b-6fc09d1bcc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1207666 Jan 12 09:42:04.334846 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d1243c83-39d3-4930-98e0-d5376aae2e5d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fd21885-d140-4342-96d8-6e9ce8784f4f HTTP/1.1" status: 200 len: 205 time: 0.0479922 Jan 12 09:42:04.335049 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41170) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.459450 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-b74de27a-0509-4a97-8dbc-10d4505bd27b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] delete failed (client error): The resource could not be found. Jan 12 09:42:04.460541 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b74de27a-0509-4a97-8dbc-10d4505bd27b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/routers/4fd21885-d140-4342-96d8-6e9ce8784f4f HTTP/1.1" status: 404 len: 336 time: 0.1116016 Jan 12 09:42:04.463675 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41178) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.524778 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cc3809-4745-49f5-aecc-c6616eb4ae43 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:04.525249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19cc3809-4745-49f5-aecc-c6616eb4ae43 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:04.530253 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-19cc3809-4745-49f5-aecc-c6616eb4ae43 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/89d6b026-fd3b-47ff-be47-479d5ca77839 HTTP/1.1" status: 404 len: 337 time: 0.0614908 Jan 12 09:42:04.531647 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41184) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.559951 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5ca674e1-25df-40d0-b362-e9985ad2d925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.592325 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41190) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.593218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5ca674e1-25df-40d0-b362-e9985ad2d925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:04.594389 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5ca674e1-25df-40d0-b362-e9985ad2d925 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43cbb911-60c4-424f-a292-247de1325c40 HTTP/1.1" status: 204 len: 168 time: 0.5066178 Jan 12 09:42:04.595535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca674e1-25df-40d0-b362-e9985ad2d925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cbb911-60c4-424f-a292-247de1325c40,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:04.607113 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3edd31f2-33a3-4dc6-bf38-2a88ed1be56d tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports?device_id=80810c91-4961-4386-ba56-c780c4799834 HTTP/1.1" status: 200 len: 205 time: 0.0730388 Jan 12 09:42:04.607837 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41196) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.672693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-7c49be6b-7a0d-4e4e-8c60-d484435423f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'name': 'tempest-TestNetworkBasicOps-router-2054362624', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:14Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:17Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '224274eb-9a3a-464d-acc2-edf8ce2251bb', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.118', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'port_id': '9030eb78-3837-4ae8-9172-73fc9c43b63f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'mac_address': 'fa:16:3e:56:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd565f43d-e140-47d3-bfa4-301a9482d9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:42:01Z', 'updated_at': '2022-01-12T09:42:01Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546c9904-60ef-4c73-bacf-09f13a78daac', 'name': '', 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:50:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:25Z', 'updated_at': '2022-01-12T09:41:38Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:04.684927 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c49be6b-7a0d-4e4e-8c60-d484435423f5 None None] The sync data for ids ['0bc01587-9a21-4155-942d-7b9c413303e4'] in dv-neutron-824346-1-hyperv is: [{'id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'name': 'tempest-TestNetworkBasicOps-router-2054362624', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:14Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:17Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '224274eb-9a3a-464d-acc2-edf8ce2251bb', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.118', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'port_id': '9030eb78-3837-4ae8-9172-73fc9c43b63f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'mac_address': 'fa:16:3e:56:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd565f43d-e140-47d3-bfa4-301a9482d9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:42:01Z', 'updated_at': '2022-01-12T09:42:01Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546c9904-60ef-4c73-bacf-09f13a78daac', 'name': '', 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:50:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:25Z', 'updated_at': '2022-01-12T09:41:38Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:42:04.691300 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-c193733b-4d93-400c-a030-19d78cc4d669 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] delete failed (client error): The resource could not be found. Jan 12 09:42:04.696041 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c193733b-4d93-400c-a030-19d78cc4d669 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/routers/80810c91-4961-4386-ba56-c780c4799834 HTTP/1.1" status: 404 len: 336 time: 0.0869911 Jan 12 09:42:04.696945 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41202) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.742817 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c41bae-54ff-4dbe-917b-59cd0bc49e78 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:04.743288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c41bae-54ff-4dbe-917b-59cd0bc49e78 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:04.748057 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-31c41bae-54ff-4dbe-917b-59cd0bc49e78 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/ac10febd-502a-44c6-aaf8-f8078e59753a HTTP/1.1" status: 404 len: 337 time: 0.0497494 Jan 12 09:42:04.748730 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41206) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.801653 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-caa66347-b0a0-49c2-9523-32de6a422841 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "GET /v2.0/ports?device_id=b642ee2d-7cef-4ebb-b61d-d39faa8d13cc HTTP/1.1" status: 200 len: 205 time: 0.0517445 Jan 12 09:42:04.802309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41210) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.859842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41216) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.875990 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-34f32847-123c-410d-a7b9-4a739244208f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] delete failed (client error): The resource could not be found. Jan 12 09:42:04.879815 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-34f32847-123c-410d-a7b9-4a739244208f tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/routers/b642ee2d-7cef-4ebb-b61d-d39faa8d13cc HTTP/1.1" status: 404 len: 336 time: 0.0763628 Jan 12 09:42:04.880420 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41222) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.883613 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7dec125a-9439-438b-a6ac-de402bf732ef req-0779e43b-0041-41c4-8b9e-1a9b65af5f22 service neutron] 10.222.0.53 "GET /v2.0/networks/423163f0-ac89-4c8b-965b-6fc09d1bcc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328333 Jan 12 09:42:04.919827 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e0e701-1f6b-4a59-b40c-97d63d6a3a7b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:04.920301 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e0e701-1f6b-4a59-b40c-97d63d6a3a7b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:04.925820 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-99e0e701-1f6b-4a59-b40c-97d63d6a3a7b tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/5562f972-ead4-484f-8d97-3b08346bbf85 HTTP/1.1" status: 404 len: 337 time: 0.0441146 Jan 12 09:42:04.926273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41226) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:04.930883 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-137325fd-689d-4282-b149-2c05b4c4e203 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/224274eb-9a3a-464d-acc2-edf8ce2251bb HTTP/1.1" status: 200 len: 991 time: 0.3321459 Jan 12 09:42:04.967296 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc06d072-2022-4e6c-b2fc-c00c0e7ed1d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] DELETE failed (client error): The resource could not be found. Jan 12 09:42:04.968284 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc06d072-2022-4e6c-b2fc-c00c0e7ed1d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 09:42:04.970286 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cc06d072-2022-4e6c-b2fc-c00c0e7ed1d2 tempest-RoutersIpV6Test-430061195 tempest-RoutersIpV6Test-430061195-project] 10.222.0.26 "DELETE /v2.0/subnets/7e76a16d-efb7-4cdd-be38-0954d32b6669 HTTP/1.1" status: 404 len: 337 time: 0.0430629 Jan 12 09:42:05.017793 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2595ee-4701-49ef-8471-1c337fa69c3f None None] New status for floating IP 224274eb-9a3a-464d-acc2-edf8ce2251bb: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:42:05.084898 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7dec125a-9439-438b-a6ac-de402bf732ef req-800f4b86-b173-4d77-b2de-93cab82c3798 service neutron] 10.222.0.53 "GET /v2.0/networks/423163f0-ac89-4c8b-965b-6fc09d1bcc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901028 Jan 12 09:42:05.120376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-328199888-network', 'tenant_id': '965cd3e0d9324a9c9c24977000e42021'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:05.127561 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:05.135401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Usage tracker for resource:network and tenant:965cd3e0d9324a9c9c24977000e42021 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:05.140596 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:05.147448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:05.162436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Made reservation on behalf of 965cd3e0d9324a9c9c24977000e42021 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:05.165170 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.179236 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.195089 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:05.198973 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Usage tracker for resource:security_group_rule and tenant:965cd3e0d9324a9c9c24977000e42021 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:05.203204 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:05.210118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:05.298547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41240) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:05.332498 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.338553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.362608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:05.386567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.387113 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Added segment b4a459c7-5100-44ac-a52b-0c4bab79eeee of type vlan for network 1b91d621-668f-4fdc-a92b-262386f5eeb8 Jan 12 09:42:05.395719 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129fbd9a-5d4c-44a1-b869-82c86fa6171d,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:05.423243 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.457712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.459129 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:05.459742 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.545168 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9d3d2fcc-6944-4f35-ad17-4c5874a5557c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f18640c251a4e139e274a08e32a8e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416184 Jan 12 09:42:05.545378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41252) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:05.579961 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7160518 Jan 12 09:42:05.580692 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90bcf5-80c2-4de8-aecf-74f4032a9900 admin admin] Pushing event updated for resources: {'Network': ['ID=1b91d621-668f-4fdc-a92b-262386f5eeb8,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:05.582572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41258) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:05.590408 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-3408f08b-c4d7-4225-97ff-c765961c9b9b admin admin] Request body: {'subnet': {'network_id': '1b91d621-668f-4fdc-a92b-262386f5eeb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-328199888-subnet', 'tenant_id': '965cd3e0d9324a9c9c24977000e42021', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:05.591426 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 1b91d621-668f-4fdc-a92b-262386f5eeb8 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:05.598438 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3408f08b-c4d7-4225-97ff-c765961c9b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:05.604250 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3408f08b-c4d7-4225-97ff-c765961c9b9b admin admin] Usage tracker for resource:subnet and tenant:965cd3e0d9324a9c9c24977000e42021 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:05.613234 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3408f08b-c4d7-4225-97ff-c765961c9b9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:05.622588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3408f08b-c4d7-4225-97ff-c765961c9b9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:05.627547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f79d23a-1fa0-4af8-b2a6-8928ecf21d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.652546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3408f08b-c4d7-4225-97ff-c765961c9b9b admin admin] Made reservation on behalf of 965cd3e0d9324a9c9c24977000e42021 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:05.654907 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3408f08b-c4d7-4225-97ff-c765961c9b9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.675793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f79d23a-1fa0-4af8-b2a6-8928ecf21d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.755167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41264) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:05.832601 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f79d23a-1fa0-4af8-b2a6-8928ecf21d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.857817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79d23a-1fa0-4af8-b2a6-8928ecf21d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059785db-e181-480c-876c-28326314f864,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:05.868989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Request body: {'networks': [{'name': 'tempest-network--1748090211'}, {'name': 'tempest-network--1305580369'}]} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:05.870966 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Request body: {'network': {'name': 'tempest-network--1748090211'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:05.871744 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Request body: {'network': {'name': 'tempest-network--1305580369'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:05.877729 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:05.883022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Usage tracker for resource:network and tenant:bef77db50fb548fb91013abbcdce6a89 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:05.886694 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:05.893440 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:05.893584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f79d23a-1fa0-4af8-b2a6-8928ecf21d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.894647 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9f79d23a-1fa0-4af8-b2a6-8928ecf21d92 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/059785db-e181-480c-876c-28326314f864 HTTP/1.1" status: 204 len: 168 time: 0.3484402 Jan 12 09:42:05.906040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Made reservation on behalf of bef77db50fb548fb91013abbcdce6a89 for: {'network': 2} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:05.911523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.924695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3408f08b-c4d7-4225-97ff-c765961c9b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.925386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:05.935639 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41272) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:05.999977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408f08b-c4d7-4225-97ff-c765961c9b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0428a8c-c88b-4185-8ec0-4cc9d1d4b055,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:06.008576 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3408f08b-c4d7-4225-97ff-c765961c9b9b admin admin] Checking segment: {'id': 'b4a459c7-5100-44ac-a52b-0c4bab79eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1b91d621-668f-4fdc-a92b-262386f5eeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:42:06.008933 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3408f08b-c4d7-4225-97ff-c765961c9b9b admin admin] Network hostable DHCP agents. Network: 1b91d621-668f-4fdc-a92b-262386f5eeb8, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:06.021428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:06.029440 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3408f08b-c4d7-4225-97ff-c765961c9b9b admin admin] Network 1b91d621-668f-4fdc-a92b-262386f5eeb8 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:06.035098 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Usage tracker for resource:security_group_rule and tenant:bef77db50fb548fb91013abbcdce6a89 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:06.040225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:06.043599 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-3408f08b-c4d7-4225-97ff-c765961c9b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 1b91d621-668f-4fdc-a92b-262386f5eeb8) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:06.049034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:06.052224 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4339ac-3d3a-4171-bcae-e1b927a58ae7 None None] Network 1b91d621-668f-4fdc-a92b-262386f5eeb8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:42:06.055772 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3408f08b-c4d7-4225-97ff-c765961c9b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:06.056362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3408f08b-c4d7-4225-97ff-c765961c9b9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.089926 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3408f08b-c4d7-4225-97ff-c765961c9b9b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4985933 Jan 12 09:42:06.093128 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bed25d70-77e6-48e3-b47f-9444a9923d19 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/224274eb-9a3a-464d-acc2-edf8ce2251bb HTTP/1.1" status: 200 len: 993 time: 0.1563773 Jan 12 09:42:06.201998 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.207819 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.208477 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.273756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c1471d-55c3-4eca-bf91-583c1da3c4c0,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:06.276342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:06.285611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.285957 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Added segment b1d14d20-b2c8-4b25-a1b6-9495d50b4120 of type vlan for network 47049c1d-8218-4a07-8cb0-f9fdb0017fbc Jan 12 09:42:06.324748 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.333685 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0221cc8-474d-4ecf-bba1-c90847e4c22f None None] Network 1b91d621-668f-4fdc-a92b-262386f5eeb8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:42:06.382173 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:06.396471 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.396828 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Added segment 7c262e20-d736-480e-8a84-c906c91f9764 of type vlan for network 27344d76-c99e-4836-a710-4827f720313d Jan 12 09:42:06.429234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.467271 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.468563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.474068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:06.480145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:06.481186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.621366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event updated for resources: {'Network': ['ID=47049c1d-8218-4a07-8cb0-f9fdb0017fbc,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:06.640894 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 47049c1d-8218-4a07-8cb0-f9fdb0017fbc details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:06.644461 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8881261 Jan 12 09:42:06.647129 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41296) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:06.766915 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e9e881de-0358-43d5-a6d7-4d708be9bf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.791029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629a0d7-d825-472f-af5f-3df3a0b7604d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event updated for resources: {'Network': ['ID=27344d76-c99e-4836-a710-4827f720313d,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:06.804025 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 27344d76-c99e-4836-a710-4827f720313d details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:06.868730 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41310) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:06.877032 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2045623544-network', 'tenant_id': '9408ae3166af4e18aff6d18a2839400d'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:06.883507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:06.883717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d62918-34b2-441e-9153-b44eebce2f27 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:06.888461 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Usage tracker for resource:network and tenant:9408ae3166af4e18aff6d18a2839400d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:06.889967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d62918-34b2-441e-9153-b44eebce2f27 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:06.892838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:06.896033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d62918-34b2-441e-9153-b44eebce2f27 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:06.900593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:06.902293 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d62918-34b2-441e-9153-b44eebce2f27 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:06.907021 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-47d62918-34b2-441e-9153-b44eebce2f27 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2571514 Jan 12 09:42:06.907637 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41314) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:06.914582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Made reservation on behalf of 9408ae3166af4e18aff6d18a2839400d for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:06.918675 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.942003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:06.963838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:06.967974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:9408ae3166af4e18aff6d18a2839400d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:06.971984 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:06.978138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:07.028992 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe0e899b-5449-40b9-a46a-b9335bc11f2f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.076935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.082910 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.115279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:07.128402 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8a86d1-455f-4fa6-a7a1-d6627257b647,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:07.133511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.133834 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Added segment 217c9838-4904-4a28-a5ec-8e985dbdfb42 of type vlan for network c113ce1d-d520-4377-8525-430047797bfd Jan 12 09:42:07.164953 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.169339 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41320) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.207165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.208370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:07.208975 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.288244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe0e899b-5449-40b9-a46a-b9335bc11f2f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.313255 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-fe0e899b-5449-40b9-a46a-b9335bc11f2f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47049c1d-8218-4a07-8cb0-f9fdb0017fbc']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:07.318444 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-cdacffed-b2e6-4bb9-96e5-b30b904f7fe3 tempest-DvrRoutersNegativeTest-1999311621 tempest-DvrRoutersNegativeTest-1999311621-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1673161770', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:07.321207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.policy [None req-cdacffed-b2e6-4bb9-96e5-b30b904f7fe3 tempest-DvrRoutersNegativeTest-1999311621 tempest-DvrRoutersNegativeTest-1999311621-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87663) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 12 09:42:07.321498 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.policy [None req-cdacffed-b2e6-4bb9-96e5-b30b904f7fe3 tempest-DvrRoutersNegativeTest-1999311621 tempest-DvrRoutersNegativeTest-1999311621-project] Failed policy check for 'create_router' {{(pid=87663) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 12 09:42:07.322011 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-cdacffed-b2e6-4bb9-96e5-b30b904f7fe3 tempest-DvrRoutersNegativeTest-1999311621 tempest-DvrRoutersNegativeTest-1999311621-project] create failed (client error): Access was denied to this resource. Jan 12 09:42:07.322986 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cdacffed-b2e6-4bb9-96e5-b30b904f7fe3 tempest-DvrRoutersNegativeTest-1999311621 tempest-DvrRoutersNegativeTest-1999311621-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1524229 Jan 12 09:42:07.326220 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-fe0e899b-5449-40b9-a46a-b9335bc11f2f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d14d20-b2c8-4b25-a1b6-9495d50b4120') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:07.326404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-fe0e899b-5449-40b9-a46a-b9335bc11f2f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d14d20-b2c8-4b25-a1b6-9495d50b4120') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:07.331589 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4588654 Jan 12 09:42:07.331589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b03c18-38b5-4c6d-87f6-618a399c9ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=c113ce1d-d520-4377-8525-430047797bfd,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:07.331876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41328) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.337169 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-7c631802-34b7-4bb1-ae95-dec51565fa8f admin admin] Request body: {'subnet': {'network_id': 'c113ce1d-d520-4377-8525-430047797bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2045623544-subnet', 'tenant_id': '9408ae3166af4e18aff6d18a2839400d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:07.339060 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe0e899b-5449-40b9-a46a-b9335bc11f2f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.343020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network c113ce1d-d520-4377-8525-430047797bfd details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:07.348299 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7c631802-34b7-4bb1-ae95-dec51565fa8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:07.354960 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7c631802-34b7-4bb1-ae95-dec51565fa8f admin admin] Usage tracker for resource:subnet and tenant:9408ae3166af4e18aff6d18a2839400d is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:07.359574 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe0e899b-5449-40b9-a46a-b9335bc11f2f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.361518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7c631802-34b7-4bb1-ae95-dec51565fa8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:07.368074 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0e899b-5449-40b9-a46a-b9335bc11f2f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:42:07.368484 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe0e899b-5449-40b9-a46a-b9335bc11f2f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.371068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7c631802-34b7-4bb1-ae95-dec51565fa8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:07.386867 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:07.389275 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c631802-34b7-4bb1-ae95-dec51565fa8f admin admin] Made reservation on behalf of 9408ae3166af4e18aff6d18a2839400d for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:07.391264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7c631802-34b7-4bb1-ae95-dec51565fa8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.481806 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe0e899b-5449-40b9-a46a-b9335bc11f2f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.503319 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe0e899b-5449-40b9-a46a-b9335bc11f2f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.509631 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fe0e899b-5449-40b9-a46a-b9335bc11f2f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "DELETE /v2.0/networks/47049c1d-8218-4a07-8cb0-f9fdb0017fbc HTTP/1.1" status: 204 len: 168 time: 0.6008735 Jan 12 09:42:07.512331 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41332) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.515232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e899b-5449-40b9-a46a-b9335bc11f2f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event deleted for resources: {'Network': ['ID=47049c1d-8218-4a07-8cb0-f9fdb0017fbc,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:07.624593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7c631802-34b7-4bb1-ae95-dec51565fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.633666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66fbaa29-a8d2-4563-bc57-75e264195db7 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.665294 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41338) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:07.714810 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c631802-34b7-4bb1-ae95-dec51565fa8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e4d0e05-ba7c-479d-85e8-5974f8c37e9c,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:07.722919 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c631802-34b7-4bb1-ae95-dec51565fa8f admin admin] Checking segment: {'id': '217c9838-4904-4a28-a5ec-8e985dbdfb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c113ce1d-d520-4377-8525-430047797bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:42:07.723189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c631802-34b7-4bb1-ae95-dec51565fa8f admin admin] Network hostable DHCP agents. Network: c113ce1d-d520-4377-8525-430047797bfd, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:07.743621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c631802-34b7-4bb1-ae95-dec51565fa8f admin admin] Network c113ce1d-d520-4377-8525-430047797bfd is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:07.754362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-7c631802-34b7-4bb1-ae95-dec51565fa8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, c113ce1d-d520-4377-8525-430047797bfd) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:07.759359 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c631802-34b7-4bb1-ae95-dec51565fa8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:07.760068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7c631802-34b7-4bb1-ae95-dec51565fa8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.768003 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66fbaa29-a8d2-4563-bc57-75e264195db7 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.769071 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094e4c24-552e-4b30-8a44-e28321ba7d9a None None] Network c113ce1d-d520-4377-8525-430047797bfd requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:42:07.791372 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7c631802-34b7-4bb1-ae95-dec51565fa8f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4585321 Jan 12 09:42:07.794049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-66fbaa29-a8d2-4563-bc57-75e264195db7 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27344d76-c99e-4836-a710-4827f720313d']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:07.810546 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dee6b327-ac8f-4871-880c-28a060b7efd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.816990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-66fbaa29-a8d2-4563-bc57-75e264195db7 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c262e20-d736-480e-8a84-c906c91f9764') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:07.817530 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-66fbaa29-a8d2-4563-bc57-75e264195db7 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c262e20-d736-480e-8a84-c906c91f9764') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:07.825705 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-dee6b327-ac8f-4871-880c-28a060b7efd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:07.829790 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-dee6b327-ac8f-4871-880c-28a060b7efd1 admin admin] Usage tracker for resource:security_group_rule and tenant:9655539b08b543ab98db74d6caaec586 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:07.831102 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66fbaa29-a8d2-4563-bc57-75e264195db7 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.832949 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-dee6b327-ac8f-4871-880c-28a060b7efd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:07.838757 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-dee6b327-ac8f-4871-880c-28a060b7efd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:07.848665 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66fbaa29-a8d2-4563-bc57-75e264195db7 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.855109 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fbaa29-a8d2-4563-bc57-75e264195db7 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:42:07.855634 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66fbaa29-a8d2-4563-bc57-75e264195db7 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.933467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dee6b327-ac8f-4871-880c-28a060b7efd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:07.943908 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:07.946558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dee6b327-ac8f-4871-880c-28a060b7efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.963511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66fbaa29-a8d2-4563-bc57-75e264195db7 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:07.996929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66fbaa29-a8d2-4563-bc57-75e264195db7 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.005747 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-dee6b327-ac8f-4871-880c-28a060b7efd1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9655539b08b543ab98db74d6caaec586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339605 Jan 12 09:42:08.005989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41348) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:08.008272 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbaa29-a8d2-4563-bc57-75e264195db7 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event deleted for resources: {'Network': ['ID=27344d76-c99e-4836-a710-4827f720313d,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:08.009147 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6b327-ac8f-4871-880c-28a060b7efd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942e0e43-d100-4bec-bcc1-3f84ffe35695,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:08.015738 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-66fbaa29-a8d2-4563-bc57-75e264195db7 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "DELETE /v2.0/networks/27344d76-c99e-4836-a710-4827f720313d HTTP/1.1" status: 204 len: 168 time: 0.5024045 Jan 12 09:42:08.016481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41352) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:08.088004 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e59521-0918-4613-b400-3dc6aa972c37 None None] Network c113ce1d-d520-4377-8525-430047797bfd requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:42:08.105673 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-39133695-350f-448e-b0e6-01640919aee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.219466 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f922a0-23a9-412f-92b3-3daad4f7d66b tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:08.227403 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f922a0-23a9-412f-92b3-3daad4f7d66b tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:08.228212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-16f922a0-23a9-412f-92b3-3daad4f7d66b tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Synchronizing usage tracker for tenant:bef77db50fb548fb91013abbcdce6a89 on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:08.250926 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-16f922a0-23a9-412f-92b3-3daad4f7d66b tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Unset dirty status for tenant:bef77db50fb548fb91013abbcdce6a89 on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:08.252631 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-16f922a0-23a9-412f-92b3-3daad4f7d66b tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2350605 Jan 12 09:42:08.257351 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41360) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:08.261705 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-39133695-350f-448e-b0e6-01640919aee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.264392 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7196268d-d8b9-4fb4-8b62-5ed9edc80919 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1590386715'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:08.272541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7196268d-d8b9-4fb4-8b62-5ed9edc80919 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:08.285589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7196268d-d8b9-4fb4-8b62-5ed9edc80919 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:08.300911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7196268d-d8b9-4fb4-8b62-5ed9edc80919 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Made reservation on behalf of bef77db50fb548fb91013abbcdce6a89 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:08.306721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7196268d-d8b9-4fb4-8b62-5ed9edc80919 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.321310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-39133695-350f-448e-b0e6-01640919aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.346028 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39133695-350f-448e-b0e6-01640919aee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942e0e43-d100-4bec-bcc1-3f84ffe35695,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:08.347754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7196268d-d8b9-4fb4-8b62-5ed9edc80919 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:08.349753 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-39133695-350f-448e-b0e6-01640919aee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.350971 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-39133695-350f-448e-b0e6-01640919aee8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/942e0e43-d100-4bec-bcc1-3f84ffe35695 HTTP/1.1" status: 204 len: 168 time: 0.3439991 Jan 12 09:42:08.387004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7196268d-d8b9-4fb4-8b62-5ed9edc80919 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.387357 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-7196268d-d8b9-4fb4-8b62-5ed9edc80919 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Added segment 1c000a64-14aa-4742-a76f-13180a57ddc0 of type vlan for network a508ebbd-360f-4ce0-929b-db1e42fa57d0 Jan 12 09:42:08.484244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7196268d-d8b9-4fb4-8b62-5ed9edc80919 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.535885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-0f4a7705-3514-48eb-b9c6-a3f5c9c913e1 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:08.537338 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-0f4a7705-3514-48eb-b9c6-a3f5c9c913e1 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/networks?id=1b91d621-668f-4fdc-a92b-262386f5eeb8 HTTP/1.1" status: 200 len: 811 time: 0.1915517 Jan 12 09:42:08.551641 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7196268d-d8b9-4fb4-8b62-5ed9edc80919 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.556894 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7196268d-d8b9-4fb4-8b62-5ed9edc80919 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:08.557467 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7196268d-d8b9-4fb4-8b62-5ed9edc80919 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.584657 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-aa26c598-2ebc-4997-8cbc-35af1abaceab tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/quotas/965cd3e0d9324a9c9c24977000e42021 HTTP/1.1" status: 200 len: 375 time: 0.0411301 Jan 12 09:42:08.663244 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-38e6e4c8-9c5f-4d5a-8fd0-19622284f07f tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=965cd3e0d9324a9c9c24977000e42021&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706623 Jan 12 09:42:08.732063 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7196268d-d8b9-4fb4-8b62-5ed9edc80919 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4733942 Jan 12 09:42:08.734960 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41384) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:08.735109 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196268d-d8b9-4fb4-8b62-5ed9edc80919 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event updated for resources: {'Network': ['ID=a508ebbd-360f-4ce0-929b-db1e42fa57d0,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:08.742306 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-a6342560-c964-4110-a59e-d4242798e3b2 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-440625757'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:08.747328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network a508ebbd-360f-4ce0-929b-db1e42fa57d0 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:08.752540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a6342560-c964-4110-a59e-d4242798e3b2 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:08.758095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a6342560-c964-4110-a59e-d4242798e3b2 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Usage tracker for resource:network and tenant:bef77db50fb548fb91013abbcdce6a89 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:08.762082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a6342560-c964-4110-a59e-d4242798e3b2 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:08.770849 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a6342560-c964-4110-a59e-d4242798e3b2 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:08.789118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6342560-c964-4110-a59e-d4242798e3b2 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Made reservation on behalf of bef77db50fb548fb91013abbcdce6a89 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:08.793381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a6342560-c964-4110-a59e-d4242798e3b2 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.827539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6342560-c964-4110-a59e-d4242798e3b2 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:08.837919 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a6342560-c964-4110-a59e-d4242798e3b2 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.838320 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-a6342560-c964-4110-a59e-d4242798e3b2 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Added segment eff47c5d-c875-4fcf-b185-460d8e4ad69c of type vlan for network 9f1d4c53-9ece-44d9-850b-a1e9a5f121aa Jan 12 09:42:08.853962 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-b3b1e0f2-65bd-4cf4-a3cf-4fb2dcb10f41 service neutron] 10.222.0.26 "GET /v2.0/networks/1b91d621-668f-4fdc-a92b-262386f5eeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475382 Jan 12 09:42:08.868933 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a6342560-c964-4110-a59e-d4242798e3b2 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.906785 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a6342560-c964-4110-a59e-d4242798e3b2 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.913022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6342560-c964-4110-a59e-d4242798e3b2 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:08.913882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a6342560-c964-4110-a59e-d4242798e3b2 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:08.989376 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-30968a38-f46e-4ae8-99d4-00d63c57fd7b service neutron] 10.222.0.26 "GET /v2.0/networks/1b91d621-668f-4fdc-a92b-262386f5eeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274939 Jan 12 09:42:09.039303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41396) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.039520 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a6342560-c964-4110-a59e-d4242798e3b2 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3033092 Jan 12 09:42:09.040225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6342560-c964-4110-a59e-d4242798e3b2 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event updated for resources: {'Network': ['ID=9f1d4c53-9ece-44d9-850b-a1e9a5f121aa,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:09.045418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Request body: {'ports': [{'network_id': 'a508ebbd-360f-4ce0-929b-db1e42fa57d0', 'name': 'tempest-port--1877522902', 'admin_state_up': True}, {'network_id': '9f1d4c53-9ece-44d9-850b-a1e9a5f121aa', 'admin_state_up': False}]} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:09.045732 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Request body: {'port': {'network_id': 'a508ebbd-360f-4ce0-929b-db1e42fa57d0', 'name': 'tempest-port--1877522902', 'admin_state_up': True}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:09.046218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Request body: {'port': {'network_id': '9f1d4c53-9ece-44d9-850b-a1e9a5f121aa', 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:09.052606 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 9f1d4c53-9ece-44d9-850b-a1e9a5f121aa details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:09.205905 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41404) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.282379 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bfd171f7-50bf-4cff-bd57-03b4697ea9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.296159 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-080ba73e-45a1-4b1a-84e2-d340cd3872ea req-19c9d280-0374-4937-bbb4-f82fc3802e91 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 210 time: 0.0616574 Jan 12 09:42:09.347770 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-82e9fda9-c17e-4514-a72a-1218ec8e30b0 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:09.348395 dv-neutron-824346-1-hyperv neutron-server[87663]: WARNING neutron.api.v2.base [None req-82e9fda9-c17e-4514-a72a-1218ec8e30b0 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 12 09:42:09.348699 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-82e9fda9-c17e-4514-a72a-1218ec8e30b0 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): There was a conflict when trying to complete your request. Jan 12 09:42:09.349681 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-82e9fda9-c17e-4514-a72a-1218ec8e30b0 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1427066 Jan 12 09:42:09.353479 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41410) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.358215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612353722'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:09.364463 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:09.368898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:09.372015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:09.378125 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:09.388960 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.400328 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:09.401319 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.404196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Usage tracker for resource:port and tenant:bef77db50fb548fb91013abbcdce6a89 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:09.407019 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:09.412774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:09.415656 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:09.419741 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:09.423353 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:09.424727 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Made reservation on behalf of bef77db50fb548fb91013abbcdce6a89 for: {'port': 2} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:09.429100 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:09.429254 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.446873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.512684 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.519172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.531768 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:09.540661 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:09.549585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:09.559674 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:09.563468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393644a5-58b8-4231-ab16-1705f4fe25b7,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:09.635982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.640794 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.665258 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] device_id is not set on port f58cc307-6d44-48cd-90da-36c86bbc3cdf yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:42:09.684249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21548d53-0124-45d2-8dda-cafbe3adc81f,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:09.688515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.692478 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f6fc0515-a151-4c1c-8a4b-1c45ff00fcb8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3352902 Jan 12 09:42:09.692867 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41414) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.698054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-cf7ee48c-272a-4840-9871-aac10bbe0012 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '21548d53-0124-45d2-8dda-cafbe3adc81f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:09.703921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-cf7ee48c-272a-4840-9871-aac10bbe0012 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:09.707731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-cf7ee48c-272a-4840-9871-aac10bbe0012 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:09.710666 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-cf7ee48c-272a-4840-9871-aac10bbe0012 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:09.716543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-cf7ee48c-272a-4840-9871-aac10bbe0012 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:09.735169 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee48c-272a-4840-9871-aac10bbe0012 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.756594 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.796142 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee48c-272a-4840-9871-aac10bbe0012 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.801191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee48c-272a-4840-9871-aac10bbe0012 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.824185 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ee48c-272a-4840-9871-aac10bbe0012 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8a98bb-0266-4bb6-bf0b-9e58eeda9860,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:09.834558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee48c-272a-4840-9871-aac10bbe0012 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.835925 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cf7ee48c-272a-4840-9871-aac10bbe0012 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423135 Jan 12 09:42:09.838900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41418) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.844095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-69e61868-f0e4-4168-90f9-89ecf610c4a7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '21548d53-0124-45d2-8dda-cafbe3adc81f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:09.850033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-69e61868-f0e4-4168-90f9-89ecf610c4a7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:09.853882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-69e61868-f0e4-4168-90f9-89ecf610c4a7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:09.856799 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-69e61868-f0e4-4168-90f9-89ecf610c4a7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:09.861989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] device_id is not set on port f7aff1f9-afaf-46cf-803e-bcb84fbe997c yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:42:09.862657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-69e61868-f0e4-4168-90f9-89ecf610c4a7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:09.882352 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-69e61868-f0e4-4168-90f9-89ecf610c4a7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.940641 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-69e61868-f0e4-4168-90f9-89ecf610c4a7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): There was a conflict when trying to complete your request. Jan 12 09:42:09.941702 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-69e61868-f0e4-4168-90f9-89ecf610c4a7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1017518 Jan 12 09:42:09.944798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41422) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:09.949721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:09.980004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.011739 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2b85e091-3758-48b9-b1a4-36c37a3c6e63 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.039739 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2b85e091-3758-48b9-b1a4-36c37a3c6e63 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.071549 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event updated for resources: {'Port': ['ID=f58cc307-6d44-48cd-90da-36c86bbc3cdf,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:10.085600 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Checking segment: {'id': '1c000a64-14aa-4742-a76f-13180a57ddc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a508ebbd-360f-4ce0-929b-db1e42fa57d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:42:10.085960 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Network hostable DHCP agents. Network: a508ebbd-360f-4ce0-929b-db1e42fa57d0, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:10.099227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2b85e091-3758-48b9-b1a4-36c37a3c6e63 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.114269 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Network a508ebbd-360f-4ce0-929b-db1e42fa57d0 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:10.119968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85e091-3758-48b9-b1a4-36c37a3c6e63 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21548d53-0124-45d2-8dda-cafbe3adc81f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:10.120170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, a508ebbd-360f-4ce0-929b-db1e42fa57d0) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:10.124082 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:42:10.124982 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.125602 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2b85e091-3758-48b9-b1a4-36c37a3c6e63 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.129690 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2b85e091-3758-48b9-b1a4-36c37a3c6e63 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "DELETE /v2.0/security-groups/21548d53-0124-45d2-8dda-cafbe3adc81f HTTP/1.1" status: 204 len: 168 time: 0.1809871 Jan 12 09:42:10.129690 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41426) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.133664 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd81f08-9ac4-4cdf-b332-fe68821090f2 None None] Network a508ebbd-360f-4ce0-929b-db1e42fa57d0 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:42:10.189449 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-08b1e448-13a9-405e-bc62-60485e0e54d6 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Synchronizing usage tracker for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:10.213772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-08b1e448-13a9-405e-bc62-60485e0e54d6 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Unset dirty status for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:10.219575 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-08b1e448-13a9-405e-bc62-60485e0e54d6 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0889785 Jan 12 09:42:10.220739 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41430) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.224415 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event updated for resources: {'Port': ['ID=f7aff1f9-afaf-46cf-803e-bcb84fbe997c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:10.226580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4a098920-10ad-4fc6-8e11-2b0725eb7acb tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group': {'name': 'tempest-secgroup--863279830'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:10.230349 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Checking segment: {'id': 'eff47c5d-c875-4fcf-b185-460d8e4ad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f1d4c53-9ece-44d9-850b-a1e9a5f121aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:42:10.230721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Network hostable DHCP agents. Network: 9f1d4c53-9ece-44d9-850b-a1e9a5f121aa, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:10.234099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4a098920-10ad-4fc6-8e11-2b0725eb7acb tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:10.244053 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4a098920-10ad-4fc6-8e11-2b0725eb7acb tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:10.254400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Network 9f1d4c53-9ece-44d9-850b-a1e9a5f121aa is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:10.256639 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a098920-10ad-4fc6-8e11-2b0725eb7acb tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.267093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 9f1d4c53-9ece-44d9-850b-a1e9a5f121aa) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:10.271938 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:42:10.277796 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4a098920-10ad-4fc6-8e11-2b0725eb7acb tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:10.279453 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:10.282075 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4a098920-10ad-4fc6-8e11-2b0725eb7acb tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:10.283866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a4f3b-bf73-4603-9daa-fcf836b5b13d None None] Network 9f1d4c53-9ece-44d9-850b-a1e9a5f121aa requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:42:10.285020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:10.285205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4a098920-10ad-4fc6-8e11-2b0725eb7acb tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:10.285694 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.291447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4a098920-10ad-4fc6-8e11-2b0725eb7acb tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:10.340311 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f15946da-8b85-4619-be92-9a0ab4ccfc9d tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2994256 Jan 12 09:42:10.342594 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41438) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.378115 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a098920-10ad-4fc6-8e11-2b0725eb7acb tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.387013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a098920-10ad-4fc6-8e11-2b0725eb7acb tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.456656 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4a098920-10ad-4fc6-8e11-2b0725eb7acb tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.459993 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f08e84c8-e568-49bf-8388-8949f26667f0 req-696143f9-664d-4e52-9819-23469d3ddc35 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 210 time: 0.0543759 Jan 12 09:42:10.461394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41446) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.468038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-20b8d445-ae71-4703-babd-049c08113f05 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '270b93bb-fbaa-4ea7-aa03-15a9dac9a713', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:10.468519 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING neutron.api.v2.base [None req-20b8d445-ae71-4703-babd-049c08113f05 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 12 09:42:10.468971 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-20b8d445-ae71-4703-babd-049c08113f05 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:10.474288 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-20b8d445-ae71-4703-babd-049c08113f05 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077252 Jan 12 09:42:10.474288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41450) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.476411 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4a098920-10ad-4fc6-8e11-2b0725eb7acb tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2522488 Jan 12 09:42:10.485207 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.505908 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a098920-10ad-4fc6-8e11-2b0725eb7acb tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270b93bb-fbaa-4ea7-aa03-15a9dac9a713,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:10.536512 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f375e8c-41cb-4ce0-a869-7a20be302f90 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:10.542358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f375e8c-41cb-4ce0-a869-7a20be302f90 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:10.543195 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4f375e8c-41cb-4ce0-a869-7a20be302f90 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Synchronizing usage tracker for tenant:bef77db50fb548fb91013abbcdce6a89 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:10.576616 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.586556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4f375e8c-41cb-4ce0-a869-7a20be302f90 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Unset dirty status for tenant:bef77db50fb548fb91013abbcdce6a89 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:10.590302 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4f375e8c-41cb-4ce0-a869-7a20be302f90 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2441852 Jan 12 09:42:10.591067 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41454) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.649310 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.690004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-f722e874-cf40-4ad7-9307-99c631f4a0b5 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Deleting port f58cc307-6d44-48cd-90da-36c86bbc3cdf {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:42:10.690328 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f722e874-cf40-4ad7-9307-99c631f4a0b5 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.776591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.811127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=270b93bb-fbaa-4ea7-aa03-15a9dac9a713,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:10.827054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:10.827324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:10.827652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:10.827982 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:10.828312 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:10.828714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:10.829010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:10.829306 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:10.829623 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:10.829935 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:10.830290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:10.830603 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:10.855742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.856852 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d882dcd7-ee33-4255-a7cf-962840e44f07 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "DELETE /v2.0/security-groups/270b93bb-fbaa-4ea7-aa03-15a9dac9a713 HTTP/1.1" status: 204 len: 168 time: 0.3827090 Jan 12 09:42:10.859923 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41458) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.910097 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-09db5db9-5da8-4e44-a2e3-c5d8bcfa6950 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Synchronizing usage tracker for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:10.927831 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-09db5db9-5da8-4e44-a2e3-c5d8bcfa6950 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Unset dirty status for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:10.929065 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-09db5db9-5da8-4e44-a2e3-c5d8bcfa6950 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0679998 Jan 12 09:42:10.933192 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41462) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:10.938099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696983504'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:10.945937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f722e874-cf40-4ad7-9307-99c631f4a0b5 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.946493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:10.956324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:10.976122 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.984470 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:10.995857 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:10.999719 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:11.002943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:11.008621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:11.075955 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-f722e874-cf40-4ad7-9307-99c631f4a0b5 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Calling delete_port for f58cc307-6d44-48cd-90da-36c86bbc3cdf owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:42:11.079669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.085578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.130424 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7b7226-09d9-4dbc-bbc8-981a44302a2b,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:11.140626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:11.140996 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:11.141331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:11.141671 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:11.142003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:11.142334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:11.142664 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:11.143018 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:11.143342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:11.143661 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:11.143981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:11.144299 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:11.147485 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.148684 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-733fa2d5-a1ae-4f4d-9d62-55a4e81f13bd tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2145884 Jan 12 09:42:11.151629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41466) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.156760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5ef3f89b-32c2-41da-9fe4-3654597f5af7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': 'ad7b7226-09d9-4dbc-bbc8-981a44302a2b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:11.157223 dv-neutron-824346-1-hyperv neutron-server[87663]: WARNING neutron.api.v2.base [None req-5ef3f89b-32c2-41da-9fe4-3654597f5af7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 12 09:42:11.157695 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-5ef3f89b-32c2-41da-9fe4-3654597f5af7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:11.158618 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5ef3f89b-32c2-41da-9fe4-3654597f5af7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061517 Jan 12 09:42:11.161753 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41470) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.168067 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f722e874-cf40-4ad7-9307-99c631f4a0b5 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.217474 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722e874-cf40-4ad7-9307-99c631f4a0b5 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event deleted for resources: {'Port': ['ID=f58cc307-6d44-48cd-90da-36c86bbc3cdf,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:11.223214 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f722e874-cf40-4ad7-9307-99c631f4a0b5 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.226322 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60e20a41-508d-4dc5-beb0-e282442bd2a5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.239931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41474) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.240233 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f722e874-cf40-4ad7-9307-99c631f4a0b5 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "DELETE /v2.0/ports/f58cc307-6d44-48cd-90da-36c86bbc3cdf HTTP/1.1" status: 204 len: 168 time: 0.6483157 Jan 12 09:42:11.298025 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60e20a41-508d-4dc5-beb0-e282442bd2a5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.338571 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-048dd156-0938-478e-b191-b445046f1113 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Deleting port f7aff1f9-afaf-46cf-803e-bcb84fbe997c {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:42:11.338840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-048dd156-0938-478e-b191-b445046f1113 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.424148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60e20a41-508d-4dc5-beb0-e282442bd2a5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.458509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e20a41-508d-4dc5-beb0-e282442bd2a5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7b7226-09d9-4dbc-bbc8-981a44302a2b,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:11.474466 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-60e20a41-508d-4dc5-beb0-e282442bd2a5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.475644 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-60e20a41-508d-4dc5-beb0-e282442bd2a5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "DELETE /v2.0/security-groups/ad7b7226-09d9-4dbc-bbc8-981a44302a2b HTTP/1.1" status: 204 len: 168 time: 0.3129628 Jan 12 09:42:11.479263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41478) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.535622 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b780f2ee-1ddb-4698-848e-46095b04ed43 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Synchronizing usage tracker for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:11.551675 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b780f2ee-1ddb-4698-848e-46095b04ed43 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Unset dirty status for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:11.552899 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b780f2ee-1ddb-4698-848e-46095b04ed43 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0724185 Jan 12 09:42:11.558594 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41484) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.563748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-733c96d0-fbbf-4ffd-8bbf-8689829546d5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group': {'name': 'tempest-secgroup--707591063'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:11.571028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-733c96d0-fbbf-4ffd-8bbf-8689829546d5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:11.582510 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-733c96d0-fbbf-4ffd-8bbf-8689829546d5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:11.592759 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-733c96d0-fbbf-4ffd-8bbf-8689829546d5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.616129 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-733c96d0-fbbf-4ffd-8bbf-8689829546d5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:11.620678 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-733c96d0-fbbf-4ffd-8bbf-8689829546d5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:11.623763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-048dd156-0938-478e-b191-b445046f1113 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.624206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-733c96d0-fbbf-4ffd-8bbf-8689829546d5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:11.631271 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-733c96d0-fbbf-4ffd-8bbf-8689829546d5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:11.632926 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1c92877d-0271-433a-9efe-c864e4526548 req-38a7a1b1-eff4-4945-89a0-623b054c5d02 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 210 time: 0.0670054 Jan 12 09:42:11.763013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-048dd156-0938-478e-b191-b445046f1113 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Calling delete_port for f7aff1f9-afaf-46cf-803e-bcb84fbe997c owned by {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:42:11.818015 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-733c96d0-fbbf-4ffd-8bbf-8689829546d5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.825244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-733c96d0-fbbf-4ffd-8bbf-8689829546d5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.846814 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-048dd156-0938-478e-b191-b445046f1113 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.882900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-733c96d0-fbbf-4ffd-8bbf-8689829546d5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.884103 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-733c96d0-fbbf-4ffd-8bbf-8689829546d5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3249600 Jan 12 09:42:11.887326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41492) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.889958 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c96d0-fbbf-4ffd-8bbf-8689829546d5 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e410a7-02d2-44f1-b9ae-549c957cbc79,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:11.894894 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2ebf830b-05bc-4e78-8431-aacabde10469 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': 'd5e410a7-02d2-44f1-b9ae-549c957cbc79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:11.895735 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING neutron.api.v2.base [None req-2ebf830b-05bc-4e78-8431-aacabde10469 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 12 09:42:11.896219 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-2ebf830b-05bc-4e78-8431-aacabde10469 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:11.898820 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2ebf830b-05bc-4e78-8431-aacabde10469 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089920 Jan 12 09:42:11.900438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41496) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.903029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dd156-0938-478e-b191-b445046f1113 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event deleted for resources: {'Port': ['ID=f7aff1f9-afaf-46cf-803e-bcb84fbe997c,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:11.909180 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4a5c50e7-7bb8-482f-91f0-f058df08f2b8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': 'd5e410a7-02d2-44f1-b9ae-549c957cbc79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:11.909842 dv-neutron-824346-1-hyperv neutron-server[87663]: WARNING neutron.api.v2.base [None req-4a5c50e7-7bb8-482f-91f0-f058df08f2b8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 12 09:42:11.910334 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-4a5c50e7-7bb8-482f-91f0-f058df08f2b8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:11.911308 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4a5c50e7-7bb8-482f-91f0-f058df08f2b8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0098221 Jan 12 09:42:11.914588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41500) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.915605 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-048dd156-0938-478e-b191-b445046f1113 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:11.919726 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-0db6d2bf-87ca-4456-9293-d5184ecac074 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': 'd5e410a7-02d2-44f1-b9ae-549c957cbc79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:11.920555 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING neutron.api.v2.base [None req-0db6d2bf-87ca-4456-9293-d5184ecac074 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 12 09:42:11.921029 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-0db6d2bf-87ca-4456-9293-d5184ecac074 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:11.921942 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0db6d2bf-87ca-4456-9293-d5184ecac074 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063736 Jan 12 09:42:11.924676 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41504) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.926659 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-048dd156-0938-478e-b191-b445046f1113 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "DELETE /v2.0/ports/f7aff1f9-afaf-46cf-803e-bcb84fbe997c HTTP/1.1" status: 204 len: 168 time: 0.6856956 Jan 12 09:42:11.929192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41508) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.933811 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-83e34303-7e01-41e8-b969-76199b3893f1 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': 'd5e410a7-02d2-44f1-b9ae-549c957cbc79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:11.934641 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING neutron.api.v2.base [None req-83e34303-7e01-41e8-b969-76199b3893f1 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 12 09:42:11.935142 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-83e34303-7e01-41e8-b969-76199b3893f1 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:11.936024 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-83e34303-7e01-41e8-b969-76199b3893f1 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0104179 Jan 12 09:42:11.939392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41512) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:11.977085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-71b85992-feef-46f3-82d7-fa2684b1ae6c tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Synchronizing usage tracker for tenant:bef77db50fb548fb91013abbcdce6a89 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:11.996352 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-71b85992-feef-46f3-82d7-fa2684b1ae6c tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Unset dirty status for tenant:bef77db50fb548fb91013abbcdce6a89 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:12.002088 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-71b85992-feef-46f3-82d7-fa2684b1ae6c tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0675595 Jan 12 09:42:12.002321 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41516) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.010374 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-0ba7c0f2-3e04-4ebb-ab71-c2f7f127de1f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2123522545'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:12.018581 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0ba7c0f2-3e04-4ebb-ab71-c2f7f127de1f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:12.020805 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef679140-38af-4a9f-b9a5-c56ca8aa9cf7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.024628 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0ba7c0f2-3e04-4ebb-ab71-c2f7f127de1f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Usage tracker for resource:network and tenant:bef77db50fb548fb91013abbcdce6a89 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:12.034307 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0ba7c0f2-3e04-4ebb-ab71-c2f7f127de1f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:12.044121 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0ba7c0f2-3e04-4ebb-ab71-c2f7f127de1f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:12.060055 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef679140-38af-4a9f-b9a5-c56ca8aa9cf7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.079159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba7c0f2-3e04-4ebb-ab71-c2f7f127de1f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Made reservation on behalf of bef77db50fb548fb91013abbcdce6a89 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:12.082575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0ba7c0f2-3e04-4ebb-ab71-c2f7f127de1f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.124118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba7c0f2-3e04-4ebb-ab71-c2f7f127de1f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:12.132273 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef679140-38af-4a9f-b9a5-c56ca8aa9cf7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.143183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0ba7c0f2-3e04-4ebb-ab71-c2f7f127de1f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.143522 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-0ba7c0f2-3e04-4ebb-ab71-c2f7f127de1f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Added segment 23be339a-659e-43ab-b13f-65f43b6928e5 of type vlan for network e5573b7f-3ecd-4d37-87a5-7746aa3da6d2 Jan 12 09:42:12.157084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef679140-38af-4a9f-b9a5-c56ca8aa9cf7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e410a7-02d2-44f1-b9ae-549c957cbc79,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:12.186573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0ba7c0f2-3e04-4ebb-ab71-c2f7f127de1f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.191909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ef679140-38af-4a9f-b9a5-c56ca8aa9cf7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.192962 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ef679140-38af-4a9f-b9a5-c56ca8aa9cf7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "DELETE /v2.0/security-groups/d5e410a7-02d2-44f1-b9ae-549c957cbc79 HTTP/1.1" status: 204 len: 168 time: 0.2523959 Jan 12 09:42:12.196139 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41520) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.251355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ec9c9f32-ba04-4a66-93d9-eb59fcfae545 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Synchronizing usage tracker for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:12.268843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ec9c9f32-ba04-4a66-93d9-eb59fcfae545 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Unset dirty status for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:12.270154 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ec9c9f32-ba04-4a66-93d9-eb59fcfae545 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0730035 Jan 12 09:42:12.274204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41524) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.280040 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ffd878a1-f4ab-4f26-bbe1-563f35868f3b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518883635'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:12.287660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ffd878a1-f4ab-4f26-bbe1-563f35868f3b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:12.298082 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ffd878a1-f4ab-4f26-bbe1-563f35868f3b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:12.309962 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffd878a1-f4ab-4f26-bbe1-563f35868f3b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.318686 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0ba7c0f2-3e04-4ebb-ab71-c2f7f127de1f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.325932 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba7c0f2-3e04-4ebb-ab71-c2f7f127de1f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:12.326531 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0ba7c0f2-3e04-4ebb-ab71-c2f7f127de1f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.335295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ffd878a1-f4ab-4f26-bbe1-563f35868f3b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:12.339149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ffd878a1-f4ab-4f26-bbe1-563f35868f3b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:12.341993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ffd878a1-f4ab-4f26-bbe1-563f35868f3b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:12.348128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ffd878a1-f4ab-4f26-bbe1-563f35868f3b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:12.385416 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41528) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.385628 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0ba7c0f2-3e04-4ebb-ab71-c2f7f127de1f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3824043 Jan 12 09:42:12.392324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-88c7fb76-69dd-4c59-8db8-12211a0f4979 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1288428828'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:12.402807 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-88c7fb76-69dd-4c59-8db8-12211a0f4979 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:12.414163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-88c7fb76-69dd-4c59-8db8-12211a0f4979 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Usage tracker for resource:network and tenant:bef77db50fb548fb91013abbcdce6a89 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:12.418591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-88c7fb76-69dd-4c59-8db8-12211a0f4979 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:12.437349 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-88c7fb76-69dd-4c59-8db8-12211a0f4979 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:12.457372 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffd878a1-f4ab-4f26-bbe1-563f35868f3b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.461356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7c0f2-3e04-4ebb-ab71-c2f7f127de1f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event updated for resources: {'Network': ['ID=e5573b7f-3ecd-4d37-87a5-7746aa3da6d2,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:12.462309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffd878a1-f4ab-4f26-bbe1-563f35868f3b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.474561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network e5573b7f-3ecd-4d37-87a5-7746aa3da6d2 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:12.500483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c7fb76-69dd-4c59-8db8-12211a0f4979 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Made reservation on behalf of bef77db50fb548fb91013abbcdce6a89 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:12.505325 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-88c7fb76-69dd-4c59-8db8-12211a0f4979 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.552994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd878a1-f4ab-4f26-bbe1-563f35868f3b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848c7543-e7ad-4c8c-a2f3-770a4a905639,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:12.557158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffd878a1-f4ab-4f26-bbe1-563f35868f3b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.558385 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ffd878a1-f4ab-4f26-bbe1-563f35868f3b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2830327 Jan 12 09:42:12.561863 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41532) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.569346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-1cd8ef54-b8cf-440f-9111-d4cf511d42f6 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '848c7543-e7ad-4c8c-a2f3-770a4a905639', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:12.569838 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING neutron.api.v2.base [None req-1cd8ef54-b8cf-440f-9111-d4cf511d42f6 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 12 09:42:12.570304 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-1cd8ef54-b8cf-440f-9111-d4cf511d42f6 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:12.571597 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1cd8ef54-b8cf-440f-9111-d4cf511d42f6 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089512 Jan 12 09:42:12.572375 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c7fb76-69dd-4c59-8db8-12211a0f4979 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:12.574394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41536) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.584025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-0dbd17e5-8234-421f-8bff-8eb8fa662837 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '848c7543-e7ad-4c8c-a2f3-770a4a905639', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:12.590390 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0dbd17e5-8234-421f-8bff-8eb8fa662837 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:12.595537 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-88c7fb76-69dd-4c59-8db8-12211a0f4979 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.595881 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-88c7fb76-69dd-4c59-8db8-12211a0f4979 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Added segment 8add1179-ea1a-4dcd-965b-d282ab564b63 of type vlan for network 36036103-90f7-40af-9e71-cf96bfdb3b93 Jan 12 09:42:12.597203 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0dbd17e5-8234-421f-8bff-8eb8fa662837 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:12.604183 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0dbd17e5-8234-421f-8bff-8eb8fa662837 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:12.613832 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0dbd17e5-8234-421f-8bff-8eb8fa662837 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:12.639761 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.652337 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-27e4cc4d-591d-4fb4-93a1-956a1d26d8b9 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:12.652583 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-88c7fb76-69dd-4c59-8db8-12211a0f4979 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.653312 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-27e4cc4d-591d-4fb4-93a1-956a1d26d8b9 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Synchronizing usage tracker for tenant:965cd3e0d9324a9c9c24977000e42021 on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:12.685369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-27e4cc4d-591d-4fb4-93a1-956a1d26d8b9 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Unset dirty status for tenant:965cd3e0d9324a9c9c24977000e42021 on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:12.687242 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-27e4cc4d-591d-4fb4-93a1-956a1d26d8b9 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.53 "GET /v2.0/networks?id=1b91d621-668f-4fdc-a92b-262386f5eeb8 HTTP/1.1" status: 200 len: 811 time: 0.2556009 Jan 12 09:42:12.688075 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-0dbd17e5-8234-421f-8bff-8eb8fa662837 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:12.691984 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0dbd17e5-8234-421f-8bff-8eb8fa662837 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1138504 Jan 12 09:42:12.692888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41544) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.701623 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2f360b5a-e738-4103-abee-6991ff736795 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '848c7543-e7ad-4c8c-a2f3-770a4a905639', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:12.702100 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING neutron.api.v2.base [None req-2f360b5a-e738-4103-abee-6991ff736795 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 12 09:42:12.702586 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-2f360b5a-e738-4103-abee-6991ff736795 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:12.702734 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Request body: {'port': {'device_id': 'a71ba6a4-de6d-4505-b666-effebc906240', 'network_id': '1b91d621-668f-4fdc-a92b-262386f5eeb8', 'admin_state_up': True, 'tenant_id': '965cd3e0d9324a9c9c24977000e42021'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:12.703582 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2f360b5a-e738-4103-abee-6991ff736795 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099759 Jan 12 09:42:12.706356 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41548) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.712372 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-89780275-230e-46e0-adcf-cdcecc095d95 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '848c7543-e7ad-4c8c-a2f3-770a4a905639', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:12.720209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-89780275-230e-46e0-adcf-cdcecc095d95 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:12.722519 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-88c7fb76-69dd-4c59-8db8-12211a0f4979 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.730937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c7fb76-69dd-4c59-8db8-12211a0f4979 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:12.731545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-88c7fb76-69dd-4c59-8db8-12211a0f4979 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.754982 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-89780275-230e-46e0-adcf-cdcecc095d95 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:12.761875 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-89780275-230e-46e0-adcf-cdcecc095d95 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:12.810297 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-89780275-230e-46e0-adcf-cdcecc095d95 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:12.837383 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-939b0dfb-e83a-44f0-9ada-1945e5470d66 req-9632c615-8322-43d5-a3cb-2d0ca3cdafbf tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 210 time: 0.0726383 Jan 12 09:42:12.853400 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:12.863320 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Usage tracker for resource:port and tenant:965cd3e0d9324a9c9c24977000e42021 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:12.866349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:12.872215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:12.883851 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Made reservation on behalf of 965cd3e0d9324a9c9c24977000e42021 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:12.887394 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:12.906792 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-88c7fb76-69dd-4c59-8db8-12211a0f4979 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5076787 Jan 12 09:42:12.906792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7fb76-69dd-4c59-8db8-12211a0f4979 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event updated for resources: {'Network': ['ID=36036103-90f7-40af-9e71-cf96bfdb3b93,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:12.911570 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 36036103-90f7-40af-9e71-cf96bfdb3b93 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:12.928018 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-89780275-230e-46e0-adcf-cdcecc095d95 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:12.932264 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-89780275-230e-46e0-adcf-cdcecc095d95 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2216268 Jan 12 09:42:12.932782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41554) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.939716 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7ff81812-8ff6-46e8-80f5-8b06950c44d8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '848c7543-e7ad-4c8c-a2f3-770a4a905639', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:12.940264 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING neutron.api.v2.base [None req-7ff81812-8ff6-46e8-80f5-8b06950c44d8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 12 09:42:12.940966 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-7ff81812-8ff6-46e8-80f5-8b06950c44d8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:12.945031 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7ff81812-8ff6-46e8-80f5-8b06950c44d8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081842 Jan 12 09:42:12.945363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41558) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:12.951714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-1b8f278b-f99a-4d9c-ba41-f985a723ee97 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '848c7543-e7ad-4c8c-a2f3-770a4a905639', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:12.959647 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1b8f278b-f99a-4d9c-ba41-f985a723ee97 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:12.965272 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1b8f278b-f99a-4d9c-ba41-f985a723ee97 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:12.969483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1b8f278b-f99a-4d9c-ba41-f985a723ee97 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:12.976856 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1b8f278b-f99a-4d9c-ba41-f985a723ee97 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:12.992676 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-1b8f278b-f99a-4d9c-ba41-f985a723ee97 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Project f7904deb770f4e358c54cd993e5967c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:42:13.020023 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-1b8f278b-f99a-4d9c-ba41-f985a723ee97 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:13.024158 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1b8f278b-f99a-4d9c-ba41-f985a723ee97 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0750062 Jan 12 09:42:13.024158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41562) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:13.026387 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41564) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:13.032756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Request body: {'subnets': [{'network_id': 'e5573b7f-3ecd-4d37-87a5-7746aa3da6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--638558054', 'ip_version': 4}, {'network_id': '36036103-90f7-40af-9e71-cf96bfdb3b93', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:13.033143 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Request body: {'subnet': {'network_id': 'e5573b7f-3ecd-4d37-87a5-7746aa3da6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--638558054', 'ip_version': 4}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:13.033812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Request body: {'subnet': {'network_id': '36036103-90f7-40af-9e71-cf96bfdb3b93', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:13.055922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-97d9c0ce-f787-484a-aac2-f74f102987de tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '848c7543-e7ad-4c8c-a2f3-770a4a905639', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:13.056484 dv-neutron-824346-1-hyperv neutron-server[87664]: WARNING neutron.api.v2.base [None req-97d9c0ce-f787-484a-aac2-f74f102987de tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 12 09:42:13.057456 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-97d9c0ce-f787-484a-aac2-f74f102987de tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:13.061318 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-97d9c0ce-f787-484a-aac2-f74f102987de tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0312171 Jan 12 09:42:13.061567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41570) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:13.066813 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-1a5bc67b-c069-41c6-b839-f1deb4f4b996 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '848c7543-e7ad-4c8c-a2f3-770a4a905639', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:13.073183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1a5bc67b-c069-41c6-b839-f1deb4f4b996 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:13.076944 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1a5bc67b-c069-41c6-b839-f1deb4f4b996 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:13.079800 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1a5bc67b-c069-41c6-b839-f1deb4f4b996 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:13.085737 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1a5bc67b-c069-41c6-b839-f1deb4f4b996 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:13.099743 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-1a5bc67b-c069-41c6-b839-f1deb4f4b996 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Project f7904deb770f4e358c54cd993e5967c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:42:13.121023 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Allocated IP 172.20.0.4 (1b91d621-668f-4fdc-a92b-262386f5eeb8/f0428a8c-c88b-4185-8ec0-4cc9d1d4b055/d3fe1d37-2aef-4c35-a20e-1a99f16ae302) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:13.133334 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-1a5bc67b-c069-41c6-b839-f1deb4f4b996 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:13.134369 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1a5bc67b-c069-41c6-b839-f1deb4f4b996 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0718861 Jan 12 09:42:13.138047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41574) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:13.144870 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-e55b1cf2-4640-44d1-8de1-a1725b38b9f2 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '848c7543-e7ad-4c8c-a2f3-770a4a905639', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:13.162406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e55b1cf2-4640-44d1-8de1-a1725b38b9f2 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:13.174424 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e55b1cf2-4640-44d1-8de1-a1725b38b9f2 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:13.179657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e55b1cf2-4640-44d1-8de1-a1725b38b9f2 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:13.192078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e55b1cf2-4640-44d1-8de1-a1725b38b9f2 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:13.222619 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-e55b1cf2-4640-44d1-8de1-a1725b38b9f2 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Project f7904deb770f4e358c54cd993e5967c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:42:13.264247 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:13.268053 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Usage tracker for resource:subnet and tenant:bef77db50fb548fb91013abbcdce6a89 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:13.270880 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:13.276453 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:13.287008 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Made reservation on behalf of bef77db50fb548fb91013abbcdce6a89 for: {'subnet': 2} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:13.291505 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.291832 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.301009 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-e55b1cf2-4640-44d1-8de1-a1725b38b9f2 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:13.302046 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e55b1cf2-4640-44d1-8de1-a1725b38b9f2 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1631432 Jan 12 09:42:13.305134 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41578) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:13.359077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.388965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.452479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dcf0bb83-a44b-4e05-a4da-b51e16cde4e7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.458370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Network 1b91d621-668f-4fdc-a92b-262386f5eeb8 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:13.461387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:13.465432 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:42:13.483638 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dcf0bb83-a44b-4e05-a4da-b51e16cde4e7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.503008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Pushing event updated for resources: {'Port': ['ID=d3fe1d37-2aef-4c35-a20e-1a99f16ae302,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:13.534642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:13.535335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.558747 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-eb084612-b538-4a8f-aade-a4768d0e83be tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8606613 Jan 12 09:42:13.572124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Request body: {'port': {'device_id': 'a71ba6a4-de6d-4505-b666-effebc906240', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:13.601075 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dcf0bb83-a44b-4e05-a4da-b51e16cde4e7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.636011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0bb83-a44b-4e05-a4da-b51e16cde4e7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=848c7543-e7ad-4c8c-a2f3-770a4a905639,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:13.691322 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.718757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dcf0bb83-a44b-4e05-a4da-b51e16cde4e7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.719926 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dcf0bb83-a44b-4e05-a4da-b51e16cde4e7 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "DELETE /v2.0/security-groups/848c7543-e7ad-4c8c-a2f3-770a4a905639 HTTP/1.1" status: 204 len: 168 time: 0.4113529 Jan 12 09:42:13.726152 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41582) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:13.786425 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9542ca09-02c2-4a1b-b1cc-0763b1d830a1 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Synchronizing usage tracker for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:13.837954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9542ca09-02c2-4a1b-b1cc-0763b1d830a1 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Unset dirty status for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:13.839232 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9542ca09-02c2-4a1b-b1cc-0763b1d830a1 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1121917 Jan 12 09:42:13.849030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41586) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:13.856807 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-0d99e268-9c97-4492-ab68-de42bf243737 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031602079'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:13.866870 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0d99e268-9c97-4492-ab68-de42bf243737 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:13.890653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0d99e268-9c97-4492-ab68-de42bf243737 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:13.915169 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0d99e268-9c97-4492-ab68-de42bf243737 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.929620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:13.984307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0d99e268-9c97-4492-ab68-de42bf243737 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:14.000743 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0d99e268-9c97-4492-ab68-de42bf243737 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:14.007050 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0d99e268-9c97-4492-ab68-de42bf243737 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:14.021380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event updated for resources: {'Subnet': ['ID=678c1579-9d5a-4634-a567-dcf10da8568b,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:14.023615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0d99e268-9c97-4492-ab68-de42bf243737 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:14.050091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Checking segment: {'id': '23be339a-659e-43ab-b13f-65f43b6928e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e5573b7f-3ecd-4d37-87a5-7746aa3da6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:42:14.050635 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Network hostable DHCP agents. Network: e5573b7f-3ecd-4d37-87a5-7746aa3da6d2, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:14.086491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Network e5573b7f-3ecd-4d37-87a5-7746aa3da6d2 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:14.092670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fe1d37-2aef-4c35-a20e-1a99f16ae302 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:42:14.107033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22540-66e0-4bab-8f4a-c99cd44da554 req-4620b1ac-c55f-411c-a238-896231b76e54 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:14.107986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-30b22540-66e0-4bab-8f4a-c99cd44da554 req-4620b1ac-c55f-411c-a238-896231b76e54 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Synchronizing usage tracker for tenant:965cd3e0d9324a9c9c24977000e42021 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:14.110039 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, e5573b7f-3ecd-4d37-87a5-7746aa3da6d2) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:14.112684 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.118186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.126949 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d802feb6-74f7-44f1-8639-3651e0fb7a16 None None] Network e5573b7f-3ecd-4d37-87a5-7746aa3da6d2 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:42:14.135316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Transition to ACTIVE for port object d3fe1d37-2aef-4c35-a20e-1a99f16ae302 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:14.141964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-30b22540-66e0-4bab-8f4a-c99cd44da554 req-4620b1ac-c55f-411c-a238-896231b76e54 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Unset dirty status for tenant:965cd3e0d9324a9c9c24977000e42021 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:14.143255 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-30b22540-66e0-4bab-8f4a-c99cd44da554 req-4620b1ac-c55f-411c-a238-896231b76e54 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 931 time: 0.1896420 Jan 12 09:42:14.143995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.175648 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0d99e268-9c97-4492-ab68-de42bf243737 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.193151 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0d99e268-9c97-4492-ab68-de42bf243737 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.236206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event updated for resources: {'Subnet': ['ID=4c90c963-06b1-4ac3-a47d-d3168383cf17,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:14.267902 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99e268-9c97-4492-ab68-de42bf243737 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b6c2be-303f-4819-9a0d-ea656745a199,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:14.271835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Checking segment: {'id': '8add1179-ea1a-4dcd-965b-d282ab564b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36036103-90f7-40af-9e71-cf96bfdb3b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:42:14.272195 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Network hostable DHCP agents. Network: 36036103-90f7-40af-9e71-cf96bfdb3b93, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:14.289547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0d99e268-9c97-4492-ab68-de42bf243737 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.294525 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0d99e268-9c97-4492-ab68-de42bf243737 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4405596 Jan 12 09:42:14.294757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41592) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:14.303210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a31ef02f-c716-48d2-9ce8-dd11ae29da29 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '66b6c2be-303f-4819-9a0d-ea656745a199', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:14.314986 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a31ef02f-c716-48d2-9ce8-dd11ae29da29 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:14.320332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a31ef02f-c716-48d2-9ce8-dd11ae29da29 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:14.323583 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Network 36036103-90f7-40af-9e71-cf96bfdb3b93 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:14.325898 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a31ef02f-c716-48d2-9ce8-dd11ae29da29 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:14.334598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a31ef02f-c716-48d2-9ce8-dd11ae29da29 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:14.342723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 36036103-90f7-40af-9e71-cf96bfdb3b93) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:14.347871 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:14.348340 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:14.349049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.359927 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b82a996-1169-4e32-b610-fc316899efe9 None None] Network 36036103-90f7-40af-9e71-cf96bfdb3b93 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:42:14.379530 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-e5573b7f-3ecd-4d37-87a5-7746aa3da6d2', 'network_id': 'e5573b7f-3ecd-4d37-87a5-7746aa3da6d2', 'tenant_id': 'bef77db50fb548fb91013abbcdce6a89', 'fixed_ips': [{'subnet_id': '678c1579-9d5a-4634-a567-dcf10da8568b'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:42:14.380969 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.387075 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d033db85-a5ce-4a80-8a6c-8446c1d659e0 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.3595943 Jan 12 09:42:14.387620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41596) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:14.423661 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-a31ef02f-c716-48d2-9ce8-dd11ae29da29 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The resource could not be found. Jan 12 09:42:14.424966 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a31ef02f-c716-48d2-9ce8-dd11ae29da29 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1291385 Jan 12 09:42:14.426592 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Pushing event updated for resources: {'Port': ['ID=d3fe1d37-2aef-4c35-a20e-1a99f16ae302,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:14.431017 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41600) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:14.439911 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-df2cf8ac-65fc-4f95-a381-7b7212a2f6d6 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '66b6c2be-303f-4819-9a0d-ea656745a199', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1d3dc56a-beae-49b5-b112-b14c524aa83a'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:14.476574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-30b22540-66e0-4bab-8f4a-c99cd44da554 req-d57ed871-08a1-476b-89d7-79f9a37e25b3 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Synchronizing usage tracker for tenant:965cd3e0d9324a9c9c24977000e42021 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:14.479517 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-df2cf8ac-65fc-4f95-a381-7b7212a2f6d6 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:14.519015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-df2cf8ac-65fc-4f95-a381-7b7212a2f6d6 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:14.524553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-df2cf8ac-65fc-4f95-a381-7b7212a2f6d6 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:14.537523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-df2cf8ac-65fc-4f95-a381-7b7212a2f6d6 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:14.560656 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-30b22540-66e0-4bab-8f4a-c99cd44da554 req-d57ed871-08a1-476b-89d7-79f9a37e25b3 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Unset dirty status for tenant:965cd3e0d9324a9c9c24977000e42021 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:14.561796 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-30b22540-66e0-4bab-8f4a-c99cd44da554 req-d57ed871-08a1-476b-89d7-79f9a37e25b3 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807690 Jan 12 09:42:14.586796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42bbd0-8e5d-4839-aa16-4dfbfafef10f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:14.588947 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42bbd0-8e5d-4839-aa16-4dfbfafef10f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:14.590496 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42bbd0-8e5d-4839-aa16-4dfbfafef10f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:14.591382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6b42bbd0-8e5d-4839-aa16-4dfbfafef10f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Synchronizing usage tracker for tenant:bef77db50fb548fb91013abbcdce6a89 on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:14.591759 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Attempting to bind port d3fe1d37-2aef-4c35-a20e-1a99f16ae302 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:14.592370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Attempting to bind port d3fe1d37-2aef-4c35-a20e-1a99f16ae302 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'b4a459c7-5100-44ac-a52b-0c4bab79eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1b91d621-668f-4fdc-a92b-262386f5eeb8'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:14.593761 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Attempting to bind port d3fe1d37-2aef-4c35-a20e-1a99f16ae302 on network 1b91d621-668f-4fdc-a92b-262386f5eeb8 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:42:14.610311 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6b42bbd0-8e5d-4839-aa16-4dfbfafef10f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Unset dirty status for tenant:bef77db50fb548fb91013abbcdce6a89 on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:14.612292 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6b42bbd0-8e5d-4839-aa16-4dfbfafef10f tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2232616 Jan 12 09:42:14.615020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41604) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:14.616847 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Port d3fe1d37-2aef-4c35-a20e-1a99f16ae302 on network 1b91d621-668f-4fdc-a92b-262386f5eeb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:42:14.617625 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Attempting to bind port d3fe1d37-2aef-4c35-a20e-1a99f16ae302 on network 1b91d621-668f-4fdc-a92b-262386f5eeb8 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:42:14.627603 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:42:14.628116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Checking segment: {'id': 'b4a459c7-5100-44ac-a52b-0c4bab79eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1b91d621-668f-4fdc-a92b-262386f5eeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:42:14.628604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Bound using segment: {'id': 'b4a459c7-5100-44ac-a52b-0c4bab79eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1b91d621-668f-4fdc-a92b-262386f5eeb8'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:42:14.629100 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Bound port: d3fe1d37-2aef-4c35-a20e-1a99f16ae302, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a459c7-5100-44ac-a52b-0c4bab79eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1b91d621-668f-4fdc-a92b-262386f5eeb8'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:14.629612 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.642250 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-df2cf8ac-65fc-4f95-a381-7b7212a2f6d6 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The resource could not be found. Jan 12 09:42:14.646068 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-df2cf8ac-65fc-4f95-a381-7b7212a2f6d6 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2100806 Jan 12 09:42:14.647148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41608) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:14.680296 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-899adf09-70ba-4798-b132-97939ab207d6 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Deleting subnet 678c1579-9d5a-4634-a567-dcf10da8568b {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:42:14.719550 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Allocated IP 172.20.0.2 (e5573b7f-3ecd-4d37-87a5-7746aa3da6d2/678c1579-9d5a-4634-a567-dcf10da8568b/684e9b77-b708-4cda-8a90-38880f675d37) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:14.730206 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-36036103-90f7-40af-9e71-cf96bfdb3b93', 'network_id': '36036103-90f7-40af-9e71-cf96bfdb3b93', 'tenant_id': 'bef77db50fb548fb91013abbcdce6a89', 'fixed_ips': [{'subnet_id': '4c90c963-06b1-4ac3-a47d-d3168383cf17'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:42:14.731073 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.778990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5e1-5dcb-450a-924d-e1d9fa356512 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.780966 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] For port d3fe1d37-2aef-4c35-a20e-1a99f16ae302, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:42:14.784566 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] For port d3fe1d37-2aef-4c35-a20e-1a99f16ae302, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=d3fe1d37-2aef-4c35-a20e-1a99f16ae302,segment=NetworkSegment(b4a459c7-5100-44ac-a52b-0c4bab79eeee),segment_id=b4a459c7-5100-44ac-a52b-0c4bab79eeee)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:42:14.794280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.869429 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:14.870030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.871421 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] 10.222.0.53 "PUT /v2.0/ports/d3fe1d37-2aef-4c35-a20e-1a99f16ae302 HTTP/1.1" status: 200 len: 1093 time: 1.3051207 Jan 12 09:42:14.873745 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71ba6a4-de6d-4505-b666-effebc906240', 'tag': 'd3fe1d37-2aef-4c35-a20e-1a99f16ae302'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:42:14.881346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5e1-5dcb-450a-924d-e1d9fa356512 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:14.970857 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71ba6a4-de6d-4505-b666-effebc906240', 'tag': 'd3fe1d37-2aef-4c35-a20e-1a99f16ae302', 'status': 'completed', 'code': 200} Jan 12 09:42:14.971334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fd7fe-828a-4b9a-adbe-ef832562670b service neutron] Pushing event updated for resources: {'Port': ['ID=d3fe1d37-2aef-4c35-a20e-1a99f16ae302,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:15.003399 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5e1-5dcb-450a-924d-e1d9fa356512 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.024081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6e5e1-5dcb-450a-924d-e1d9fa356512 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b6c2be-303f-4819-9a0d-ea656745a199,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:15.040262 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5e1-5dcb-450a-924d-e1d9fa356512 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.043952 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f6c6e5e1-5dcb-450a-924d-e1d9fa356512 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "DELETE /v2.0/security-groups/66b6c2be-303f-4819-9a0d-ea656745a199 HTTP/1.1" status: 204 len: 168 time: 0.3937380 Jan 12 09:42:15.044740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41614) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:15.048561 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-6ce188ea-f9f3-42a5-a2a5-07c97c135584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:15.050007 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-6ce188ea-f9f3-42a5-a2a5-07c97c135584 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=965cd3e0d9324a9c9c24977000e42021&device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 1096 time: 0.1247804 Jan 12 09:42:15.059732 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Allocated IP 172.20.0.18 (36036103-90f7-40af-9e71-cf96bfdb3b93/4c90c963-06b1-4ac3-a47d-d3168383cf17/3730a276-11d3-4f89-9003-4bdad611cefa) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:15.078624 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.107393 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Transition to ACTIVE for port object 684e9b77-b708-4cda-8a90-38880f675d37 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:15.137713 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-2948dc52-a212-4e02-86de-2630e1c3dee2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3fe1d37-2aef-4c35-a20e-1a99f16ae302 HTTP/1.1" status: 200 len: 217 time: 0.0724800 Jan 12 09:42:15.183347 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Transition to ACTIVE for port object 684e9b77-b708-4cda-8a90-38880f675d37 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:15.194596 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-899adf09-70ba-4798-b132-97939ab207d6 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.201886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.215753 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f7a6d865-2152-4a4f-a870-e606241bf4c1 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Synchronizing usage tracker for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:15.230906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-125f861c-0fb6-4f7a-bb9b-e829b1efe366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:15.232292 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-125f861c-0fb6-4f7a-bb9b-e829b1efe366 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0428a8c-c88b-4185-8ec0-4cc9d1d4b055 HTTP/1.1" status: 200 len: 851 time: 0.0864391 Jan 12 09:42:15.255018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-899adf09-70ba-4798-b132-97939ab207d6 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.278087 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f7a6d865-2152-4a4f-a870-e606241bf4c1 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Unset dirty status for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:15.279387 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f7a6d865-2152-4a4f-a870-e606241bf4c1 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2343192 Jan 12 09:42:15.288393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41618) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:15.293614 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-076c1cc1-0ea6-427d-884d-2d7f4fa4ebb3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b91d621-668f-4fdc-a92b-262386f5eeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532434 Jan 12 09:42:15.296958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-17fb847e-eaa1-4228-ba93-b16606b0d45c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '9d2286ca-8b20-4dc7-971b-0e8dbb93aebc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:15.303754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-17fb847e-eaa1-4228-ba93-b16606b0d45c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:15.329220 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-17fb847e-eaa1-4228-ba93-b16606b0d45c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:15.334065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-17fb847e-eaa1-4228-ba93-b16606b0d45c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:15.346090 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Network e5573b7f-3ecd-4d37-87a5-7746aa3da6d2 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:15.350634 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-17fb847e-eaa1-4228-ba93-b16606b0d45c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:15.361474 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-899adf09-70ba-4798-b132-97939ab207d6 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.385542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:15.394670 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:42:15.403361 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Pushing event updated for resources: {'Port': ['ID=684e9b77-b708-4cda-8a90-38880f675d37,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:15.446911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-899adf09-70ba-4798-b132-97939ab207d6 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.468168 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-13503db9-f714-461d-a543-9160e3165ec0 service neutron] 10.222.0.53 "GET /v2.0/networks/1b91d621-668f-4fdc-a92b-262386f5eeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654274 Jan 12 09:42:15.491231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899adf09-70ba-4798-b132-97939ab207d6 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event deleted for resources: {'Subnet': ['ID=678c1579-9d5a-4634-a567-dcf10da8568b,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:15.493044 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.493194 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-899adf09-70ba-4798-b132-97939ab207d6 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.498596 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-17fb847e-eaa1-4228-ba93-b16606b0d45c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The resource could not be found. Jan 12 09:42:15.504406 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-17fb847e-eaa1-4228-ba93-b16606b0d45c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2102256 Jan 12 09:42:15.504649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41622) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:15.511190 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-bc27748b-01a1-4a5f-b94a-7c9d927085f8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024554810'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:15.513145 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Attempting to bind port 684e9b77-b708-4cda-8a90-38880f675d37 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:15.513623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Attempting to bind port 684e9b77-b708-4cda-8a90-38880f675d37 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '23be339a-659e-43ab-b13f-65f43b6928e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e5573b7f-3ecd-4d37-87a5-7746aa3da6d2'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:15.514052 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Attempting to bind port 684e9b77-b708-4cda-8a90-38880f675d37 on network e5573b7f-3ecd-4d37-87a5-7746aa3da6d2 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:42:15.520369 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-899adf09-70ba-4798-b132-97939ab207d6 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "DELETE /v2.0/subnets/678c1579-9d5a-4634-a567-dcf10da8568b HTTP/1.1" status: 204 len: 168 time: 0.9019413 Jan 12 09:42:15.520540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Transition to ACTIVE for port object 3730a276-11d3-4f89-9003-4bdad611cefa will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:15.520664 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-bc27748b-01a1-4a5f-b94a-7c9d927085f8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:15.520757 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41626) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:15.525406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:42:15.525871 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Checking segment: {'id': '23be339a-659e-43ab-b13f-65f43b6928e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e5573b7f-3ecd-4d37-87a5-7746aa3da6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:42:15.526356 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.526820 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Bound using segment: {'id': '23be339a-659e-43ab-b13f-65f43b6928e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e5573b7f-3ecd-4d37-87a5-7746aa3da6d2'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:42:15.527357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Bound port: 684e9b77-b708-4cda-8a90-38880f675d37, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23be339a-659e-43ab-b13f-65f43b6928e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e5573b7f-3ecd-4d37-87a5-7746aa3da6d2'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:15.527794 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.529955 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-bc27748b-01a1-4a5f-b94a-7c9d927085f8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:15.541596 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc27748b-01a1-4a5f-b94a-7c9d927085f8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.570445 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-bc27748b-01a1-4a5f-b94a-7c9d927085f8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:15.574386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bc27748b-01a1-4a5f-b94a-7c9d927085f8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:15.577350 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bc27748b-01a1-4a5f-b94a-7c9d927085f8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:15.580806 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Transition to ACTIVE for port object 3730a276-11d3-4f89-9003-4bdad611cefa will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:15.583361 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-bc27748b-01a1-4a5f-b94a-7c9d927085f8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:15.600982 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.669459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Network 36036103-90f7-40af-9e71-cf96bfdb3b93 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:15.670270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb075330-bc26-4a91-bea8-9e2d5b075e91 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Deleting subnet 4c90c963-06b1-4ac3-a47d-d3168383cf17 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:42:15.675022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bb075330-bc26-4a91-bea8-9e2d5b075e91 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.676402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc27748b-01a1-4a5f-b94a-7c9d927085f8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.680872 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:15.683565 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc27748b-01a1-4a5f-b94a-7c9d927085f8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.689313 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:42:15.730538 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Pushing event updated for resources: {'Port': ['ID=3730a276-11d3-4f89-9003-4bdad611cefa,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:15.736809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc27748b-01a1-4a5f-b94a-7c9d927085f8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.741496 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bc27748b-01a1-4a5f-b94a-7c9d927085f8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2357564 Jan 12 09:42:15.742367 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41632) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:15.752935 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c82e1530-546d-4b98-8046-272bc5835939 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766434851'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:15.758916 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27748b-01a1-4a5f-b94a-7c9d927085f8 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49fc244-04aa-445b-af6a-5108c0269176,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:15.761420 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c82e1530-546d-4b98-8046-272bc5835939 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:15.765864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c82e1530-546d-4b98-8046-272bc5835939 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:15.769110 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c82e1530-546d-4b98-8046-272bc5835939 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:15.775639 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c82e1530-546d-4b98-8046-272bc5835939 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:15.783704 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5624019c-f7c8-488f-b384-a26fd41f1baf req-da2ccde1-9b95-49e8-a855-4f1202b79d73 service neutron] 10.222.0.53 "GET /v2.0/networks/1b91d621-668f-4fdc-a92b-262386f5eeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082421 Jan 12 09:42:15.788898 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] For port 684e9b77-b708-4cda-8a90-38880f675d37, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:42:15.789727 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c82e1530-546d-4b98-8046-272bc5835939 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.799808 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Attempting to bind port 3730a276-11d3-4f89-9003-4bdad611cefa on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:15.800435 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Attempting to bind port 3730a276-11d3-4f89-9003-4bdad611cefa by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '8add1179-ea1a-4dcd-965b-d282ab564b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36036103-90f7-40af-9e71-cf96bfdb3b93'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:15.800969 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Attempting to bind port 3730a276-11d3-4f89-9003-4bdad611cefa on network 36036103-90f7-40af-9e71-cf96bfdb3b93 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:42:15.804133 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] For port 684e9b77-b708-4cda-8a90-38880f675d37, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=684e9b77-b708-4cda-8a90-38880f675d37,segment=NetworkSegment(23be339a-659e-43ab-b13f-65f43b6928e5),segment_id=23be339a-659e-43ab-b13f-65f43b6928e5)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:42:15.808972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:42:15.809623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Checking segment: {'id': '8add1179-ea1a-4dcd-965b-d282ab564b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36036103-90f7-40af-9e71-cf96bfdb3b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:42:15.810212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.810604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Bound using segment: {'id': '8add1179-ea1a-4dcd-965b-d282ab564b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36036103-90f7-40af-9e71-cf96bfdb3b93'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:42:15.811302 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Bound port: 3730a276-11d3-4f89-9003-4bdad611cefa, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8add1179-ea1a-4dcd-965b-d282ab564b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36036103-90f7-40af-9e71-cf96bfdb3b93'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:15.811851 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.813186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bb075330-bc26-4a91-bea8-9e2d5b075e91 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.814182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c82e1530-546d-4b98-8046-272bc5835939 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:15.817989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c82e1530-546d-4b98-8046-272bc5835939 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:15.820956 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c82e1530-546d-4b98-8046-272bc5835939 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:15.824767 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.826635 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c82e1530-546d-4b98-8046-272bc5835939 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:15.913029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c82e1530-546d-4b98-8046-272bc5835939 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.922847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c82e1530-546d-4b98-8046-272bc5835939 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.961473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d7003-b923-43b0-a278-be8c3e215bfb req-74a8e0d6-904d-4548-bc07-dd4b17a7dee4 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:15.962979 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b4d7003-b923-43b0-a278-be8c3e215bfb req-74a8e0d6-904d-4548-bc07-dd4b17a7dee4 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 943 time: 0.2432404 Jan 12 09:42:15.969823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e1530-546d-4b98-8046-272bc5835939 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ce1dd0-38a4-455b-a0bc-3bfeb54fac0e,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:15.979707 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c82e1530-546d-4b98-8046-272bc5835939 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:15.984466 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c82e1530-546d-4b98-8046-272bc5835939 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2376940 Jan 12 09:42:15.985079 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41636) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:15.986111 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8eba6-d422-40b4-bdba-ddee47f9f6b6 None None] Pushing event updated for resources: {'Port': ['ID=684e9b77-b708-4cda-8a90-38880f675d37,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:15.990838 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-fb7d634b-d86b-47ac-9162-2d435fefdd4c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': 'd49fc244-04aa-445b-af6a-5108c0269176', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '89ce1dd0-38a4-455b-a0bc-3bfeb54fac0e'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:15.993063 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] For port 3730a276-11d3-4f89-9003-4bdad611cefa, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:42:15.996509 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] For port 3730a276-11d3-4f89-9003-4bdad611cefa, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=3730a276-11d3-4f89-9003-4bdad611cefa,segment=NetworkSegment(8add1179-ea1a-4dcd-965b-d282ab564b63),segment_id=8add1179-ea1a-4dcd-965b-d282ab564b63)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:42:15.997388 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fb7d634b-d86b-47ac-9162-2d435fefdd4c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:16.001830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fb7d634b-d86b-47ac-9162-2d435fefdd4c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:16.005315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fb7d634b-d86b-47ac-9162-2d435fefdd4c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:16.009036 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.017359 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fb7d634b-d86b-47ac-9162-2d435fefdd4c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:16.026602 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bb075330-bc26-4a91-bea8-9e2d5b075e91 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.056961 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-fb7d634b-d86b-47ac-9162-2d435fefdd4c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:16.061197 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fb7d634b-d86b-47ac-9162-2d435fefdd4c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0750928 Jan 12 09:42:16.061801 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41640) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:16.067901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51738464-1ff9-4e82-96ca-7f68e3e7da7c req-ee7068b8-6f4d-4fa5-8a76-d93a982520a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:16.069648 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-51738464-1ff9-4e82-96ca-7f68e3e7da7c req-ee7068b8-6f4d-4fa5-8a76-d93a982520a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=965cd3e0d9324a9c9c24977000e42021&device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 1096 time: 0.2171504 Jan 12 09:42:16.080663 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b4d7003-b923-43b0-a278-be8c3e215bfb req-c65693f5-3a87-41af-a76f-8f791bc10908 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016440 Jan 12 09:42:16.156737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c3c29-098e-4bd0-9ec0-0a65abe232ca None None] Pushing event updated for resources: {'Port': ['ID=3730a276-11d3-4f89-9003-4bdad611cefa,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:16.177553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c0e631-719c-472b-a2f6-845ee32160b8 None None] Network e5573b7f-3ecd-4d37-87a5-7746aa3da6d2 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:42:16.191681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10d41240-109f-4600-8faf-d2e870a2ce4f tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.228366 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10d41240-109f-4600-8faf-d2e870a2ce4f tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.268171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bb075330-bc26-4a91-bea8-9e2d5b075e91 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.292161 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10d41240-109f-4600-8faf-d2e870a2ce4f tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.314888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d41240-109f-4600-8faf-d2e870a2ce4f tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ce1dd0-38a4-455b-a0bc-3bfeb54fac0e,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:16.323985 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10d41240-109f-4600-8faf-d2e870a2ce4f tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.325254 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-10d41240-109f-4600-8faf-d2e870a2ce4f tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "DELETE /v2.0/security-groups/89ce1dd0-38a4-455b-a0bc-3bfeb54fac0e HTTP/1.1" status: 204 len: 168 time: 0.2625468 Jan 12 09:42:16.331620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41644) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:16.399988 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-102fe935-5e3e-4ed6-a360-aad97d45df1c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Synchronizing usage tracker for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:16.434520 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-102fe935-5e3e-4ed6-a360-aad97d45df1c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Unset dirty status for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:16.439769 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-102fe935-5e3e-4ed6-a360-aad97d45df1c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1065164 Jan 12 09:42:16.439769 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41648) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:16.461530 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51738464-1ff9-4e82-96ca-7f68e3e7da7c req-5ce25fc4-8e55-4e9f-8791-c1e6be597d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:16.463147 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-51738464-1ff9-4e82-96ca-7f68e3e7da7c req-5ce25fc4-8e55-4e9f-8791-c1e6be597d23 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b91d621-668f-4fdc-a92b-262386f5eeb8 HTTP/1.1" status: 200 len: 912 time: 0.3793669 Jan 12 09:42:16.472404 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bb075330-bc26-4a91-bea8-9e2d5b075e91 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.475207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb075330-bc26-4a91-bea8-9e2d5b075e91 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event deleted for resources: {'Subnet': ['ID=4c90c963-06b1-4ac3-a47d-d3168383cf17,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:16.511979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7c68e0eb-9994-41fd-aa49-9f5d4c544112 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.528019 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.552572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7c68e0eb-9994-41fd-aa49-9f5d4c544112 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.553976 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-51738464-1ff9-4e82-96ca-7f68e3e7da7c req-351ac378-6bfc-4fa8-be4a-2ee10ce9d7b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3fe1d37-2aef-4c35-a20e-1a99f16ae302 HTTP/1.1" status: 200 len: 217 time: 0.0757823 Jan 12 09:42:16.556081 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bb075330-bc26-4a91-bea8-9e2d5b075e91 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "DELETE /v2.0/subnets/4c90c963-06b1-4ac3-a47d-d3168383cf17 HTTP/1.1" status: 204 len: 168 time: 1.0340919 Jan 12 09:42:16.558492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41652) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:16.604491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7c68e0eb-9994-41fd-aa49-9f5d4c544112 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.626725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68e0eb-9994-41fd-aa49-9f5d4c544112 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49fc244-04aa-445b-af6a-5108c0269176,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:16.648080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7c68e0eb-9994-41fd-aa49-9f5d4c544112 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.651218 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7c68e0eb-9994-41fd-aa49-9f5d4c544112 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "DELETE /v2.0/security-groups/d49fc244-04aa-445b-af6a-5108c0269176 HTTP/1.1" status: 204 len: 168 time: 0.2104700 Jan 12 09:42:16.651898 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41656) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:16.671553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51738464-1ff9-4e82-96ca-7f68e3e7da7c req-2f412ca4-bd5e-45cd-bfed-9e601e66dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:16.672977 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-51738464-1ff9-4e82-96ca-7f68e3e7da7c req-2f412ca4-bd5e-45cd-bfed-9e601e66dd1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0428a8c-c88b-4185-8ec0-4cc9d1d4b055 HTTP/1.1" status: 200 len: 851 time: 0.1121154 Jan 12 09:42:16.675743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb11ac41-1360-494d-8d4b-5920c3d1b85c tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:16.676387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bb11ac41-1360-494d-8d4b-5920c3d1b85c tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Synchronizing usage tracker for tenant:bef77db50fb548fb91013abbcdce6a89 on resource:subnet {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:16.702851 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-38bec897-7efe-456c-8640-fb057eacb429 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Synchronizing usage tracker for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:16.720442 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-38bec897-7efe-456c-8640-fb057eacb429 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Unset dirty status for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:16.722803 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-38bec897-7efe-456c-8640-fb057eacb429 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689237 Jan 12 09:42:16.724574 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-51738464-1ff9-4e82-96ca-7f68e3e7da7c req-f866ff42-d550-43e9-aed6-84c1c036e5ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b91d621-668f-4fdc-a92b-262386f5eeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443838 Jan 12 09:42:16.726792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41660) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:16.731882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bb11ac41-1360-494d-8d4b-5920c3d1b85c tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Unset dirty status for tenant:bef77db50fb548fb91013abbcdce6a89 on resource:subnet {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:16.732313 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-3034990d-079d-4744-afb5-7fb9c8c98004 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912145626'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:16.733112 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bb11ac41-1360-494d-8d4b-5920c3d1b85c tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1737361 Jan 12 09:42:16.738792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41664) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:16.741468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3034990d-079d-4744-afb5-7fb9c8c98004 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:16.775309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3034990d-079d-4744-afb5-7fb9c8c98004 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:16.845050 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3034990d-079d-4744-afb5-7fb9c8c98004 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.868399 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-51738464-1ff9-4e82-96ca-7f68e3e7da7c req-24bf78c0-d709-4d37-a42f-b8bda7f5f832 service neutron] 10.222.0.53 "GET /v2.0/networks/1b91d621-668f-4fdc-a92b-262386f5eeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339598 Jan 12 09:42:16.878759 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.884413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3034990d-079d-4744-afb5-7fb9c8c98004 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:16.892204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3034990d-079d-4744-afb5-7fb9c8c98004 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:16.895183 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3034990d-079d-4744-afb5-7fb9c8c98004 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:16.902486 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3034990d-079d-4744-afb5-7fb9c8c98004 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:16.906681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Deleting port 3730a276-11d3-4f89-9003-4bdad611cefa {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:42:16.911248 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:16.933201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 3730a276-11d3-4f89-9003-4bdad611cefa up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:17.018816 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-51738464-1ff9-4e82-96ca-7f68e3e7da7c req-d589b6a0-517c-4fe0-99cb-c309a6050db1 service neutron] 10.222.0.53 "GET /v2.0/networks/1b91d621-668f-4fdc-a92b-262386f5eeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437266 Jan 12 09:42:17.035052 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 3730a276-11d3-4f89-9003-4bdad611cefa completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:17.123866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3034990d-079d-4744-afb5-7fb9c8c98004 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.170319 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3034990d-079d-4744-afb5-7fb9c8c98004 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.279010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] For port 3730a276-11d3-4f89-9003-4bdad611cefa, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=3730a276-11d3-4f89-9003-4bdad611cefa,segment=NetworkSegment(8add1179-ea1a-4dcd-965b-d282ab564b63),segment_id=8add1179-ea1a-4dcd-965b-d282ab564b63)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:42:17.279725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.301675 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3034990d-079d-4744-afb5-7fb9c8c98004 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.302926 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3034990d-079d-4744-afb5-7fb9c8c98004 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5751429 Jan 12 09:42:17.306161 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41670) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:17.312147 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-a2dec91b-cb37-4c3a-99cf-68155b8ac0fe tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '3c9b0b0e-1e30-4ec8-b365-eb8e1c7eda54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:17.319307 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a2dec91b-cb37-4c3a-99cf-68155b8ac0fe tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:17.323363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a2dec91b-cb37-4c3a-99cf-68155b8ac0fe tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:17.324539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd66702-bbd2-4fef-993b-b01cca2a923c None None] Network 36036103-90f7-40af-9e71-cf96bfdb3b93 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:42:17.326270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a2dec91b-cb37-4c3a-99cf-68155b8ac0fe tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:17.332625 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a2dec91b-cb37-4c3a-99cf-68155b8ac0fe tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:17.358554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034990d-079d-4744-afb5-7fb9c8c98004 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9b0b0e-1e30-4ec8-b365-eb8e1c7eda54,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:17.368230 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-a2dec91b-cb37-4c3a-99cf-68155b8ac0fe tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:17.372098 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a2dec91b-cb37-4c3a-99cf-68155b8ac0fe tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0648751 Jan 12 09:42:17.372653 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41674) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:17.378119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-de8e5194-7b7f-471f-b7d9-7c7f93385a54 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group_rule': {'security_group_id': '3c9b0b0e-1e30-4ec8-b365-eb8e1c7eda54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:17.385073 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-de8e5194-7b7f-471f-b7d9-7c7f93385a54 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:17.389200 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-de8e5194-7b7f-471f-b7d9-7c7f93385a54 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:17.392189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-de8e5194-7b7f-471f-b7d9-7c7f93385a54 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:17.397810 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-de8e5194-7b7f-471f-b7d9-7c7f93385a54 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:17.427800 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Calling delete_port for 3730a276-11d3-4f89-9003-4bdad611cefa owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:42:17.431915 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-de8e5194-7b7f-471f-b7d9-7c7f93385a54 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 09:42:17.435790 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-de8e5194-7b7f-471f-b7d9-7c7f93385a54 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0594232 Jan 12 09:42:17.436022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41678) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:17.470437 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fd57ee51-2732-4b67-a95b-093ee751d7e8 None None] Provisioning for port 3730a276-11d3-4f89-9003-4bdad611cefa completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:17.505907 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fd57ee51-2732-4b67-a95b-093ee751d7e8 None None] Provisioning complete for port 3730a276-11d3-4f89-9003-4bdad611cefa triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:17.506376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fd57ee51-2732-4b67-a95b-093ee751d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.507290 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8ba09d44-6c93-412f-a51e-18b5bce79b4f tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.525215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362733-6876-4c23-9507-ec57f5d99aa2 req-791f6836-74e6-4269-ad62-ab6c994880b6 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:17.526742 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-99362733-6876-4c23-9507-ec57f5d99aa2 req-791f6836-74e6-4269-ad62-ab6c994880b6 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 943 time: 0.3210940 Jan 12 09:42:17.535703 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8ba09d44-6c93-412f-a51e-18b5bce79b4f tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.560804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.587672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8ba09d44-6c93-412f-a51e-18b5bce79b4f tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.590016 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fd57ee51-2732-4b67-a95b-093ee751d7e8 None None] Could not find standard attr ID for object 3730a276-11d3-4f89-9003-4bdad611cefa. {{(pid=87665) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 12 09:42:17.594367 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.db [None req-fd57ee51-2732-4b67-a95b-093ee751d7e8 None None] No ports have port_id starting with 3730a276-11d3-4f89-9003-4bdad611cefa Jan 12 09:42:17.609880 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba09d44-6c93-412f-a51e-18b5bce79b4f tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9b0b0e-1e30-4ec8-b365-eb8e1c7eda54,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:17.617257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8ba09d44-6c93-412f-a51e-18b5bce79b4f tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.621004 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8ba09d44-6c93-412f-a51e-18b5bce79b4f tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "DELETE /v2.0/security-groups/3c9b0b0e-1e30-4ec8-b365-eb8e1c7eda54 HTTP/1.1" status: 204 len: 168 time: 0.1840630 Jan 12 09:42:17.621586 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41682) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:17.629939 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event deleted for resources: {'Port': ['ID=3730a276-11d3-4f89-9003-4bdad611cefa,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:17.632148 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] No DVR routers for this DVR port 3730a276-11d3-4f89-9003-4bdad611cefa on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:42:17.672953 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-99362733-6876-4c23-9507-ec57f5d99aa2 req-26e63dfe-6858-4cb1-80c5-0491cae2c2c2 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329603 Jan 12 09:42:17.690672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d87d51ff-6746-489d-a8b1-e61d990f6a97 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Synchronizing usage tracker for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:17.708396 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d730e9-7b74-4ebc-82ba-0b4c011ffe71 None None] DHCP port deletion for 36036103-90f7-40af-9e71-cf96bfdb3b93 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:42:17.709350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d87d51ff-6746-489d-a8b1-e61d990f6a97 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Unset dirty status for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:17.714601 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d87d51ff-6746-489d-a8b1-e61d990f6a97 tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0883305 Jan 12 09:42:17.715201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41686) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:17.722854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b1b2de48-1f6c-40a6-95f0-1b39326d945b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group': {'name': 'tempest-secgroup--725474764'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:17.731719 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b1b2de48-1f6c-40a6-95f0-1b39326d945b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:17.731867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85866e62-982d-41d5-ae10-49dfc744a55d None None] get_active_networks_info from dv-neutron-824346-1-hyperv {{(pid=87665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 12 09:42:17.743452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b1b2de48-1f6c-40a6-95f0-1b39326d945b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:17.755167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b1b2de48-1f6c-40a6-95f0-1b39326d945b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.775420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b1b2de48-1f6c-40a6-95f0-1b39326d945b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:17.776323 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.779249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b1b2de48-1f6c-40a6-95f0-1b39326d945b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Usage tracker for resource:security_group_rule and tenant:f7904deb770f4e358c54cd993e5967c1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:17.782050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b1b2de48-1f6c-40a6-95f0-1b39326d945b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:17.787713 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b1b2de48-1f6c-40a6-95f0-1b39326d945b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:17.803252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36036103-90f7-40af-9e71-cf96bfdb3b93']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:17.816406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8add1179-ea1a-4dcd-965b-d282ab564b63') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:17.816763 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8add1179-ea1a-4dcd-965b-d282ab564b63') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:17.828712 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.842421 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85866e62-982d-41d5-ae10-49dfc744a55d None None] Resources bound (agent type, host, resource id): {{(pid=87665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 09:42:17.855491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.862694 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:42:17.863070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.871140 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b1b2de48-1f6c-40a6-95f0-1b39326d945b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.876662 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b1b2de48-1f6c-40a6-95f0-1b39326d945b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:17.881818 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:17.928439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2de48-1f6c-40a6-95f0-1b39326d945b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642ddee4-20b2-4f41-98ed-676ed86d5045,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:17.931925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b1b2de48-1f6c-40a6-95f0-1b39326d945b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:17.933181 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b1b2de48-1f6c-40a6-95f0-1b39326d945b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2154555 Jan 12 09:42:17.943268 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41690) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:17.948787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-1a9519c8-1610-49d7-9bc1-830ea4f1777f tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:17.949200 dv-neutron-824346-1-hyperv neutron-server[87663]: WARNING neutron.api.v2.base [None req-1a9519c8-1610-49d7-9bc1-830ea4f1777f tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 12 09:42:17.949680 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-1a9519c8-1610-49d7-9bc1-830ea4f1777f tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] update failed (client error): There was a conflict when trying to complete your request. Jan 12 09:42:17.953105 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1a9519c8-1610-49d7-9bc1-830ea4f1777f tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "PUT /v2.0/security-groups/642ddee4-20b2-4f41-98ed-676ed86d5045 HTTP/1.1" status: 409 len: 330 time: 0.0062697 Jan 12 09:42:17.958998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41694) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:17.980811 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.012227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.131412 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event deleted for resources: {'Network': ['ID=36036103-90f7-40af-9e71-cf96bfdb3b93,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:18.159440 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0bce6544-25f7-45f7-80fb-888633771b2e tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "DELETE /v2.0/networks/36036103-90f7-40af-9e71-cf96bfdb3b93 HTTP/1.1" status: 204 len: 168 time: 1.4191740 Jan 12 09:42:18.161549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41698) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:18.177280 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-efbb97e5-2f0e-4ece-bbf1-62e0ab4d81ef tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.206378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-efbb97e5-2f0e-4ece-bbf1-62e0ab4d81ef tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.255290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-efbb97e5-2f0e-4ece-bbf1-62e0ab4d81ef tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.272866 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.274567 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb97e5-2f0e-4ece-bbf1-62e0ab4d81ef tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=642ddee4-20b2-4f41-98ed-676ed86d5045,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:18.283804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Deleting port 684e9b77-b708-4cda-8a90-38880f675d37 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:42:18.284139 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.284361 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-efbb97e5-2f0e-4ece-bbf1-62e0ab4d81ef tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.287890 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-efbb97e5-2f0e-4ece-bbf1-62e0ab4d81ef tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "DELETE /v2.0/security-groups/642ddee4-20b2-4f41-98ed-676ed86d5045 HTTP/1.1" status: 204 len: 168 time: 0.3255737 Jan 12 09:42:18.288124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41702) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:18.336715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0860c0f7-8fc3-449b-aa19-cf6228c1638d tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Synchronizing usage tracker for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:18.352881 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0860c0f7-8fc3-449b-aa19-cf6228c1638d tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] Unset dirty status for tenant:f7904deb770f4e358c54cd993e5967c1 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:18.354320 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0860c0f7-8fc3-449b-aa19-cf6228c1638d tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650718 Jan 12 09:42:18.358363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41706) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:18.374665 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-b559e011-3885-4fb7-b0ea-521bf8fd486b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] delete failed (client error): The resource could not be found. Jan 12 09:42:18.376008 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b559e011-3885-4fb7-b0ea-521bf8fd486b tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "DELETE /v2.0/security-groups/d99d7284-add8-46f6-9108-c4e7b9f36cfe HTTP/1.1" status: 404 len: 347 time: 0.0165634 Jan 12 09:42:18.379697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41710) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:18.395389 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-cfb6a19e-24ef-4cc2-bbd4-0df600e4437c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] show failed (client error): The resource could not be found. Jan 12 09:42:18.396272 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cfb6a19e-24ef-4cc2-bbd4-0df600e4437c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "GET /v2.0/security-groups/cbcc19d4-2f62-4413-a55e-c8067d3e91ee HTTP/1.1" status: 404 len: 347 time: 0.0156794 Jan 12 09:42:18.399887 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41714) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:18.413396 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-f99ad42d-c057-4768-aa24-e248f8288f6c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] show failed (client error): The resource could not be found. Jan 12 09:42:18.420344 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f99ad42d-c057-4768-aa24-e248f8288f6c tempest-NegativeSecGroupIPv6Test-1430676123 tempest-NegativeSecGroupIPv6Test-1430676123-project] 10.222.0.26 "GET /v2.0/security-group-rules/29ab9fc5-2242-4d90-8512-ac1d98edcfeb HTTP/1.1" status: 404 len: 356 time: 0.0136194 Jan 12 09:42:18.490077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] For port 684e9b77-b708-4cda-8a90-38880f675d37, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=684e9b77-b708-4cda-8a90-38880f675d37,segment=NetworkSegment(23be339a-659e-43ab-b13f-65f43b6928e5),segment_id=23be339a-659e-43ab-b13f-65f43b6928e5)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:42:18.490423 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.619751 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Calling delete_port for 684e9b77-b708-4cda-8a90-38880f675d37 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:42:18.686182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41722) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:18.700166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.747235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event deleted for resources: {'Port': ['ID=684e9b77-b708-4cda-8a90-38880f675d37,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:18.751438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] No DVR routers for this DVR port 684e9b77-b708-4cda-8a90-38880f675d37 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:42:18.851333 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8be37d17-8b39-4f42-adff-d7f554989edc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f7904deb770f4e358c54cd993e5967c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637685 Jan 12 09:42:18.853868 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41730) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:18.880523 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 3730a276-11d3-4f89-9003-4bdad611cefa no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:42:18.915256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8a8f90ea-5ebc-4f5c-9b66-de4d5b86d139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.915640 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 3730a276-11d3-4f89-9003-4bdad611cefa {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:42:18.916218 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 3730a276-11d3-4f89-9003-4bdad611cefa not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:42:18.941599 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8a8f90ea-5ebc-4f5c-9b66-de4d5b86d139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:18.993906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8a8f90ea-5ebc-4f5c-9b66-de4d5b86d139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.011749 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f90ea-5ebc-4f5c-9b66-de4d5b86d139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393644a5-58b8-4231-ab16-1705f4fe25b7,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:19.021125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8a8f90ea-5ebc-4f5c-9b66-de4d5b86d139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.024816 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8a8f90ea-5ebc-4f5c-9b66-de4d5b86d139 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/393644a5-58b8-4231-ab16-1705f4fe25b7 HTTP/1.1" status: 204 len: 168 time: 0.1676118 Jan 12 09:42:19.035030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.064744 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5573b7f-3ecd-4d37-87a5-7746aa3da6d2']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:19.079580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23be339a-659e-43ab-b13f-65f43b6928e5') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:19.079877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23be339a-659e-43ab-b13f-65f43b6928e5') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:19.093650 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.108489 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4bc23-7970-4a4d-bb0d-52bd28b396d9 req-ce49c536-0a54-4d92-9de3-7aa88978f20a tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:19.110037 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a9f4bc23-7970-4a4d-bb0d-52bd28b396d9 req-ce49c536-0a54-4d92-9de3-7aa88978f20a tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 943 time: 0.3269858 Jan 12 09:42:19.132879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.144778 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:42:19.145178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:19.159829 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:19.253482 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a9f4bc23-7970-4a4d-bb0d-52bd28b396d9 req-350dcb75-2e77-4a67-852b-95178172aa15 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351585 Jan 12 09:42:19.262579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.283446 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.295863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event deleted for resources: {'Network': ['ID=e5573b7f-3ecd-4d37-87a5-7746aa3da6d2,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:19.309784 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-966b93cb-0dcf-4c54-8dfb-85ed04093cc9 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "DELETE /v2.0/networks/e5573b7f-3ecd-4d37-87a5-7746aa3da6d2 HTTP/1.1" status: 204 len: 168 time: 1.1450832 Jan 12 09:42:19.310171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41736) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:19.427059 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e475144f-3d95-4a9e-8cd7-b80f6c891e54 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.558549 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e475144f-3d95-4a9e-8cd7-b80f6c891e54 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.585342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-e475144f-3d95-4a9e-8cd7-b80f6c891e54 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1d4c53-9ece-44d9-850b-a1e9a5f121aa']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:19.597733 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-e475144f-3d95-4a9e-8cd7-b80f6c891e54 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff47c5d-c875-4fcf-b185-460d8e4ad69c') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:19.598042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-e475144f-3d95-4a9e-8cd7-b80f6c891e54 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff47c5d-c875-4fcf-b185-460d8e4ad69c') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:19.610269 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e475144f-3d95-4a9e-8cd7-b80f6c891e54 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.634021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e475144f-3d95-4a9e-8cd7-b80f6c891e54 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.640704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e475144f-3d95-4a9e-8cd7-b80f6c891e54 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:42:19.641121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e475144f-3d95-4a9e-8cd7-b80f6c891e54 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:19.659508 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:19.739762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e475144f-3d95-4a9e-8cd7-b80f6c891e54 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.758007 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e475144f-3d95-4a9e-8cd7-b80f6c891e54 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:19.769344 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475144f-3d95-4a9e-8cd7-b80f6c891e54 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event deleted for resources: {'Network': ['ID=9f1d4c53-9ece-44d9-850b-a1e9a5f121aa,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:19.774454 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e475144f-3d95-4a9e-8cd7-b80f6c891e54 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "DELETE /v2.0/networks/9f1d4c53-9ece-44d9-850b-a1e9a5f121aa HTTP/1.1" status: 204 len: 168 time: 0.4630098 Jan 12 09:42:19.776694 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41740) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:19.890441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fae66de5-42ec-4bf4-a5c4-a83298fcb026 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.021083 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fae66de5-42ec-4bf4-a5c4-a83298fcb026 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.046593 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-fae66de5-42ec-4bf4-a5c4-a83298fcb026 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a508ebbd-360f-4ce0-929b-db1e42fa57d0']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:20.062213 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-fae66de5-42ec-4bf4-a5c4-a83298fcb026 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c000a64-14aa-4742-a76f-13180a57ddc0') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:20.062506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-fae66de5-42ec-4bf4-a5c4-a83298fcb026 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c000a64-14aa-4742-a76f-13180a57ddc0') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:20.074421 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device d3fe1d37-2aef-4c35-a20e-1a99f16ae302 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:42:20.075045 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fae66de5-42ec-4bf4-a5c4-a83298fcb026 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.091475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fae66de5-42ec-4bf4-a5c4-a83298fcb026 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.098229 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae66de5-42ec-4bf4-a5c4-a83298fcb026 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:42:20.098635 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fae66de5-42ec-4bf4-a5c4-a83298fcb026 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:20.113627 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:20.194061 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fae66de5-42ec-4bf4-a5c4-a83298fcb026 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.198679 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fae66de5-42ec-4bf4-a5c4-a83298fcb026 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.225801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port d3fe1d37-2aef-4c35-a20e-1a99f16ae302, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=d3fe1d37-2aef-4c35-a20e-1a99f16ae302,segment=NetworkSegment(b4a459c7-5100-44ac-a52b-0c4bab79eeee),segment_id=b4a459c7-5100-44ac-a52b-0c4bab79eeee)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:42:20.228521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae66de5-42ec-4bf4-a5c4-a83298fcb026 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] Pushing event deleted for resources: {'Network': ['ID=a508ebbd-360f-4ce0-929b-db1e42fa57d0,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:20.232463 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fae66de5-42ec-4bf4-a5c4-a83298fcb026 tempest-BulkNetworkOpsTest-681313488 tempest-BulkNetworkOpsTest-681313488-project] 10.222.0.26 "DELETE /v2.0/networks/a508ebbd-360f-4ce0-929b-db1e42fa57d0 HTTP/1.1" status: 204 len: 168 time: 0.4548655 Jan 12 09:42:20.241546 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'd3fe1d37-2aef-4c35-a20e-1a99f16ae302', 'network_id': '1b91d621-668f-4fdc-a92b-262386f5eeb8', 'port_id': 'd3fe1d37-2aef-4c35-a20e-1a99f16ae302', 'mac_address': 'fa:16:3e:b8:48:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0428a8c-c88b-4185-8ec0-4cc9d1d4b055', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:42:20.305395 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.323068 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fe1d37-2aef-4c35-a20e-1a99f16ae302 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:42:20.338854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port d3fe1d37-2aef-4c35-a20e-1a99f16ae302, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=d3fe1d37-2aef-4c35-a20e-1a99f16ae302,segment=NetworkSegment(b4a459c7-5100-44ac-a52b-0c4bab79eeee),segment_id=b4a459c7-5100-44ac-a52b-0c4bab79eeee)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:42:20.344443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.414799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=d3fe1d37-2aef-4c35-a20e-1a99f16ae302,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:20.426888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:20.427235 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:20.427621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:20.427952 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:20.428275 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:20.428604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:20.428923 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:20.429370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:20.429695 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:20.430009 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:20.430326 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:20.430636 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:20.448121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eaaa91-f82b-4147-a1dc-f7f3aa391236 req-0d6828ea-992b-4ac4-963d-f738dcb999bb tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:20.451903 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-43eaaa91-f82b-4147-a1dc-f7f3aa391236 req-0d6828ea-992b-4ac4-963d-f738dcb999bb tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 944 time: 0.0869460 Jan 12 09:42:20.495688 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-43eaaa91-f82b-4147-a1dc-f7f3aa391236 req-7749e959-2167-4353-a76b-bd16302012c1 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378361 Jan 12 09:42:20.517078 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41752) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:20.595487 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['d3fe1d37-2aef-4c35-a20e-1a99f16ae302'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:42:20.669565 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-508ff061-f9eb-4450-9cd5-b55ec180ed1b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bef77db50fb548fb91013abbcdce6a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488838 Jan 12 09:42:20.670063 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41758) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:20.733176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19e3d76d-df29-428f-bcd9-1a991b1b48b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.759097 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19e3d76d-df29-428f-bcd9-1a991b1b48b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.811758 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19e3d76d-df29-428f-bcd9-1a991b1b48b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.827546 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3d76d-df29-428f-bcd9-1a991b1b48b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c1471d-55c3-4eca-bf91-583c1da3c4c0,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:20.831853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19e3d76d-df29-428f-bcd9-1a991b1b48b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:20.832953 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-19e3d76d-df29-428f-bcd9-1a991b1b48b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09c1471d-55c3-4eca-bf91-583c1da3c4c0 HTTP/1.1" status: 204 len: 168 time: 0.1619213 Jan 12 09:42:21.687979 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd16268-70b3-4a15-8599-728160edf7a2 req-39abf326-8de0-471f-953a-bed3146b3ba2 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:21.689428 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5dd16268-70b3-4a15-8599-728160edf7a2 req-39abf326-8de0-471f-953a-bed3146b3ba2 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 944 time: 0.0813048 Jan 12 09:42:21.734304 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5dd16268-70b3-4a15-8599-728160edf7a2 req-b92f8c83-2cb6-42e5-89b5-4367ac139c04 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389259 Jan 12 09:42:22.082897 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device d3fe1d37-2aef-4c35-a20e-1a99f16ae302 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:22.154674 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port d3fe1d37-2aef-4c35-a20e-1a99f16ae302 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:22.160805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port d3fe1d37-2aef-4c35-a20e-1a99f16ae302 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:22.161252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:22.278416 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:22.305136 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71ba6a4-de6d-4505-b666-effebc906240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fe1d37-2aef-4c35-a20e-1a99f16ae302'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:42:22.315330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port d3fe1d37-2aef-4c35-a20e-1a99f16ae302, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=d3fe1d37-2aef-4c35-a20e-1a99f16ae302,segment=NetworkSegment(b4a459c7-5100-44ac-a52b-0c4bab79eeee),segment_id=b4a459c7-5100-44ac-a52b-0c4bab79eeee)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:42:22.320396 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:22.350669 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71ba6a4-de6d-4505-b666-effebc906240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fe1d37-2aef-4c35-a20e-1a99f16ae302', 'code': 200} Jan 12 09:42:22.394457 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=d3fe1d37-2aef-4c35-a20e-1a99f16ae302,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:22.588587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a80d70-69e5-4f67-9c99-2e2b4d77d1ff req-e92e23ba-1df9-4532-af48-0854cd947d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:22.590021 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-34a80d70-69e5-4f67-9c99-2e2b4d77d1ff req-e92e23ba-1df9-4532-af48-0854cd947d0e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 1098 time: 0.0783176 Jan 12 09:42:22.646337 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-34a80d70-69e5-4f67-9c99-2e2b4d77d1ff req-069b230a-8bb3-45b3-b31c-c13cea482535 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486722 Jan 12 09:42:22.921832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddf1bc-8857-4bad-8737-c26739268c8c req-447946cb-3bdf-4549-bfed-d3fe6d1afe4f tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:22.923828 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5cddf1bc-8857-4bad-8737-c26739268c8c req-447946cb-3bdf-4549-bfed-d3fe6d1afe4f tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.0813050 Jan 12 09:42:22.976794 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5cddf1bc-8857-4bad-8737-c26739268c8c req-33ababc2-49eb-4dac-8ad4-7405c1f9bc67 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461996 Jan 12 09:42:24.175983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2115f72-aebe-4199-b8a0-bd31bef27338 req-808ec364-f0a9-4fd5-9f13-2b7c2ba3f4e3 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:24.177601 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a2115f72-aebe-4199-b8a0-bd31bef27338 req-808ec364-f0a9-4fd5-9f13-2b7c2ba3f4e3 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.0902534 Jan 12 09:42:24.221330 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a2115f72-aebe-4199-b8a0-bd31bef27338 req-1a95a956-0a60-42a7-b474-1e769380e75b tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380309 Jan 12 09:42:24.408280 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d14002-aecf-4489-931a-acdff424a771 req-40bbde8d-1802-4f27-aa6b-26469a93a075 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:24.409757 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-49d14002-aecf-4489-931a-acdff424a771 req-40bbde8d-1802-4f27-aa6b-26469a93a075 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.0788405 Jan 12 09:42:24.457442 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-49d14002-aecf-4489-931a-acdff424a771 req-0b9c57b0-63c7-44cf-ac7a-70604b6c921d tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415249 Jan 12 09:42:24.872524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aeef48-25e6-4f05-ace8-f850b576bc8c req-3302ec0d-d444-4db4-b817-285d10e07419 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:24.874004 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a6aeef48-25e6-4f05-ace8-f850b576bc8c req-3302ec0d-d444-4db4-b817-285d10e07419 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.0841470 Jan 12 09:42:24.927868 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a6aeef48-25e6-4f05-ace8-f850b576bc8c req-a484190d-8697-4953-835b-9d39fc2c7bbc tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470505 Jan 12 09:42:26.124782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5cb85-dfe3-4a4d-9944-f1adc49955e0 req-6900adbf-8ae6-43f1-a07b-a509f41261b4 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:26.126579 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a1b5cb85-dfe3-4a4d-9944-f1adc49955e0 req-6900adbf-8ae6-43f1-a07b-a509f41261b4 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.0888724 Jan 12 09:42:26.178323 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a1b5cb85-dfe3-4a4d-9944-f1adc49955e0 req-31ba5a29-dcdf-409f-9f74-33b758cb0695 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454469 Jan 12 09:42:26.381611 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:42:26.540706 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf3f72-933e-4fa5-9b31-8f39f699cabc req-70b43f26-0bcb-4369-8fcc-9e7bbd1815ff tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:26.542083 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-29bf3f72-933e-4fa5-9b31-8f39f699cabc req-70b43f26-0bcb-4369-8fcc-9e7bbd1815ff tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.0860970 Jan 12 09:42:26.551610 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9fce4-b7a1-4d76-9f39-8e9f5a921f1f req-8541db9c-1908-4bff-9446-ec50bad16264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:26.553172 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f9b9fce4-b7a1-4d76-9f39-8e9f5a921f1f req-8541db9c-1908-4bff-9446-ec50bad16264 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=965cd3e0d9324a9c9c24977000e42021&device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 1098 time: 0.0733349 Jan 12 09:42:26.586908 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-29bf3f72-933e-4fa5-9b31-8f39f699cabc req-915db02a-de2f-4e4c-aec4-cf395ca08361 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387368 Jan 12 09:42:26.693594 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9fce4-b7a1-4d76-9f39-8e9f5a921f1f req-bf17ade6-f115-4008-b701-ab990c71b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:26.695090 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f9b9fce4-b7a1-4d76-9f39-8e9f5a921f1f req-bf17ade6-f115-4008-b701-ab990c71b126 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b91d621-668f-4fdc-a92b-262386f5eeb8 HTTP/1.1" status: 200 len: 912 time: 0.1337526 Jan 12 09:42:26.770548 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f9b9fce4-b7a1-4d76-9f39-8e9f5a921f1f req-b7536e9a-0c6b-4291-88d1-49e36dc27f27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3fe1d37-2aef-4c35-a20e-1a99f16ae302 HTTP/1.1" status: 200 len: 217 time: 0.0682335 Jan 12 09:42:26.837445 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9fce4-b7a1-4d76-9f39-8e9f5a921f1f req-b92a942a-2c96-4fd6-8c35-a3d79e255aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:26.838926 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f9b9fce4-b7a1-4d76-9f39-8e9f5a921f1f req-b92a942a-2c96-4fd6-8c35-a3d79e255aab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0428a8c-c88b-4185-8ec0-4cc9d1d4b055 HTTP/1.1" status: 200 len: 851 time: 0.0608182 Jan 12 09:42:26.888080 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f9b9fce4-b7a1-4d76-9f39-8e9f5a921f1f req-c9072721-728e-4cac-b828-bb83d6505a86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b91d621-668f-4fdc-a92b-262386f5eeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405924 Jan 12 09:42:27.030625 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f9b9fce4-b7a1-4d76-9f39-8e9f5a921f1f req-51c0edef-cc73-48fb-b99b-fdbfc445becc service neutron] 10.222.0.53 "GET /v2.0/networks/1b91d621-668f-4fdc-a92b-262386f5eeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359086 Jan 12 09:42:27.166070 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f9b9fce4-b7a1-4d76-9f39-8e9f5a921f1f req-277260df-7c40-429f-b5b8-4f7814268f8e service neutron] 10.222.0.53 "GET /v2.0/networks/1b91d621-668f-4fdc-a92b-262386f5eeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289320 Jan 12 09:42:27.795801 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e41693-7a93-41f6-9365-343cb053460f req-3f6e5c54-0b8a-474f-82d3-6c1106e2d0e0 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:27.797304 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5e41693-7a93-41f6-9365-343cb053460f req-3f6e5c54-0b8a-474f-82d3-6c1106e2d0e0 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.0979319 Jan 12 09:42:27.941190 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5e41693-7a93-41f6-9365-343cb053460f req-afd9d3c8-80da-482c-b70f-56c7637b848c tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381192 Jan 12 09:42:29.131422 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59271237-73d0-443e-83f3-f26512b22221 req-b5d47485-1d1d-4014-8d93-c2998e80d8b3 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:29.132873 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-59271237-73d0-443e-83f3-f26512b22221 req-b5d47485-1d1d-4014-8d93-c2998e80d8b3 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.0805643 Jan 12 09:42:29.186100 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-59271237-73d0-443e-83f3-f26512b22221 req-988fec2c-c1bf-4d05-872b-17668fcfa00b tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447021 Jan 12 09:42:29.601966 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4e447-0bd7-43d7-af9f-33660d0f4f16 req-b24474c0-96c1-4858-87f4-1b8e48d5c7e4 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:29.603455 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d4a4e447-0bd7-43d7-af9f-33660d0f4f16 req-b24474c0-96c1-4858-87f4-1b8e48d5c7e4 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.0978260 Jan 12 09:42:29.647619 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d4a4e447-0bd7-43d7-af9f-33660d0f4f16 req-88a67469-b4f4-4719-a68c-23b97ce09c89 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384128 Jan 12 09:42:30.857280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7bd19-05ba-4cd2-87d7-ede2a0e3b298 req-0b66ac7b-1d55-4f61-9582-14759e8e3aa3 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:30.858723 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e7a7bd19-05ba-4cd2-87d7-ede2a0e3b298 req-0b66ac7b-1d55-4f61-9582-14759e8e3aa3 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.0865035 Jan 12 09:42:30.903140 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e7a7bd19-05ba-4cd2-87d7-ede2a0e3b298 req-25fa11d5-0eb6-485d-a811-b1e44f0c719d tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383809 Jan 12 09:42:31.306660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018e279-e00d-4f14-91f1-089457eb4f3a req-54c69f31-c5e6-485d-9572-3480d5d204f1 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:31.308053 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3018e279-e00d-4f14-91f1-089457eb4f3a req-54c69f31-c5e6-485d-9572-3480d5d204f1 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.1382906 Jan 12 09:42:31.309866 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c9dca-b815-4c69-915e-1c0953b22538 req-a8be7724-9d74-4c5d-9c1e-7d3ca2b5287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:31.311216 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7f8c9dca-b815-4c69-915e-1c0953b22538 req-a8be7724-9d74-4c5d-9c1e-7d3ca2b5287b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=965cd3e0d9324a9c9c24977000e42021&device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 1098 time: 0.1081569 Jan 12 09:42:31.434356 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3018e279-e00d-4f14-91f1-089457eb4f3a req-12409714-c51e-4cc9-972e-6f0aa604ed5c tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198628 Jan 12 09:42:31.477856 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c9dca-b815-4c69-915e-1c0953b22538 req-bd974c23-8e0c-4b69-b970-5cd23ced52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:31.479361 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7f8c9dca-b815-4c69-915e-1c0953b22538 req-bd974c23-8e0c-4b69-b970-5cd23ced52e6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b91d621-668f-4fdc-a92b-262386f5eeb8 HTTP/1.1" status: 200 len: 912 time: 0.1524704 Jan 12 09:42:31.546668 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7f8c9dca-b815-4c69-915e-1c0953b22538 req-742ee6f2-54ed-4733-8dd2-42d209049bd1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3fe1d37-2aef-4c35-a20e-1a99f16ae302 HTTP/1.1" status: 200 len: 217 time: 0.0598087 Jan 12 09:42:31.616103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c9dca-b815-4c69-915e-1c0953b22538 req-26301bb4-1351-4c6d-ac42-f4e16e966caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:31.617525 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7f8c9dca-b815-4c69-915e-1c0953b22538 req-26301bb4-1351-4c6d-ac42-f4e16e966caf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0428a8c-c88b-4185-8ec0-4cc9d1d4b055 HTTP/1.1" status: 200 len: 851 time: 0.0640504 Jan 12 09:42:31.667628 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7f8c9dca-b815-4c69-915e-1c0953b22538 req-7cee61b5-8efa-45fd-9f68-784c08049c5f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b91d621-668f-4fdc-a92b-262386f5eeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394578 Jan 12 09:42:31.797343 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7f8c9dca-b815-4c69-915e-1c0953b22538 req-e0d8ce50-4084-4ba1-b26a-94a163dc6e7d service neutron] 10.222.0.53 "GET /v2.0/networks/1b91d621-668f-4fdc-a92b-262386f5eeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209481 Jan 12 09:42:31.953724 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7f8c9dca-b815-4c69-915e-1c0953b22538 req-5e614321-c530-47f9-9158-ad7d1c876750 service neutron] 10.222.0.53 "GET /v2.0/networks/1b91d621-668f-4fdc-a92b-262386f5eeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496043 Jan 12 09:42:32.425054 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4cd3bfd5-c851-417f-907c-d6fe767a3b2d req-e89bd9c1-245e-4cbb-b1ef-4f6eb0b23019 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766013 Jan 12 09:42:32.567342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3bfd5-c851-417f-907c-d6fe767a3b2d req-7c1e2456-84c5-463d-986c-ceacc1011291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:32.568873 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4cd3bfd5-c851-417f-907c-d6fe767a3b2d req-7c1e2456-84c5-463d-986c-ceacc1011291 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 1098 time: 0.0712471 Jan 12 09:42:32.637698 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1fc6e-2c4b-40f7-8369-94cf7ce053fb req-d32fc96c-d7d4-45ac-8dda-5563debb2170 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:32.639319 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0dd1fc6e-2c4b-40f7-8369-94cf7ce053fb req-d32fc96c-d7d4-45ac-8dda-5563debb2170 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.0912054 Jan 12 09:42:32.686970 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0dd1fc6e-2c4b-40f7-8369-94cf7ce053fb req-4229f3b8-b7ec-4276-a187-08a5dbd3e118 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413144 Jan 12 09:42:32.727603 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3bfd5-c851-417f-907c-d6fe767a3b2d req-c9d55a64-1b42-4392-8281-4b70ce769d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:32.729160 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4cd3bfd5-c851-417f-907c-d6fe767a3b2d req-c9d55a64-1b42-4392-8281-4b70ce769d7d service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 911 time: 0.1381810 Jan 12 09:42:32.839074 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4cd3bfd5-c851-417f-907c-d6fe767a3b2d req-87dd02e5-0dbf-4b18-af6b-0cfd537f78c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbda1b10-af79-4097-9fd1-cf5816e3f353 HTTP/1.1" status: 200 len: 1001 time: 0.1032054 Jan 12 09:42:32.903940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3bfd5-c851-417f-907c-d6fe767a3b2d req-e487ee9a-ea73-489f-83a6-45f576c2e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:32.905345 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4cd3bfd5-c851-417f-907c-d6fe767a3b2d req-e487ee9a-ea73-489f-83a6-45f576c2e326 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee HTTP/1.1" status: 200 len: 849 time: 0.0595093 Jan 12 09:42:32.984225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3bfd5-c851-417f-907c-d6fe767a3b2d req-7bb1bcde-40a2-4d29-982f-14a31c20fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:32.985585 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4cd3bfd5-c851-417f-907c-d6fe767a3b2d req-7bb1bcde-40a2-4d29-982f-14a31c20fda0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c044518-5731-4207-8f99-0a1c6effbd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740776 Jan 12 09:42:33.224113 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4cd3bfd5-c851-417f-907c-d6fe767a3b2d req-a713a51a-c250-41b2-ac32-a95ee9c2bad0 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299190 Jan 12 09:42:33.354637 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4cd3bfd5-c851-417f-907c-d6fe767a3b2d req-da706c87-bbd9-4d73-85ba-429bc5c0b57d service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229217 Jan 12 09:42:33.890181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff137eea-7366-4e06-98bc-2e3cd635e0bb req-d3a4919b-5983-4e49-b03a-2f9c0a8bf35f tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:33.892441 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ff137eea-7366-4e06-98bc-2e3cd635e0bb req-d3a4919b-5983-4e49-b03a-2f9c0a8bf35f tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.0871613 Jan 12 09:42:33.939967 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ff137eea-7366-4e06-98bc-2e3cd635e0bb req-69a8a3bb-a7e3-477d-8c75-8f00449909ae tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392351 Jan 12 09:42:34.347225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8160056-281e-48ed-8309-5b3a065a1b47 req-15ecbc00-b090-40b7-9a44-860f23aeb7e7 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:34.348577 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8160056-281e-48ed-8309-5b3a065a1b47 req-15ecbc00-b090-40b7-9a44-860f23aeb7e7 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.0963013 Jan 12 09:42:34.393567 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8160056-281e-48ed-8309-5b3a065a1b47 req-b83f3545-2254-49aa-bcc1-eafa3deb6f49 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380206 Jan 12 09:42:35.481133 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41820) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:35.734181 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2c7f1744-7344-47a4-83f3-fe55de03e9a5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/224274eb-9a3a-464d-acc2-edf8ce2251bb HTTP/1.1" status: 200 len: 993 time: 0.2517774 Jan 12 09:42:35.762910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbe704-2fd2-424b-8886-e9d57b702827 req-3e190582-9ad7-4f87-96c6-ef16f82b9a43 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:35.764425 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-37bbe704-2fd2-424b-8886-e9d57b702827 req-3e190582-9ad7-4f87-96c6-ef16f82b9a43 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.2274218 Jan 12 09:42:35.809412 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-37bbe704-2fd2-424b-8886-e9d57b702827 req-2cd545ca-b0b8-43ac-a714-a224641ed1a8 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387983 Jan 12 09:42:36.092513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41828) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:36.346054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-d28e183e-7c6a-4003-a29b-8df65482711c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port a83b878e-e479-40bb-a7fe-e402e9c21d9c {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:42:36.346317 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d28e183e-7c6a-4003-a29b-8df65482711c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.440794 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee76210-fba2-4147-a2c7-ef91e63a641e req-003625f3-adb8-4d11-a067-abdd1e5445e7 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:36.442225 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1ee76210-fba2-4147-a2c7-ef91e63a641e req-003625f3-adb8-4d11-a067-abdd1e5445e7 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.1889400 Jan 12 09:42:36.577962 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-1ee76210-fba2-4147-a2c7-ef91e63a641e req-64fa6674-57d9-426f-88ba-d535190fa562 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Deleting port d3fe1d37-2aef-4c35-a20e-1a99f16ae302 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:42:36.578252 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-1ee76210-fba2-4147-a2c7-ef91e63a641e req-64fa6674-57d9-426f-88ba-d535190fa562 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.608214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d28e183e-7c6a-4003-a29b-8df65482711c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.608469 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d28e183e-7c6a-4003-a29b-8df65482711c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.702071 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6a0d24be-c2ef-45c1-b470-3add23216946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:36.746783 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-d28e183e-7c6a-4003-a29b-8df65482711c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for a83b878e-e479-40bb-a7fe-e402e9c21d9c owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:42:37.000906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874fe06-9116-47e4-87d8-ba9f6930b7fb req-439abdd2-0100-4be7-a849-b8b98b192c7d tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:37.002376 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c874fe06-9116-47e4-87d8-ba9f6930b7fb req-439abdd2-0100-4be7-a849-b8b98b192c7d tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 945 time: 0.0833626 Jan 12 09:42:37.037474 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-1ee76210-fba2-4147-a2c7-ef91e63a641e req-64fa6674-57d9-426f-88ba-d535190fa562 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] For port d3fe1d37-2aef-4c35-a20e-1a99f16ae302, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=d3fe1d37-2aef-4c35-a20e-1a99f16ae302,segment=NetworkSegment(b4a459c7-5100-44ac-a52b-0c4bab79eeee),segment_id=b4a459c7-5100-44ac-a52b-0c4bab79eeee)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:42:37.037831 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-1ee76210-fba2-4147-a2c7-ef91e63a641e req-64fa6674-57d9-426f-88ba-d535190fa562 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.049915 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c874fe06-9116-47e4-87d8-ba9f6930b7fb req-739cfb5a-9ede-473a-a3dc-39d259a03a12 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/security-groups?id=129fbd9a-5d4c-44a1-b869-82c86fa6171d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Jan 12 09:42:37.278733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-1ee76210-fba2-4147-a2c7-ef91e63a641e req-64fa6674-57d9-426f-88ba-d535190fa562 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Calling delete_port for d3fe1d37-2aef-4c35-a20e-1a99f16ae302 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:42:37.329034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d28e183e-7c6a-4003-a29b-8df65482711c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.388018 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e183e-7c6a-4003-a29b-8df65482711c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=a83b878e-e479-40bb-a7fe-e402e9c21d9c,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:37.536706 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d28e183e-7c6a-4003-a29b-8df65482711c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.536993 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-d28e183e-7c6a-4003-a29b-8df65482711c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP 224274eb-9a3a-464d-acc2-edf8ce2251bb disassociated (deleted). External IP: 172.26.2.118, port: 9030eb78-3837-4ae8-9172-73fc9c43b63f. Jan 12 09:42:37.614974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-1ee76210-fba2-4147-a2c7-ef91e63a641e req-64fa6674-57d9-426f-88ba-d535190fa562 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.627691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['d3fe1d37-2aef-4c35-a20e-1a99f16ae302'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:42:37.674138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa6674-57d9-426f-88ba-d535190fa562 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Pushing event deleted for resources: {'Port': ['ID=d3fe1d37-2aef-4c35-a20e-1a99f16ae302,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:37.813394 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee76210-fba2-4147-a2c7-ef91e63a641e req-64fa6674-57d9-426f-88ba-d535190fa562 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] No DVR routers for this DVR port d3fe1d37-2aef-4c35-a20e-1a99f16ae302 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:42:37.817306 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-1ee76210-fba2-4147-a2c7-ef91e63a641e req-64fa6674-57d9-426f-88ba-d535190fa562 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:37.819734 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71ba6a4-de6d-4505-b666-effebc906240', 'name': 'network-vif-deleted', 'tag': 'd3fe1d37-2aef-4c35-a20e-1a99f16ae302'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:42:37.892935 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71ba6a4-de6d-4505-b666-effebc906240', 'name': 'network-vif-deleted', 'tag': 'd3fe1d37-2aef-4c35-a20e-1a99f16ae302', 'status': 'completed', 'code': 200} Jan 12 09:42:37.899507 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1ee76210-fba2-4147-a2c7-ef91e63a641e req-64fa6674-57d9-426f-88ba-d535190fa562 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.53 "DELETE /v2.0/ports/d3fe1d37-2aef-4c35-a20e-1a99f16ae302 HTTP/1.1" status: 204 len: 173 time: 1.4502962 Jan 12 09:42:38.024270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28e183e-7c6a-4003-a29b-8df65482711c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 0bc01587-9a21-4155-942d-7b9c413303e4 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:42:38.207652 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28e183e-7c6a-4003-a29b-8df65482711c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:42:38.212046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d28e183e-7c6a-4003-a29b-8df65482711c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:38.215565 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-77e2da5d-f4aa-463e-b70d-314dd0941c47 req-fac7a97d-6632-4b21-b69d-ca95e26c1a56 tempest-TestServerAdvancedOps-1531110065 tempest-TestServerAdvancedOps-1531110065-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71ba6a4-de6d-4505-b666-effebc906240 HTTP/1.1" status: 200 len: 210 time: 0.0433125 Jan 12 09:42:38.219134 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b784e074-9b79-4ca2-bfcf-c698f6563602 None None] Sync routers for ids ['0bc01587-9a21-4155-942d-7b9c413303e4'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:42:38.228679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b784e074-9b79-4ca2-bfcf-c698f6563602 None None] Routers {'0bc01587-9a21-4155-942d-7b9c413303e4'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:42:38.229297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b784e074-9b79-4ca2-bfcf-c698f6563602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:42:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0bc01587-9a21-4155-942d-7b9c413303e4'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:38.266714 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d28e183e-7c6a-4003-a29b-8df65482711c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/floatingips/224274eb-9a3a-464d-acc2-edf8ce2251bb HTTP/1.1" status: 204 len: 168 time: 2.1731594 Jan 12 09:42:38.411345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-b784e074-9b79-4ca2-bfcf-c698f6563602 None None] Set router 0bc01587-9a21-4155-942d-7b9c413303e4 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:42:38.651809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5fc44-a8c5-4925-8eb6-084b7858cd10 req-ffb05a25-bb8f-4ba7-b4c3-6c07d2375dde tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:38.653146 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-aad5fc44-a8c5-4925-8eb6-084b7858cd10 req-ffb05a25-bb8f-4ba7-b4c3-6c07d2375dde tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 945 time: 0.0824866 Jan 12 09:42:38.699071 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-aad5fc44-a8c5-4925-8eb6-084b7858cd10 req-a7237481-68bb-4be6-b2e1-e104581c5f7f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d640b90-f3ae-4f53-b29a-55e634471ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393803 Jan 12 09:42:38.731977 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b784e074-9b79-4ca2-bfcf-c698f6563602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'name': 'tempest-TestNetworkBasicOps-router-2054362624', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:14Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:17Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '546c9904-60ef-4c73-bacf-09f13a78daac', 'name': '', 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:50:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:25Z', 'updated_at': '2022-01-12T09:41:38Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:38.735830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b784e074-9b79-4ca2-bfcf-c698f6563602 None None] Checking router: 0bc01587-9a21-4155-942d-7b9c413303e4 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:42:38.744241 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b784e074-9b79-4ca2-bfcf-c698f6563602 None None] Routers {'0bc01587-9a21-4155-942d-7b9c413303e4'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:42:38.744915 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b784e074-9b79-4ca2-bfcf-c698f6563602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:42:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0bc01587-9a21-4155-942d-7b9c413303e4'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:38.960672 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-b784e074-9b79-4ca2-bfcf-c698f6563602 None None] Set router 0bc01587-9a21-4155-942d-7b9c413303e4 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:42:39.276848 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a81cc92a-e689-4eb9-88aa-b61b136b1cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.291398 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b784e074-9b79-4ca2-bfcf-c698f6563602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'name': 'tempest-TestNetworkBasicOps-router-2054362624', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:14Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:17Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '546c9904-60ef-4c73-bacf-09f13a78daac', 'name': '', 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:50:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:25Z', 'updated_at': '2022-01-12T09:41:38Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:39.295536 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b784e074-9b79-4ca2-bfcf-c698f6563602 None None] The sync data for ids ['0bc01587-9a21-4155-942d-7b9c413303e4'] in dv-neutron-824346-1-hyperv is: [{'id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'name': 'tempest-TestNetworkBasicOps-router-2054362624', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:14Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:17Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '546c9904-60ef-4c73-bacf-09f13a78daac', 'name': '', 'network_id': '423163f0-ac89-4c8b-965b-6fc09d1bcc48', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:50:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:25Z', 'updated_at': '2022-01-12T09:41:38Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'c7eb6399-4f6f-4773-914b-736433cc691f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:42:39.319133 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41844) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:39.379058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-223a0cd1-da2a-4332-9519-a4b7bfec6757 admin admin] Deleting subnet f0428a8c-c88b-4185-8ec0-4cc9d1d4b055 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:42:39.382176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-223a0cd1-da2a-4332-9519-a4b7bfec6757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.444857 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-223a0cd1-da2a-4332-9519-a4b7bfec6757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.502615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-223a0cd1-da2a-4332-9519-a4b7bfec6757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.537346 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43ed71-0524-425d-b5c5-a65a5e6cd5af None None] New status for floating IP 224274eb-9a3a-464d-acc2-edf8ce2251bb: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:42:39.569143 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-223a0cd1-da2a-4332-9519-a4b7bfec6757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.608991 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a0cd1-da2a-4332-9519-a4b7bfec6757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0428a8c-c88b-4185-8ec0-4cc9d1d4b055,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:39.612581 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-223a0cd1-da2a-4332-9519-a4b7bfec6757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.618428 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-223a0cd1-da2a-4332-9519-a4b7bfec6757 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f0428a8c-c88b-4185-8ec0-4cc9d1d4b055 HTTP/1.1" status: 204 len: 168 time: 0.2982445 Jan 12 09:42:39.621019 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41848) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:39.725332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-171d38cf-5a72-4f9a-8918-5d75e4484fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.852331 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-171d38cf-5a72-4f9a-8918-5d75e4484fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.885006 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-171d38cf-5a72-4f9a-8918-5d75e4484fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b91d621-668f-4fdc-a92b-262386f5eeb8']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:39.894443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd565f43d-e140-47d3-bfa4-301a9482d9e9', 'tag': '9030eb78-3837-4ae8-9172-73fc9c43b63f'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:42:39.900446 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-171d38cf-5a72-4f9a-8918-5d75e4484fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a459c7-5100-44ac-a52b-0c4bab79eeee') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:39.900831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-171d38cf-5a72-4f9a-8918-5d75e4484fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a459c7-5100-44ac-a52b-0c4bab79eeee') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:39.915143 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-171d38cf-5a72-4f9a-8918-5d75e4484fee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.932755 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-171d38cf-5a72-4f9a-8918-5d75e4484fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.939467 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171d38cf-5a72-4f9a-8918-5d75e4484fee admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:42:39.940087 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-171d38cf-5a72-4f9a-8918-5d75e4484fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:39.947337 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd565f43d-e140-47d3-bfa4-301a9482d9e9', 'tag': '9030eb78-3837-4ae8-9172-73fc9c43b63f', 'status': 'completed', 'code': 200} Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:39.954120 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:40.044546 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7841-c999-4916-8946-9f24071e1bba req-9ade3786-e770-4979-9025-b7c76602ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:40.046184 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1df7841-c999-4916-8946-9f24071e1bba req-9ade3786-e770-4979-9025-b7c76602ef61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 1098 time: 0.0747120 Jan 12 09:42:40.073940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-171d38cf-5a72-4f9a-8918-5d75e4484fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.099276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-171d38cf-5a72-4f9a-8918-5d75e4484fee admin admin] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.102192 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d38cf-5a72-4f9a-8918-5d75e4484fee admin admin] Pushing event deleted for resources: {'Network': ['ID=1b91d621-668f-4fdc-a92b-262386f5eeb8,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:40.121842 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-171d38cf-5a72-4f9a-8918-5d75e4484fee admin admin] 10.222.0.26 "DELETE /v2.0/networks/1b91d621-668f-4fdc-a92b-262386f5eeb8 HTTP/1.1" status: 204 len: 168 time: 0.4998605 Jan 12 09:42:40.126343 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41858) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:40.163177 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d319-85ca-4c7b-8f07-44a8651cedcb req-e170ce0e-bf93-4b02-855b-487c9aaf2d50 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:40.164622 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5d56d319-85ca-4c7b-8f07-44a8651cedcb req-e170ce0e-bf93-4b02-855b-487c9aaf2d50 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 945 time: 0.1932292 Jan 12 09:42:40.182980 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device d3fe1d37-2aef-4c35-a20e-1a99f16ae302 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:42:40.216800 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: d3fe1d37-2aef-4c35-a20e-1a99f16ae302 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:42:40.217576 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device d3fe1d37-2aef-4c35-a20e-1a99f16ae302 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:42:40.230974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f213ec-7846-4619-b982-378b7830d1e2 admin admin] Deleting subnet 1e4d0e05-ba7c-479d-85e8-5974f8c37e9c {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:42:40.237904 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5d56d319-85ca-4c7b-8f07-44a8651cedcb req-729f3a6c-8337-4286-b6e3-183394e69f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d640b90-f3ae-4f53-b29a-55e634471ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648191 Jan 12 09:42:40.238521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d0f213ec-7846-4619-b982-378b7830d1e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.258441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d36142-9f34-42dd-8d31-0d59ee85a6d0 req-7a9fb78a-64fc-42bb-aaaf-0c2e63b39b01 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:40.259162 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-b6d36142-9f34-42dd-8d31-0d59ee85a6d0 req-7a9fb78a-64fc-42bb-aaaf-0c2e63b39b01 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:40.262185 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7841-c999-4916-8946-9f24071e1bba req-6be98621-1c61-4c35-a79a-f53c146f8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:40.263766 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1df7841-c999-4916-8946-9f24071e1bba req-6be98621-1c61-4c35-a79a-f53c146f8920 service neutron] 10.222.0.53 "GET /v2.0/networks?id=423163f0-ac89-4c8b-965b-6fc09d1bcc48 HTTP/1.1" status: 200 len: 897 time: 0.2054911 Jan 12 09:42:40.293989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d0f213ec-7846-4619-b982-378b7830d1e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.307992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.352518 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d0f213ec-7846-4619-b982-378b7830d1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.428253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d0f213ec-7846-4619-b982-378b7830d1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.441304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-b6d36142-9f34-42dd-8d31-0d59ee85a6d0 req-7a9fb78a-64fc-42bb-aaaf-0c2e63b39b01 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:40.442425 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b6d36142-9f34-42dd-8d31-0d59ee85a6d0 req-7a9fb78a-64fc-42bb-aaaf-0c2e63b39b01 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 945 time: 0.3645704 Jan 12 09:42:40.467979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f213ec-7846-4619-b982-378b7830d1e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e4d0e05-ba7c-479d-85e8-5974f8c37e9c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:40.472564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d0f213ec-7846-4619-b982-378b7830d1e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.478807 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d0f213ec-7846-4619-b982-378b7830d1e2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1e4d0e05-ba7c-479d-85e8-5974f8c37e9c HTTP/1.1" status: 204 len: 168 time: 0.3516819 Jan 12 09:42:40.481304 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41862) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:40.484961 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1df7841-c999-4916-8946-9f24071e1bba req-0a56bec4-4cb4-4f61-92dd-8c9cf38b36ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9030eb78-3837-4ae8-9172-73fc9c43b63f HTTP/1.1" status: 200 len: 217 time: 0.2108402 Jan 12 09:42:40.565792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-b6d36142-9f34-42dd-8d31-0d59ee85a6d0 req-bd187f8d-5c3f-4341-a528-d6d672891393 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 9030eb78-3837-4ae8-9172-73fc9c43b63f {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:42:40.566087 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b6d36142-9f34-42dd-8d31-0d59ee85a6d0 req-bd187f8d-5c3f-4341-a528-d6d672891393 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.584316 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b44f2282-554c-416f-a633-710728f8d494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.614406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7841-c999-4916-8946-9f24071e1bba req-19c3bde9-f34e-432d-a660-2210dcc8ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:40.615883 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1df7841-c999-4916-8946-9f24071e1bba req-19c3bde9-f34e-432d-a660-2210dcc8ec7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c7eb6399-4f6f-4773-914b-736433cc691f HTTP/1.1" status: 200 len: 835 time: 0.1188140 Jan 12 09:42:40.827890 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b44f2282-554c-416f-a633-710728f8d494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.848259 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7841-c999-4916-8946-9f24071e1bba req-f21d2d1d-e6eb-44cb-9dd3-69ce768c558b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:40.849751 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1df7841-c999-4916-8946-9f24071e1bba req-f21d2d1d-e6eb-44cb-9dd3-69ce768c558b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=423163f0-ac89-4c8b-965b-6fc09d1bcc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2233579 Jan 12 09:42:40.853528 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-b44f2282-554c-416f-a633-710728f8d494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c113ce1d-d520-4377-8525-430047797bfd']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:40.866263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-b44f2282-554c-416f-a633-710728f8d494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217c9838-4904-4a28-a5ec-8e985dbdfb42') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:40.866529 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-b44f2282-554c-416f-a633-710728f8d494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217c9838-4904-4a28-a5ec-8e985dbdfb42') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:40.879218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b44f2282-554c-416f-a633-710728f8d494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.894446 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-b6d36142-9f34-42dd-8d31-0d59ee85a6d0 req-bd187f8d-5c3f-4341-a528-d6d672891393 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 9030eb78-3837-4ae8-9172-73fc9c43b63f, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=9030eb78-3837-4ae8-9172-73fc9c43b63f,segment=NetworkSegment(08cf4a33-bdaa-4124-b2fd-ab55dcf4e966),segment_id=08cf4a33-bdaa-4124-b2fd-ab55dcf4e966)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:42:40.894811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b6d36142-9f34-42dd-8d31-0d59ee85a6d0 req-bd187f8d-5c3f-4341-a528-d6d672891393 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.895690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b44f2282-554c-416f-a633-710728f8d494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.902144 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44f2282-554c-416f-a633-710728f8d494 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:42:40.902721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b44f2282-554c-416f-a633-710728f8d494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:40.916425 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:40.986673 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:40.994793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b44f2282-554c-416f-a633-710728f8d494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.011100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b44f2282-554c-416f-a633-710728f8d494 admin admin] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.020283 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f2282-554c-416f-a633-710728f8d494 admin admin] Pushing event deleted for resources: {'Network': ['ID=c113ce1d-d520-4377-8525-430047797bfd,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:41.023911 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b44f2282-554c-416f-a633-710728f8d494 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c113ce1d-d520-4377-8525-430047797bfd HTTP/1.1" status: 204 len: 168 time: 0.5413079 Jan 12 09:42:41.036873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-b6d36142-9f34-42dd-8d31-0d59ee85a6d0 req-bd187f8d-5c3f-4341-a528-d6d672891393 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 9030eb78-3837-4ae8-9172-73fc9c43b63f owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:42:41.181957 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1df7841-c999-4916-8946-9f24071e1bba req-254993a1-642e-4a54-a103-a590c6b01fed service neutron] 10.222.0.53 "GET /v2.0/networks/423163f0-ac89-4c8b-965b-6fc09d1bcc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180110 Jan 12 09:42:41.206937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41868) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:41.257517 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a9c6f3ac-31b6-4639-918a-708ba8f6ff44 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=965cd3e0d9324a9c9c24977000e42021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470662 Jan 12 09:42:41.257774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41872) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:41.315248 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-049fa9a4-818d-46e0-a069-29a0afe2bf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.333620 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b6d36142-9f34-42dd-8d31-0d59ee85a6d0 req-bd187f8d-5c3f-4341-a528-d6d672891393 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.347216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-049fa9a4-818d-46e0-a069-29a0afe2bf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.401989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-049fa9a4-818d-46e0-a069-29a0afe2bf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.419706 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fa9a4-818d-46e0-a069-29a0afe2bf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129fbd9a-5d4c-44a1-b869-82c86fa6171d,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:41.430572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-049fa9a4-818d-46e0-a069-29a0afe2bf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.434161 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-049fa9a4-818d-46e0-a069-29a0afe2bf13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/129fbd9a-5d4c-44a1-b869-82c86fa6171d HTTP/1.1" status: 204 len: 168 time: 0.1731224 Jan 12 09:42:41.476956 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd187f8d-5c3f-4341-a528-d6d672891393 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=9030eb78-3837-4ae8-9172-73fc9c43b63f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:41.494891 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a1ed35bf-d87f-4ca7-859b-679272d02729 req-d098acbc-97b6-4229-bc01-04698fdfeb6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=d565f43d-e140-47d3-bfa4-301a9482d9e9 HTTP/1.1" status: 200 len: 210 time: 0.1173563 Jan 12 09:42:41.503255 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1df7841-c999-4916-8946-9f24071e1bba req-97f8a884-16b7-4081-9fd6-5b133fd4ef89 service neutron] 10.222.0.53 "GET /v2.0/networks/423163f0-ac89-4c8b-965b-6fc09d1bcc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861021 Jan 12 09:42:41.546128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d36142-9f34-42dd-8d31-0d59ee85a6d0 req-bd187f8d-5c3f-4341-a528-d6d672891393 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] No DVR routers for this DVR port 9030eb78-3837-4ae8-9172-73fc9c43b63f on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:42:41.548660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b6d36142-9f34-42dd-8d31-0d59ee85a6d0 req-bd187f8d-5c3f-4341-a528-d6d672891393 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.564600 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b6d36142-9f34-42dd-8d31-0d59ee85a6d0 req-bd187f8d-5c3f-4341-a528-d6d672891393 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "DELETE /v2.0/ports/9030eb78-3837-4ae8-9172-73fc9c43b63f HTTP/1.1" status: 204 len: 173 time: 1.1084003 Jan 12 09:42:41.812939 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41882) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:41.866805 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f1dd6911-3d84-4301-b6c3-d69eda40806c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9408ae3166af4e18aff6d18a2839400d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526237 Jan 12 09:42:41.869333 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41886) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:41.931300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b10b2a0-27b5-45c0-a4f9-929ace931f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.948810 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd565f43d-e140-47d3-bfa4-301a9482d9e9', 'name': 'network-vif-deleted', 'tag': '9030eb78-3837-4ae8-9172-73fc9c43b63f'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:42:41.957586 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b10b2a0-27b5-45c0-a4f9-929ace931f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:41.993101 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd565f43d-e140-47d3-bfa4-301a9482d9e9', 'name': 'network-vif-deleted', 'tag': '9030eb78-3837-4ae8-9172-73fc9c43b63f', 'status': 'completed', 'code': 200} Jan 12 09:42:42.013148 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b10b2a0-27b5-45c0-a4f9-929ace931f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.031048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10b2a0-27b5-45c0-a4f9-929ace931f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8a86d1-455f-4fa6-a7a1-d6627257b647,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:42.037660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b10b2a0-27b5-45c0-a4f9-929ace931f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.040859 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8b10b2a0-27b5-45c0-a4f9-929ace931f72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e8a86d1-455f-4fa6-a7a1-d6627257b647 HTTP/1.1" status: 204 len: 168 time: 0.1682796 Jan 12 09:42:42.457441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fae362-fdcb-4417-a6bf-b12fd1e77ced req-37770c03-b06a-4cdb-8067-c9014fc09dcf tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:42.458916 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-23fae362-fdcb-4417-a6bf-b12fd1e77ced req-37770c03-b06a-4cdb-8067-c9014fc09dcf tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 945 time: 0.0903878 Jan 12 09:42:42.505322 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-23fae362-fdcb-4417-a6bf-b12fd1e77ced req-ea4e1247-e865-46ce-b570-d46474edb585 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403204 Jan 12 09:42:42.581340 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.590001 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41900) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:42.662084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-14de8d3a-eac9-45a2-89ab-bb6904f3bc73 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.699106 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-14de8d3a-eac9-45a2-89ab-bb6904f3bc73 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.764569 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-14de8d3a-eac9-45a2-89ab-bb6904f3bc73 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.781704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de8d3a-eac9-45a2-89ab-bb6904f3bc73 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d640b90-f3ae-4f53-b29a-55e634471ce5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:42.796740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-14de8d3a-eac9-45a2-89ab-bb6904f3bc73 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:42.800462 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-14de8d3a-eac9-45a2-89ab-bb6904f3bc73 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/security-groups/2d640b90-f3ae-4f53-b29a-55e634471ce5 HTTP/1.1" status: 204 len: 168 time: 0.2065208 Jan 12 09:42:42.831996 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41906) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:43.398697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-64a33d5c-87dd-4ad7-85af-f72ff17e4523 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:43.692373 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428711ce-cab7-480a-a4ee-4b662675d4da req-052f0ea6-dcb0-4489-90d6-7648b4bdab38 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:43.693956 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-428711ce-cab7-480a-a4ee-4b662675d4da req-052f0ea6-dcb0-4489-90d6-7648b4bdab38 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 945 time: 0.0818408 Jan 12 09:42:43.739830 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-428711ce-cab7-480a-a4ee-4b662675d4da req-3089d3f9-3a7b-43b8-8bd7-0bc9de24d24c tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397484 Jan 12 09:42:43.862488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-64a33d5c-87dd-4ad7-85af-f72ff17e4523 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 546c9904-60ef-4c73-bacf-09f13a78daac {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:42:43.863117 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-64a33d5c-87dd-4ad7-85af-f72ff17e4523 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.056858 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-64a33d5c-87dd-4ad7-85af-f72ff17e4523 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 546c9904-60ef-4c73-bacf-09f13a78daac, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=546c9904-60ef-4c73-bacf-09f13a78daac,segment=NetworkSegment(08cf4a33-bdaa-4124-b2fd-ab55dcf4e966),segment_id=08cf4a33-bdaa-4124-b2fd-ab55dcf4e966)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:42:44.057231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-64a33d5c-87dd-4ad7-85af-f72ff17e4523 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.120531 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b41d2-eace-4005-94df-fd0cc3f15af0 req-788c698c-c765-44bb-a778-9c9d36aeaaac tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:44.121993 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-039b41d2-eace-4005-94df-fd0cc3f15af0 req-788c698c-c765-44bb-a778-9c9d36aeaaac tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.53 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 945 time: 0.0848775 Jan 12 09:42:44.180302 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-64a33d5c-87dd-4ad7-85af-f72ff17e4523 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 546c9904-60ef-4c73-bacf-09f13a78daac owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:42:44.193836 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-039b41d2-eace-4005-94df-fd0cc3f15af0 req-7815dcad-dc38-4f0a-82fe-dcce1ace9a5f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Deleting port bbda1b10-af79-4097-9fd1-cf5816e3f353 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:42:44.194211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-039b41d2-eace-4005-94df-fd0cc3f15af0 req-7815dcad-dc38-4f0a-82fe-dcce1ace9a5f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.215094 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 9030eb78-3837-4ae8-9172-73fc9c43b63f no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:42:44.249058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 9030eb78-3837-4ae8-9172-73fc9c43b63f {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:42:44.249397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 9030eb78-3837-4ae8-9172-73fc9c43b63f not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:42:44.374551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-64a33d5c-87dd-4ad7-85af-f72ff17e4523 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.423856 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a33d5c-87dd-4ad7-85af-f72ff17e4523 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=546c9904-60ef-4c73-bacf-09f13a78daac,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:44.563602 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-039b41d2-eace-4005-94df-fd0cc3f15af0 req-7815dcad-dc38-4f0a-82fe-dcce1ace9a5f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] For port bbda1b10-af79-4097-9fd1-cf5816e3f353, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=bbda1b10-af79-4097-9fd1-cf5816e3f353,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:42:44.563964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-039b41d2-eace-4005-94df-fd0cc3f15af0 req-7815dcad-dc38-4f0a-82fe-dcce1ace9a5f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.702206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-64a33d5c-87dd-4ad7-85af-f72ff17e4523 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.856706 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-039b41d2-eace-4005-94df-fd0cc3f15af0 req-7815dcad-dc38-4f0a-82fe-dcce1ace9a5f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.857347 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-039b41d2-eace-4005-94df-fd0cc3f15af0 req-7815dcad-dc38-4f0a-82fe-dcce1ace9a5f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:44.857558 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [req-039b41d2-eace-4005-94df-fd0cc3f15af0 req-7815dcad-dc38-4f0a-82fe-dcce1ace9a5f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Floating IP 3edd609d-990a-402b-ba59-aca1d1a94aac disassociated. External IP: 172.26.2.121, port: bbda1b10-af79-4097-9fd1-cf5816e3f353. Jan 12 09:42:44.857869 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-039b41d2-eace-4005-94df-fd0cc3f15af0 req-7815dcad-dc38-4f0a-82fe-dcce1ace9a5f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Calling delete_port for bbda1b10-af79-4097-9fd1-cf5816e3f353 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:42:45.003273 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-039b41d2-eace-4005-94df-fd0cc3f15af0 req-7815dcad-dc38-4f0a-82fe-dcce1ace9a5f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.054533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815dcad-dc38-4f0a-82fe-dcce1ace9a5f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event deleted for resources: {'Port': ['ID=bbda1b10-af79-4097-9fd1-cf5816e3f353,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:45.091776 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4be85-17bc-40c1-aa52-cc732c1b8623 req-9fd07c1f-27ad-4482-bfc9-11f0997f88f1 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:45.093221 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-21c4be85-17bc-40c1-aa52-cc732c1b8623 req-9fd07c1f-27ad-4482-bfc9-11f0997f88f1 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 945 time: 0.2369206 Jan 12 09:42:45.239381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-039b41d2-eace-4005-94df-fd0cc3f15af0 req-7815dcad-dc38-4f0a-82fe-dcce1ace9a5f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Router c5212f11-65aa-4027-8b40-2c5f02937e1d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:42:45.283370 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a33d5c-87dd-4ad7-85af-f72ff17e4523 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 0bc01587-9a21-4155-942d-7b9c413303e4 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:42:45.286415 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-21c4be85-17bc-40c1-aa52-cc732c1b8623 req-8ebb82c1-9f4c-47cb-93a2-b8ba80a0be9a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756282 Jan 12 09:42:45.420858 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-039b41d2-eace-4005-94df-fd0cc3f15af0 req-7815dcad-dc38-4f0a-82fe-dcce1ace9a5f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:42:45.430481 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f3bd4-cd1c-464c-bdfa-c149115ea3b8 None None] Sync routers for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:42:45.444154 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f3bd4-cd1c-464c-bdfa-c149115ea3b8 None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:42:45.444774 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-1d9f3bd4-cd1c-464c-bdfa-c149115ea3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:42:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:45.462575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a33d5c-87dd-4ad7-85af-f72ff17e4523 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:42:45.476156 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c698af6c-2e20-45e2-8745-24a2de64747a None None] Sync routers for ids ['0bc01587-9a21-4155-942d-7b9c413303e4'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:42:45.478391 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-64a33d5c-87dd-4ad7-85af-f72ff17e4523 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/0bc01587-9a21-4155-942d-7b9c413303e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6450572 Jan 12 09:42:45.485138 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41914) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:45.490362 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c698af6c-2e20-45e2-8745-24a2de64747a None None] Routers {'0bc01587-9a21-4155-942d-7b9c413303e4'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:42:45.491347 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c698af6c-2e20-45e2-8745-24a2de64747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:42:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0bc01587-9a21-4155-942d-7b9c413303e4'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:45.528828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-039b41d2-eace-4005-94df-fd0cc3f15af0 req-7815dcad-dc38-4f0a-82fe-dcce1ace9a5f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] No DVR routers for this DVR port bbda1b10-af79-4097-9fd1-cf5816e3f353 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:42:45.534408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-039b41d2-eace-4005-94df-fd0cc3f15af0 req-7815dcad-dc38-4f0a-82fe-dcce1ace9a5f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.537312 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9103a700-6bd2-444a-9530-1080b72a1943', 'name': 'network-vif-deleted', 'tag': 'bbda1b10-af79-4097-9fd1-cf5816e3f353'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:42:45.562171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-685d0242-f0cf-49f1-a382-a72df5263679 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting subnet c7eb6399-4f6f-4773-914b-736433cc691f {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:42:45.565781 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-685d0242-f0cf-49f1-a382-a72df5263679 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.580723 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-039b41d2-eace-4005-94df-fd0cc3f15af0 req-7815dcad-dc38-4f0a-82fe-dcce1ace9a5f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.53 "DELETE /v2.0/ports/bbda1b10-af79-4097-9fd1-cf5816e3f353 HTTP/1.1" status: 204 len: 173 time: 1.4498918 Jan 12 09:42:45.629631 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9103a700-6bd2-444a-9530-1080b72a1943', 'name': 'network-vif-deleted', 'tag': 'bbda1b10-af79-4097-9fd1-cf5816e3f353', 'status': 'completed', 'code': 200} Jan 12 09:42:45.650310 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-685d0242-f0cf-49f1-a382-a72df5263679 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.659512 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-1d9f3bd4-cd1c-464c-bdfa-c149115ea3b8 None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:42:45.741269 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-685d0242-f0cf-49f1-a382-a72df5263679 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.769864 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-c698af6c-2e20-45e2-8745-24a2de64747a None None] Set router 0bc01587-9a21-4155-942d-7b9c413303e4 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:42:45.840562 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-685d0242-f0cf-49f1-a382-a72df5263679 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.886652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0242-f0cf-49f1-a382-a72df5263679 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Subnet': ['ID=c7eb6399-4f6f-4773-914b-736433cc691f,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:45.891409 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-685d0242-f0cf-49f1-a382-a72df5263679 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:45.901870 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-685d0242-f0cf-49f1-a382-a72df5263679 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/subnets/c7eb6399-4f6f-4773-914b-736433cc691f HTTP/1.1" status: 204 len: 168 time: 0.4117942 Jan 12 09:42:45.902916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41920) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:45.908782 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2781b5fe-6efd-4b96-a2bd-043783b0779a None None] Network 423163f0-ac89-4c8b-965b-6fc09d1bcc48 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:42:46.072048 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c698af6c-2e20-45e2-8745-24a2de64747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'name': 'tempest-TestNetworkBasicOps-router-2054362624', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:14Z', 'updated_at': '2022-01-12T09:42:44Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:17Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:46.077614 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c698af6c-2e20-45e2-8745-24a2de64747a None None] Checking router: 0bc01587-9a21-4155-942d-7b9c413303e4 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:42:46.088306 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c698af6c-2e20-45e2-8745-24a2de64747a None None] Routers {'0bc01587-9a21-4155-942d-7b9c413303e4'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:42:46.089286 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c698af6c-2e20-45e2-8745-24a2de64747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:42:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['0bc01587-9a21-4155-942d-7b9c413303e4'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:46.115934 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6bd871de-51dd-4471-865d-62a4cd22c321 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.312251 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-c698af6c-2e20-45e2-8745-24a2de64747a None None] Set router 0bc01587-9a21-4155-942d-7b9c413303e4 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:42:46.351013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-1d9f3bd4-cd1c-464c-bdfa-c149115ea3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:46.357863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f3bd4-cd1c-464c-bdfa-c149115ea3b8 None None] Checking router: c5212f11-65aa-4027-8b40-2c5f02937e1d for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:42:46.368175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f3bd4-cd1c-464c-bdfa-c149115ea3b8 None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:42:46.369005 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-1d9f3bd4-cd1c-464c-bdfa-c149115ea3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:42:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:46.451308 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c5113a-84a6-4f4e-b56d-b58eedb1986b None None] DHCP port deletion for 423163f0-ac89-4c8b-965b-6fc09d1bcc48 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:42:46.461919 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-28c5113a-84a6-4f4e-b56d-b58eedb1986b None None] Deleting port 259bb7de-be1e-4fad-94fe-00b660e18e31 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:42:46.462430 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-28c5113a-84a6-4f4e-b56d-b58eedb1986b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.491077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6bd871de-51dd-4471-865d-62a4cd22c321 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.508585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-6bd871de-51dd-4471-865d-62a4cd22c321 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port fbe5b118-1679-4fa5-9eda-b3d7d265d989 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:42:46.509761 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6bd871de-51dd-4471-865d-62a4cd22c321 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.524889 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-437e5e25-cf1d-4b78-a5cd-dfa78b156b4b req-7cb648b4-7a2b-4fae-ae4f-cf88cc42ac25 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=9103a700-6bd2-444a-9530-1080b72a1943 HTTP/1.1" status: 200 len: 210 time: 0.0546696 Jan 12 09:42:46.642022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.681899 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-1d9f3bd4-cd1c-464c-bdfa-c149115ea3b8 None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:42:46.694408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-6bd871de-51dd-4471-865d-62a4cd22c321 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port fbe5b118-1679-4fa5-9eda-b3d7d265d989, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=fbe5b118-1679-4fa5-9eda-b3d7d265d989,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:42:46.694777 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6bd871de-51dd-4471-865d-62a4cd22c321 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.727297 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c698af6c-2e20-45e2-8745-24a2de64747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'name': 'tempest-TestNetworkBasicOps-router-2054362624', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:14Z', 'updated_at': '2022-01-12T09:42:44Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:17Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:46.731251 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c698af6c-2e20-45e2-8745-24a2de64747a None None] The sync data for ids ['0bc01587-9a21-4155-942d-7b9c413303e4'] in dv-neutron-824346-1-hyperv is: [{'id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'name': 'tempest-TestNetworkBasicOps-router-2054362624', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:41:14Z', 'updated_at': '2022-01-12T09:42:44Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'fbe5b118-1679-4fa5-9eda-b3d7d265d989', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc01587-9a21-4155-942d-7b9c413303e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:41:17Z', 'updated_at': '2022-01-12T09:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:42:46.826527 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-6bd871de-51dd-4471-865d-62a4cd22c321 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for fbe5b118-1679-4fa5-9eda-b3d7d265d989 owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:42:46.931980 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-28c5113a-84a6-4f4e-b56d-b58eedb1986b None None] For port 259bb7de-be1e-4fad-94fe-00b660e18e31, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=259bb7de-be1e-4fad-94fe-00b660e18e31,segment=NetworkSegment(08cf4a33-bdaa-4124-b2fd-ab55dcf4e966),segment_id=08cf4a33-bdaa-4124-b2fd-ab55dcf4e966)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:42:46.932393 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-28c5113a-84a6-4f4e-b56d-b58eedb1986b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:46.999983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6bd871de-51dd-4471-865d-62a4cd22c321 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.045369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd871de-51dd-4471-865d-62a4cd22c321 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=fbe5b118-1679-4fa5-9eda-b3d7d265d989,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:47.071748 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-28c5113a-84a6-4f4e-b56d-b58eedb1986b None None] Calling delete_port for 259bb7de-be1e-4fad-94fe-00b660e18e31 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:42:47.159078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6bd871de-51dd-4471-865d-62a4cd22c321 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.251431 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 259bb7de-be1e-4fad-94fe-00b660e18e31 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:42:47.297803 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-28c5113a-84a6-4f4e-b56d-b58eedb1986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.353483 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6bd871de-51dd-4471-865d-62a4cd22c321 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.356027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6bd871de-51dd-4471-865d-62a4cd22c321 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.358207 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5113a-84a6-4f4e-b56d-b58eedb1986b None None] Pushing event deleted for resources: {'Port': ['ID=259bb7de-be1e-4fad-94fe-00b660e18e31,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:47.367152 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c5113a-84a6-4f4e-b56d-b58eedb1986b None None] No DVR routers for this DVR port 259bb7de-be1e-4fad-94fe-00b660e18e31 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:42:47.374149 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No active binding found for port 259bb7de-be1e-4fad-94fe-00b660e18e31 {{(pid=87665) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 12 09:42:47.374443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 259bb7de-be1e-4fad-94fe-00b660e18e31 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:42:47.374872 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 546c9904-60ef-4c73-bacf-09f13a78daac no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:42:47.391103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6bd871de-51dd-4471-865d-62a4cd22c321 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.391613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd871de-51dd-4471-865d-62a4cd22c321 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Fanout notify agent at l3_agent the message router_deleted on router 0bc01587-9a21-4155-942d-7b9c413303e4 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:42:47.407456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6bd871de-51dd-4471-865d-62a4cd22c321 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.411215 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6bd871de-51dd-4471-865d-62a4cd22c321 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/routers/0bc01587-9a21-4155-942d-7b9c413303e4 HTTP/1.1" status: 204 len: 168 time: 1.5062270 Jan 12 09:42:47.411521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41926) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:47.415167 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 546c9904-60ef-4c73-bacf-09f13a78daac {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:42:47.415531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 546c9904-60ef-4c73-bacf-09f13a78daac not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:42:47.436472 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-1d9f3bd4-cd1c-464c-bdfa-c149115ea3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:47.442124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f3bd4-cd1c-464c-bdfa-c149115ea3b8 None None] The sync data for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv is: [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:42:47.528258 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1baa525d-17c2-44fd-aeaa-11ea78046f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.671078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1baa525d-17c2-44fd-aeaa-11ea78046f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.699261 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-1baa525d-17c2-44fd-aeaa-11ea78046f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423163f0-ac89-4c8b-965b-6fc09d1bcc48']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:47.712266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-1baa525d-17c2-44fd-aeaa-11ea78046f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08cf4a33-bdaa-4124-b2fd-ab55dcf4e966') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:47.712569 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-1baa525d-17c2-44fd-aeaa-11ea78046f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08cf4a33-bdaa-4124-b2fd-ab55dcf4e966') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:47.716607 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7a97d7-921e-4c89-a7ba-c2a53be1af8a None None] New status for floating IP 3edd609d-990a-402b-ba59-aca1d1a94aac: DOWN {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:42:47.725694 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1baa525d-17c2-44fd-aeaa-11ea78046f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.741894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1baa525d-17c2-44fd-aeaa-11ea78046f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.748366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1baa525d-17c2-44fd-aeaa-11ea78046f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:42:47.748763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1baa525d-17c2-44fd-aeaa-11ea78046f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:42:47.765038 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:42:47.955336 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-a506cee8-bf77-4490-bf0c-2568655bc9a3 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477997394&fields=id&tenant_id=b9bfaac095a94beaa576ace8f51e6ad8 HTTP/1.1" status: 200 len: 267 time: 0.0570288 Jan 12 09:42:47.985747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1baa525d-17c2-44fd-aeaa-11ea78046f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.004773 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1baa525d-17c2-44fd-aeaa-11ea78046f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.017811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa525d-17c2-44fd-aeaa-11ea78046f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Network': ['ID=423163f0-ac89-4c8b-965b-6fc09d1bcc48,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:48.025517 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1baa525d-17c2-44fd-aeaa-11ea78046f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/networks/423163f0-ac89-4c8b-965b-6fc09d1bcc48 HTTP/1.1" status: 204 len: 168 time: 0.6130204 Jan 12 09:42:48.042823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 41938) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:48.049784 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-85145880-5ea4-4cd6-803c-2eca52b86831 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'network': {'name': 'tempest-network-smoke--1576730211', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'port_security_enabled': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:48.055838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-85145880-5ea4-4cd6-803c-2eca52b86831 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:48.060465 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-85145880-5ea4-4cd6-803c-2eca52b86831 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:network and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:48.063862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-85145880-5ea4-4cd6-803c-2eca52b86831 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:48.069737 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-85145880-5ea4-4cd6-803c-2eca52b86831 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:48.082149 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85145880-5ea4-4cd6-803c-2eca52b86831 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:48.087313 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-85145880-5ea4-4cd6-803c-2eca52b86831 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.124771 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85145880-5ea4-4cd6-803c-2eca52b86831 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:42:48.134980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-85145880-5ea4-4cd6-803c-2eca52b86831 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.135319 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-85145880-5ea4-4cd6-803c-2eca52b86831 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Added segment 16f1e159-5291-4983-89fa-9c552c12c77f of type vlan for network 34c16a4b-789b-4659-b065-173df79be163 Jan 12 09:42:48.136276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-44d0260f-4dfa-447f-aa06-0321661f0382 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:48.137746 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-44d0260f-4dfa-447f-aa06-0321661f0382 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 810 time: 0.1781368 Jan 12 09:42:48.152919 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-e8cf2c97-728a-4324-954d-2d0694f2544a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/quotas/b9bfaac095a94beaa576ace8f51e6ad8 HTTP/1.1" status: 200 len: 375 time: 0.0092180 Jan 12 09:42:48.161616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-85145880-5ea4-4cd6-803c-2eca52b86831 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.192216 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-85145880-5ea4-4cd6-803c-2eca52b86831 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.199200 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85145880-5ea4-4cd6-803c-2eca52b86831 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:48.199714 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-85145880-5ea4-4cd6-803c-2eca52b86831 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.239960 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-42d44513-35c2-4f97-a969-ac612f0f1ca2 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812182 Jan 12 09:42:48.244665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device bbda1b10-af79-4097-9fd1-cf5816e3f353 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:42:48.257169 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-50a3f8d9-2bdd-4d46-8b15-f1a76c28e580 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:42:48.258746 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-50a3f8d9-2bdd-4d46-8b15-f1a76c28e580 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064869 Jan 12 09:42:48.267509 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-85145880-5ea4-4cd6-803c-2eca52b86831 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2231324 Jan 12 09:42:48.282589 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: bbda1b10-af79-4097-9fd1-cf5816e3f353 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:42:48.283234 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device bbda1b10-af79-4097-9fd1-cf5816e3f353 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:42:48.283843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41942) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:48.295698 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'admin_state_up': True, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:48.304717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:48.317227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85145880-5ea4-4cd6-803c-2eca52b86831 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Network': ['ID=34c16a4b-789b-4659-b065-173df79be163,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:48.319616 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:router and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:48.324573 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:48.328035 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 34c16a4b-789b-4659-b065-173df79be163 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:42:48.375961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:48.400899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.401882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.434276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.436972 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-b27fcd3a-7b0a-4abf-94f9-befd0d81668e service neutron] 10.222.0.26 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725929 Jan 12 09:42:48.753556 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-5ab18e36-28db-41d9-bda2-5fad83fbfa87 service neutron] 10.222.0.26 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092887 Jan 12 09:42:48.810202 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:48.854490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device fbe5b118-1679-4fa5-9eda-b3d7d265d989 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:42:48.890330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: fbe5b118-1679-4fa5-9eda-b3d7d265d989 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:42:48.890759 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device fbe5b118-1679-4fa5-9eda-b3d7d265d989 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:42:49.171908 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-cea906ce-7ab6-40ee-932f-33c97d84eac7 req-98776ad5-dbd8-4360-87f2-bb8514a0f2a8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Synchronizing usage tracker for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:49.189196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-cea906ce-7ab6-40ee-932f-33c97d84eac7 req-98776ad5-dbd8-4360-87f2-bb8514a0f2a8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Unset dirty status for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:49.190682 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cea906ce-7ab6-40ee-932f-33c97d84eac7 req-98776ad5-dbd8-4360-87f2-bb8514a0f2a8 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 210 time: 0.0594974 Jan 12 09:42:49.249619 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.279191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.415740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.130 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/6f3a2d03-4164-433d-bafa-d9eec4cca448) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:49.563323 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.596182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:49.660536 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:49.663517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:49.667358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:42:49.704012 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=6f3a2d03-4164-433d-bafa-d9eec4cca448,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:50.082483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:50.264706 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-591abf7b-4576-472e-815d-18a3eccd12f3 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:50.266496 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-591abf7b-4576-472e-815d-18a3eccd12f3 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.53 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 810 time: 0.1583438 Jan 12 09:42:50.321973 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-3b296ad0-32a8-4fe5-b533-ac85d29f2e6a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9bfaac095a94beaa576ace8f51e6ad8 HTTP/1.1" status: 200 len: 380 time: 0.0407352 Jan 12 09:42:50.331591 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2d115dcf-78a8-4f51-a606-be61de4e3d5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Request body: {'port': {'device_id': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'admin_state_up': True, 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'security_groups': ['5fed2199-99b6-4876-9fe8-d6e21d06fef5']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:50.488601 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2d115dcf-78a8-4f51-a606-be61de4e3d5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:50.501038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2d115dcf-78a8-4f51-a606-be61de4e3d5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:50.514529 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2d115dcf-78a8-4f51-a606-be61de4e3d5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Made reservation on behalf of b9bfaac095a94beaa576ace8f51e6ad8 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:50.518707 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2d115dcf-78a8-4f51-a606-be61de4e3d5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:50.636413 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9c442d7c-4ef6-4b66-aa91-9b54deb4f882 req-7b0c6765-95a8-4880-930f-f18811b39d6b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 210 time: 0.3118339 Jan 12 09:42:50.651759 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:50.687278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2d115dcf-78a8-4f51-a606-be61de4e3d5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Allocated IP 172.20.0.4 (7c044518-5731-4207-8f99-0a1c6effbd44/fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee/f5e10c06-1bd7-42ef-890b-34a0449cb2c6) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:50.859320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 7fbce38f-01d6-473b-9d44-380d66e6eda8 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:42:50.878566 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2d115dcf-78a8-4f51-a606-be61de4e3d5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:50.894568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2d115dcf-78a8-4f51-a606-be61de4e3d5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Transition to ACTIVE for port object f5e10c06-1bd7-42ef-890b-34a0449cb2c6 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:50.919667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2d115dcf-78a8-4f51-a606-be61de4e3d5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:51.014759 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2d115dcf-78a8-4f51-a606-be61de4e3d5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Network 7c044518-5731-4207-8f99-0a1c6effbd44 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:51.017656 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2d115dcf-78a8-4f51-a606-be61de4e3d5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:51.021715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2d115dcf-78a8-4f51-a606-be61de4e3d5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:42:51.057880 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:42:51.058113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d115dcf-78a8-4f51-a606-be61de4e3d5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event updated for resources: {'Port': ['ID=f5e10c06-1bd7-42ef-890b-34a0449cb2c6,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:51.072194 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Sync routers for ids ['7fbce38f-01d6-473b-9d44-380d66e6eda8'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:42:51.091391 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Routers {'7fbce38f-01d6-473b-9d44-380d66e6eda8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:42:51.091391 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:42:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7fbce38f-01d6-473b-9d44-380d66e6eda8'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:51.101133 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:51.103592 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6dc21c50-2eff-4e11-ba24-0bb0416d9f4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8147380 Jan 12 09:42:51.106152 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41970) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:51.123581 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2d115dcf-78a8-4f51-a606-be61de4e3d5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:51.124658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2d115dcf-78a8-4f51-a606-be61de4e3d5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:51.157407 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2d115dcf-78a8-4f51-a606-be61de4e3d5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8296912 Jan 12 09:42:51.174323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2432dc7f-51f5-44af-9006-4d052346bde1 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:42:51.175626 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-2432dc7f-51f5-44af-9006-4d052346bde1 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077810 Jan 12 09:42:51.266600 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Request body: {'port': {'device_id': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:51.315792 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a9235fdc-4e63-460d-b090-5b38f91f4068 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=05fdfd0263cb464989f6119e683582f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2083659 Jan 12 09:42:51.318104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41978) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:51.398947 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Set router 7fbce38f-01d6-473b-9d44-380d66e6eda8 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:42:51.406128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b3b9ce49-0ec4-44de-a747-ec0a3bc12e4e None None] Provisioning for port f5e10c06-1bd7-42ef-890b-34a0449cb2c6 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:51.413151 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b3b9ce49-0ec4-44de-a747-ec0a3bc12e4e None None] Provisioning complete for port f5e10c06-1bd7-42ef-890b-34a0449cb2c6 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:51.413748 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b3b9ce49-0ec4-44de-a747-ec0a3bc12e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:51.441812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:51.496087 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b3b9ce49-0ec4-44de-a747-ec0a3bc12e4e None None] Port f5e10c06-1bd7-42ef-890b-34a0449cb2c6 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:42:51.525851 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d0fb4f-c7b2-4ad9-825d-430b957ef28f tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:51.530726 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-34d0fb4f-c7b2-4ad9-825d-430b957ef28f tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2087169 Jan 12 09:42:51.531080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41982) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:51.574853 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-30775372-d16e-4212-b6b0-fe339583ee85 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421071 Jan 12 09:42:51.578381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41986) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:51.585083 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-b8ce67d9-7be0-4769-bcbc-5d88e9ed2fce tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-664655255', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:51.731655 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b8ce67d9-7be0-4769-bcbc-5d88e9ed2fce tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:51.736494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b8ce67d9-7be0-4769-bcbc-5d88e9ed2fce tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:subnet and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:51.739445 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b8ce67d9-7be0-4769-bcbc-5d88e9ed2fce tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:51.751218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b8ce67d9-7be0-4769-bcbc-5d88e9ed2fce tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:51.776491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ce67d9-7be0-4769-bcbc-5d88e9ed2fce tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:42:51.788714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8ce67d9-7be0-4769-bcbc-5d88e9ed2fce tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:51.870490 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:49Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:51.877121 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Checking router: 7fbce38f-01d6-473b-9d44-380d66e6eda8 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:42:51.877121 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Updating router 7fbce38f-01d6-473b-9d44-380d66e6eda8 port 6f3a2d03-4164-433d-bafa-d9eec4cca448 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:42:51.942466 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.050465 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa6996-f3d6-4876-83c4-d83079002c1c req-3b25d0cf-c0cb-4c9f-9104-f2c8b2bc65d5 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:52.059346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-78aa6996-f3d6-4876-83c4-d83079002c1c req-3b25d0cf-c0cb-4c9f-9104-f2c8b2bc65d5 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Synchronizing usage tracker for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:52.066657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e10c06-1bd7-42ef-890b-34a0449cb2c6 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:42:52.092157 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.126191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8ce67d9-7be0-4769-bcbc-5d88e9ed2fce tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.139436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Transition to ACTIVE for port object f5e10c06-1bd7-42ef-890b-34a0449cb2c6 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:52.145234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-78aa6996-f3d6-4876-83c4-d83079002c1c req-3b25d0cf-c0cb-4c9f-9104-f2c8b2bc65d5 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Unset dirty status for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:52.147673 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-78aa6996-f3d6-4876-83c4-d83079002c1c req-3b25d0cf-c0cb-4c9f-9104-f2c8b2bc65d5 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 931 time: 0.2860496 Jan 12 09:42:52.149004 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.222483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce67d9-7be0-4769-bcbc-5d88e9ed2fce tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Subnet': ['ID=28584621-5ec9-4018-920d-49f91e16eefd,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:52.233314 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce67d9-7be0-4769-bcbc-5d88e9ed2fce tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Checking segment: {'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:42:52.233940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ce67d9-7be0-4769-bcbc-5d88e9ed2fce tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network hostable DHCP agents. Network: 34c16a4b-789b-4659-b065-173df79be163, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:42:52.260081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ce67d9-7be0-4769-bcbc-5d88e9ed2fce tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 34c16a4b-789b-4659-b065-173df79be163 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:42:52.274724 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-b8ce67d9-7be0-4769-bcbc-5d88e9ed2fce tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 34c16a4b-789b-4659-b065-173df79be163) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:52.279863 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ce67d9-7be0-4769-bcbc-5d88e9ed2fce tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:52.280746 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8ce67d9-7be0-4769-bcbc-5d88e9ed2fce tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.289135 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b7db4c-0d5d-41b6-a6ad-9354e1db97e2 None None] Network 34c16a4b-789b-4659-b065-173df79be163 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:42:52.314380 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b8ce67d9-7be0-4769-bcbc-5d88e9ed2fce tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7345796 Jan 12 09:42:52.317316 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 41992) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:52.368816 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.387137 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Transition to ACTIVE for port object 6f3a2d03-4164-433d-bafa-d9eec4cca448 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:52.401850 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.485558 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-78aa6996-f3d6-4876-83c4-d83079002c1c req-6fc4028c-1b11-43e8-a20f-55872764abcc tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827152 Jan 12 09:42:52.493737 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fecb4-8345-4c66-91a8-52e827ff59c0 None None] Pushing event updated for resources: {'Port': ['ID=6f3a2d03-4164-433d-bafa-d9eec4cca448,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:52.505174 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146fecb4-8345-4c66-91a8-52e827ff59c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:52.505609 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146fecb4-8345-4c66-91a8-52e827ff59c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:52.506045 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146fecb4-8345-4c66-91a8-52e827ff59c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:52.506804 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146fecb4-8345-4c66-91a8-52e827ff59c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:52.506804 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146fecb4-8345-4c66-91a8-52e827ff59c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:52.507202 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146fecb4-8345-4c66-91a8-52e827ff59c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:52.507590 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146fecb4-8345-4c66-91a8-52e827ff59c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:52.508130 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146fecb4-8345-4c66-91a8-52e827ff59c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:52.508673 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146fecb4-8345-4c66-91a8-52e827ff59c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:52.509372 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146fecb4-8345-4c66-91a8-52e827ff59c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:52.509766 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146fecb4-8345-4c66-91a8-52e827ff59c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:52.510268 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146fecb4-8345-4c66-91a8-52e827ff59c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:42:52.539502 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Attempting to bind port 6f3a2d03-4164-433d-bafa-d9eec4cca448 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:52.540279 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Attempting to bind port 6f3a2d03-4164-433d-bafa-d9eec4cca448 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:52.541113 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Attempting to bind port 6f3a2d03-4164-433d-bafa-d9eec4cca448 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:42:52.547105 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:42:52.547836 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:42:52.548562 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.549325 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:42:52.550069 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Bound port: 6f3a2d03-4164-433d-bafa-d9eec4cca448, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:52.550986 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.645510 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] For port 6f3a2d03-4164-433d-bafa-d9eec4cca448, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:42:52.646358 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e10c06-1bd7-42ef-890b-34a0449cb2c6,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:52.649903 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] For port 6f3a2d03-4164-433d-bafa-d9eec4cca448, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6f3a2d03-4164-433d-bafa-d9eec4cca448,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:42:52.659785 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.701992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Attempting to bind port f5e10c06-1bd7-42ef-890b-34a0449cb2c6 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:52.702961 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Attempting to bind port f5e10c06-1bd7-42ef-890b-34a0449cb2c6 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:52.703458 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Attempting to bind port f5e10c06-1bd7-42ef-890b-34a0449cb2c6 on network 7c044518-5731-4207-8f99-0a1c6effbd44 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:42:52.709930 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Port f5e10c06-1bd7-42ef-890b-34a0449cb2c6 on network 7c044518-5731-4207-8f99-0a1c6effbd44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:42:52.710428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Attempting to bind port f5e10c06-1bd7-42ef-890b-34a0449cb2c6 on network 7c044518-5731-4207-8f99-0a1c6effbd44 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:42:52.718082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:42:52.720180 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Checking segment: {'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:42:52.720908 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Bound using segment: {'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:42:52.721534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Bound port: f5e10c06-1bd7-42ef-890b-34a0449cb2c6, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:52.722144 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.728531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-34c16a4b-789b-4659-b065-173df79be163', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:42:52.729575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.745137 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Routers {'7fbce38f-01d6-473b-9d44-380d66e6eda8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:42:52.745684 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:42:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7fbce38f-01d6-473b-9d44-380d66e6eda8'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:52.852502 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] For port f5e10c06-1bd7-42ef-890b-34a0449cb2c6, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:42:52.855807 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] For port f5e10c06-1bd7-42ef-890b-34a0449cb2c6, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=f5e10c06-1bd7-42ef-890b-34a0449cb2c6,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:42:52.862360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.921205 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Allocated IP 172.20.0.2 (34c16a4b-789b-4659-b065-173df79be163/28584621-5ec9-4018-920d-49f91e16eefd/f866be51-d3bd-45cf-8444-0228451f9f8d) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:52.926348 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fecb4-8345-4c66-91a8-52e827ff59c0 None None] Pushing event updated for resources: {'Port': ['ID=6f3a2d03-4164-433d-bafa-d9eec4cca448,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:52.945441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:52.947430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:52.947644 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] Set router 7fbce38f-01d6-473b-9d44-380d66e6eda8 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:42:52.950626 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] 10.222.0.53 "PUT /v2.0/ports/f5e10c06-1bd7-42ef-890b-34a0449cb2c6 HTTP/1.1" status: 200 len: 1093 time: 1.7632554 Jan 12 09:42:52.952482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'tag': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:42:53.001241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a988db5-b09e-4509-878e-f8b7f9a818a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e10c06-1bd7-42ef-890b-34a0449cb2c6,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:53.066972 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'tag': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'status': 'completed', 'code': 200} Jan 12 09:42:53.165653 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-f4280b97-1c17-417b-bea5-18222f6a3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:53.167195 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-f4280b97-1c17-417b-bea5-18222f6a3c7c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 1096 time: 0.1615913 Jan 12 09:42:53.254679 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-79bf2e8c-1af8-413f-b527-279c141eff5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5e10c06-1bd7-42ef-890b-34a0449cb2c6 HTTP/1.1" status: 200 len: 217 time: 0.0743222 Jan 12 09:42:53.294936 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.305856 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Transition to ACTIVE for port object f866be51-d3bd-45cf-8444-0228451f9f8d will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:53.329157 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Transition to ACTIVE for port object f866be51-d3bd-45cf-8444-0228451f9f8d will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:53.342153 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.342890 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-369f8c22-9682-4777-bf5c-01c51fa2d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:53.344501 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-369f8c22-9682-4777-bf5c-01c51fa2d4f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee HTTP/1.1" status: 200 len: 849 time: 0.0797541 Jan 12 09:42:53.346900 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:49Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:53.350818 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778d09c2-0b06-47f7-866b-e8e3a8348003 None None] The sync data for ids ['7fbce38f-01d6-473b-9d44-380d66e6eda8'] in dv-neutron-824346-1-hyperv is: [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:49Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:42:53.428085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Network 34c16a4b-789b-4659-b065-173df79be163 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:53.431152 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:53.435012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:42:53.441011 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Pushing event updated for resources: {'Port': ['ID=f866be51-d3bd-45cf-8444-0228451f9f8d,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:53.455459 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-4568a41b-9568-48ed-bbb8-2b981b88dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:53.457323 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-4568a41b-9568-48ed-bbb8-2b981b88dbb8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c044518-5731-4207-8f99-0a1c6effbd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0976582 Jan 12 09:42:53.485018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.535785 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Attempting to bind port f866be51-d3bd-45cf-8444-0228451f9f8d on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:53.536435 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Attempting to bind port f866be51-d3bd-45cf-8444-0228451f9f8d by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:53.537126 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Attempting to bind port f866be51-d3bd-45cf-8444-0228451f9f8d on network 34c16a4b-789b-4659-b065-173df79be163 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:42:53.542896 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:42:53.543505 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Checking segment: {'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:42:53.544095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.544645 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Bound using segment: {'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:42:53.545267 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Bound port: f866be51-d3bd-45cf-8444-0228451f9f8d, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:53.545817 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.649119 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-df2c3581-3ac4-4a0a-ad8d-4101aba337f8 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817210 Jan 12 09:42:53.662339 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] For port f866be51-d3bd-45cf-8444-0228451f9f8d, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:42:53.665876 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] For port f866be51-d3bd-45cf-8444-0228451f9f8d, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f866be51-d3bd-45cf-8444-0228451f9f8d,segment=NetworkSegment(16f1e159-5291-4983-89fa-9c552c12c77f),segment_id=16f1e159-5291-4983-89fa-9c552c12c77f)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:42:53.675737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:53.803903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f344724-cc45-4922-adb6-1d1ac998db1f None None] Pushing event updated for resources: {'Port': ['ID=f866be51-d3bd-45cf-8444-0228451f9f8d,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:53.898984 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8bb6a273-5844-4dec-924c-3bb3bfbab622 req-df8095ed-e274-46d8-8c38-8ab7d444f533 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393069 Jan 12 09:42:53.915568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b94caf-101d-46ca-afed-ebbe46a194a7 req-969ee445-a1f9-4530-8ce9-df30b0106a7a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:53.917332 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d5b94caf-101d-46ca-afed-ebbe46a194a7 req-969ee445-a1f9-4530-8ce9-df30b0106a7a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 943 time: 0.2833469 Jan 12 09:42:54.011439 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.1 (34c16a4b-789b-4659-b065-173df79be163/28584621-5ec9-4018-920d-49f91e16eefd/36f16dbf-5de6-44a1-9ccc-7771c3803c10) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:42:54.016614 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d5b94caf-101d-46ca-afed-ebbe46a194a7 req-bab50f56-1aca-4046-aca4-5cef661c6844 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914268 Jan 12 09:42:54.078264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f54184-3562-46c5-af36-25edffa940e9 req-dd776f92-40de-4d73-9261-5ededec7fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:54.079319 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-46f54184-3562-46c5-af36-25edffa940e9 req-dd776f92-40de-4d73-9261-5ededec7fe1b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 1096 time: 0.1112087 Jan 12 09:42:54.253276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f54184-3562-46c5-af36-25edffa940e9 req-3073717a-20bb-4349-b762-10c4dba4b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:54.254809 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-46f54184-3562-46c5-af36-25edffa940e9 req-3073717a-20bb-4349-b762-10c4dba4b5fd service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 911 time: 0.1670332 Jan 12 09:42:54.269327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:54.286555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object 36f16dbf-5de6-44a1-9ccc-7771c3803c10 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:54.313725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:54.327629 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-46f54184-3562-46c5-af36-25edffa940e9 req-953b99e7-77b5-40f3-8b8a-b5691828ac01 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5e10c06-1bd7-42ef-890b-34a0449cb2c6 HTTP/1.1" status: 200 len: 217 time: 0.0656548 Jan 12 09:42:54.379195 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 34c16a4b-789b-4659-b065-173df79be163 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:54.382280 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:54.386519 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:42:54.401733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f54184-3562-46c5-af36-25edffa940e9 req-bea392eb-df87-44a5-99a6-2589856e0873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:54.403618 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-46f54184-3562-46c5-af36-25edffa940e9 req-bea392eb-df87-44a5-99a6-2589856e0873 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee HTTP/1.1" status: 200 len: 849 time: 0.0656774 Jan 12 09:42:54.430962 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=36f16dbf-5de6-44a1-9ccc-7771c3803c10,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:54.455021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:54.484999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f54184-3562-46c5-af36-25edffa940e9 req-eba7ade3-caf9-401f-af08-95139e65f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:54.486812 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-46f54184-3562-46c5-af36-25edffa940e9 req-eba7ade3-caf9-401f-af08-95139e65f75f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c044518-5731-4207-8f99-0a1c6effbd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759454 Jan 12 09:42:54.745967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:54.752263 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-46f54184-3562-46c5-af36-25edffa940e9 req-425a803a-fb56-4d6c-94d7-a907cd8741f4 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555852 Jan 12 09:42:54.928948 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-46f54184-3562-46c5-af36-25edffa940e9 req-0fcffc9e-cf16-4ede-93e3-f91283f36124 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673000 Jan 12 09:42:54.945991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b55f1b5-7ce1-48de-a24d-2f064ee476b1 None None] Network 34c16a4b-789b-4659-b065-173df79be163 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:42:54.987412 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f866be51-d3bd-45cf-8444-0228451f9f8d up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:55.120244 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f9db4a64-abf2-469f-b7c0-4cd0474ae54f None None] Provisioning for port f866be51-d3bd-45cf-8444-0228451f9f8d completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:55.198804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port f866be51-d3bd-45cf-8444-0228451f9f8d completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:55.273458 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port f866be51-d3bd-45cf-8444-0228451f9f8d triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:55.273867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.405782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b35581-f894-4855-a962-fa35692f66c0 req-23bbf784-a698-4637-a252-4ea3283d80be tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:55.407332 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b6b35581-f894-4855-a962-fa35692f66c0 req-23bbf784-a698-4637-a252-4ea3283d80be tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 943 time: 0.1868398 Jan 12 09:42:55.413631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.449157 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port f866be51-d3bd-45cf-8444-0228451f9f8d, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f866be51-d3bd-45cf-8444-0228451f9f8d,segment=NetworkSegment(16f1e159-5291-4983-89fa-9c552c12c77f),segment_id=16f1e159-5291-4983-89fa-9c552c12c77f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:42:55.449998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.455259 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.456365 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6f3a2d03-4164-433d-bafa-d9eec4cca448 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:55.473029 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b6b35581-f894-4855-a962-fa35692f66c0 req-b25889c4-823b-4814-af5b-c2c5657043f2 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581949 Jan 12 09:42:55.473750 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.586485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=f866be51-d3bd-45cf-8444-0228451f9f8d,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:55.592438 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.596088 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 6f3a2d03-4164-433d-bafa-d9eec4cca448 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:55.597355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=36f16dbf-5de6-44a1-9ccc-7771c3803c10,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:55.601133 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6f3a2d03-4164-433d-bafa-d9eec4cca448 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:55.601504 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.671851 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0a53a274-76db-401c-ad82-59f39a272388 None None] Provisioning for port 36f16dbf-5de6-44a1-9ccc-7771c3803c10 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:55.679489 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0a53a274-76db-401c-ad82-59f39a272388 None None] Provisioning complete for port 36f16dbf-5de6-44a1-9ccc-7771c3803c10 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:55.679862 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0a53a274-76db-401c-ad82-59f39a272388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.747908 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 34c16a4b-789b-4659-b065-173df79be163 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:42:55.749136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:42:55.783016 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.787725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0a53a274-76db-401c-ad82-59f39a272388 None None] Port 36f16dbf-5de6-44a1-9ccc-7771c3803c10 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:42:55.806678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 6f3a2d03-4164-433d-bafa-d9eec4cca448, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6f3a2d03-4164-433d-bafa-d9eec4cca448,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:42:55.809635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0a53a274-76db-401c-ad82-59f39a272388 None None] Provisioning complete for port f866be51-d3bd-45cf-8444-0228451f9f8d triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:55.810017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0a53a274-76db-401c-ad82-59f39a272388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.838425 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:55.934195 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=6f3a2d03-4164-433d-bafa-d9eec4cca448,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:55.936050 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 7fbce38f-01d6-473b-9d44-380d66e6eda8 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:42:56.116925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b52856a0-d136-4862-afc4-c042b47450cc None None] Provisioning complete for port 36f16dbf-5de6-44a1-9ccc-7771c3803c10 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:56.117545 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b52856a0-d136-4862-afc4-c042b47450cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:56.134214 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:42:56.147138 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-398deb52-e042-42a9-ba2b-5dd39b34828d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/7fbce38f-01d6-473b-9d44-380d66e6eda8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8287225 Jan 12 09:42:56.148719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Sync routers for ids ['7fbce38f-01d6-473b-9d44-380d66e6eda8'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:42:56.149612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42004) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:56.179441 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Routers {'7fbce38f-01d6-473b-9d44-380d66e6eda8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:42:56.180061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:42:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7fbce38f-01d6-473b-9d44-380d66e6eda8'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:56.233466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b52856a0-d136-4862-afc4-c042b47450cc None None] Port 36f16dbf-5de6-44a1-9ccc-7771c3803c10 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:42:56.287772 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008df89f-a35c-456a-a893-dada8f03a497 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:56.288237 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008df89f-a35c-456a-a893-dada8f03a497 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:56.288690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008df89f-a35c-456a-a893-dada8f03a497 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:56.289140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008df89f-a35c-456a-a893-dada8f03a497 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:56.289589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008df89f-a35c-456a-a893-dada8f03a497 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:56.290059 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008df89f-a35c-456a-a893-dada8f03a497 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:56.292020 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-008df89f-a35c-456a-a893-dada8f03a497 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1414759 Jan 12 09:42:56.294901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42008) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:56.359862 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Set router 7fbce38f-01d6-473b-9d44-380d66e6eda8 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:42:56.362282 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b6cc78-9459-43a4-b350-c166cdaa3cc1 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:56.362744 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b6cc78-9459-43a4-b350-c166cdaa3cc1 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:56.363223 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b6cc78-9459-43a4-b350-c166cdaa3cc1 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:56.363660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b6cc78-9459-43a4-b350-c166cdaa3cc1 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:56.364097 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b6cc78-9459-43a4-b350-c166cdaa3cc1 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:56.364540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b6cc78-9459-43a4-b350-c166cdaa3cc1 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:56.366240 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-25b6cc78-9459-43a4-b350-c166cdaa3cc1 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0704932 Jan 12 09:42:56.369265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42012) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:56.679655 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:54Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '36f16dbf-5de6-44a1-9ccc-7771c3803c10', 'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:76:62:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:53Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 2, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '28584621-5ec9-4018-920d-49f91e16eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:56.684337 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Checking router: 7fbce38f-01d6-473b-9d44-380d66e6eda8 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:42:56.684713 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Updating router 7fbce38f-01d6-473b-9d44-380d66e6eda8 port 36f16dbf-5de6-44a1-9ccc-7771c3803c10 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:42:56.692403 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18d95d-9095-40ed-87de-f0c2d9cd6bb8 req-0119f7d1-5078-4cad-b8dd-68b7f1196e60 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:56.694168 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ee18d95d-9095-40ed-87de-f0c2d9cd6bb8 req-0119f7d1-5078-4cad-b8dd-68b7f1196e60 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 943 time: 0.1018033 Jan 12 09:42:56.709650 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e1e12d63-8fff-4f19-9a3c-2bb0eddd676d tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3394001 Jan 12 09:42:56.739072 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ee18d95d-9095-40ed-87de-f0c2d9cd6bb8 req-11a56749-08a5-464c-b838-e1bf449b1258 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386724 Jan 12 09:42:56.743332 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:56.916153 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f866be51-d3bd-45cf-8444-0228451f9f8d up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:56.988471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42020) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:56.994923 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ba6fbbf9-593b-4664-9ba2-4e8bee92aeb8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-76613267', 'description': 'tempest-secgroup-smoke-76613267 description', 'project_id': '05fdfd0263cb464989f6119e683582f0'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:57.001426 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ba6fbbf9-593b-4664-9ba2-4e8bee92aeb8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:57.006070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ba6fbbf9-593b-4664-9ba2-4e8bee92aeb8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:57.009010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ba6fbbf9-593b-4664-9ba2-4e8bee92aeb8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:57.014585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ba6fbbf9-593b-4664-9ba2-4e8bee92aeb8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:57.027585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ba6fbbf9-593b-4664-9ba2-4e8bee92aeb8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.046881 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ba6fbbf9-593b-4664-9ba2-4e8bee92aeb8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:57.050593 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ba6fbbf9-593b-4664-9ba2-4e8bee92aeb8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:57.053688 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ba6fbbf9-593b-4664-9ba2-4e8bee92aeb8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:57.060015 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ba6fbbf9-593b-4664-9ba2-4e8bee92aeb8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:57.104623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port f866be51-d3bd-45cf-8444-0228451f9f8d triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:57.104874 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.147871 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ba6fbbf9-593b-4664-9ba2-4e8bee92aeb8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.153195 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ba6fbbf9-593b-4664-9ba2-4e8bee92aeb8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.196557 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fbbf9-593b-4664-9ba2-4e8bee92aeb8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6df455-156e-4406-8b93-84941df530d1,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:57.200189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ba6fbbf9-593b-4664-9ba2-4e8bee92aeb8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.201385 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ba6fbbf9-593b-4664-9ba2-4e8bee92aeb8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2116666 Jan 12 09:42:57.204435 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42024) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:57.209551 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-e77e4c0a-ca50-49af-a2a8-da86e6a4652f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '7b6df455-156e-4406-8b93-84941df530d1', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:57.218285 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e77e4c0a-ca50-49af-a2a8-da86e6a4652f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:57.222940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e77e4c0a-ca50-49af-a2a8-da86e6a4652f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:57.226081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e77e4c0a-ca50-49af-a2a8-da86e6a4652f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:57.232138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.233748 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e77e4c0a-ca50-49af-a2a8-da86e6a4652f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:57.251744 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e77e4c0a-ca50-49af-a2a8-da86e6a4652f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.279451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Transition to ACTIVE for port object 36f16dbf-5de6-44a1-9ccc-7771c3803c10 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:42:57.295135 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.312342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e77e4c0a-ca50-49af-a2a8-da86e6a4652f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.318710 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e77e4c0a-ca50-49af-a2a8-da86e6a4652f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.341689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e4c0a-ca50-49af-a2a8-da86e6a4652f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5683a9-c08a-437e-afc5-d8b9f947fd7f,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:57.345404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6f3a2d03-4164-433d-bafa-d9eec4cca448 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:57.351839 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e77e4c0a-ca50-49af-a2a8-da86e6a4652f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.353318 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e77e4c0a-ca50-49af-a2a8-da86e6a4652f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478529 Jan 12 09:42:57.356084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42028) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:57.360997 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-7c389488-c539-41dd-85db-d213adfcb583 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '7b6df455-156e-4406-8b93-84941df530d1', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:57.366910 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7c389488-c539-41dd-85db-d213adfcb583 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:57.370809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7c389488-c539-41dd-85db-d213adfcb583 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:57.374039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7c389488-c539-41dd-85db-d213adfcb583 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:57.379754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7c389488-c539-41dd-85db-d213adfcb583 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:57.401462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7c389488-c539-41dd-85db-d213adfcb583 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.463303 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b68b6e-8bf4-4e73-b3a7-9f014a15ebbc None None] Pushing event updated for resources: {'Port': ['ID=36f16dbf-5de6-44a1-9ccc-7771c3803c10,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:57.465797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7c389488-c539-41dd-85db-d213adfcb583 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.474493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7c389488-c539-41dd-85db-d213adfcb583 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.508175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c389488-c539-41dd-85db-d213adfcb583 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31927313-0959-471f-b365-798e4b9864c1,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:57.520746 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7c389488-c539-41dd-85db-d213adfcb583 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.525064 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42032) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:57.525254 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7c389488-c539-41dd-85db-d213adfcb583 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1680725 Jan 12 09:42:57.531418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-78120f0f-1a50-4d1f-8a4c-b88364758aa8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '7b6df455-156e-4406-8b93-84941df530d1', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:57.537821 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-78120f0f-1a50-4d1f-8a4c-b88364758aa8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:57.544336 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-78120f0f-1a50-4d1f-8a4c-b88364758aa8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:57.547577 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-78120f0f-1a50-4d1f-8a4c-b88364758aa8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:57.553663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-78120f0f-1a50-4d1f-8a4c-b88364758aa8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:57.566422 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Attempting to bind port 36f16dbf-5de6-44a1-9ccc-7771c3803c10 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:42:57.566839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Attempting to bind port 36f16dbf-5de6-44a1-9ccc-7771c3803c10 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:42:57.567304 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Attempting to bind port 36f16dbf-5de6-44a1-9ccc-7771c3803c10 on network 34c16a4b-789b-4659-b065-173df79be163 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:42:57.574330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:42:57.575408 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Checking segment: {'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:42:57.575408 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.575676 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Bound using segment: {'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:42:57.575940 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Bound port: 36f16dbf-5de6-44a1-9ccc-7771c3803c10, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:42:57.576359 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.577814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-78120f0f-1a50-4d1f-8a4c-b88364758aa8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.593508 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6f3a2d03-4164-433d-bafa-d9eec4cca448 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:57.593863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.642718 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-78120f0f-1a50-4d1f-8a4c-b88364758aa8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.647763 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-78120f0f-1a50-4d1f-8a4c-b88364758aa8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.674307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78120f0f-1a50-4d1f-8a4c-b88364758aa8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e003afc3-8e21-4ece-a02a-29ea65bf04f1,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:57.684972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-78120f0f-1a50-4d1f-8a4c-b88364758aa8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.686335 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-78120f0f-1a50-4d1f-8a4c-b88364758aa8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1593425 Jan 12 09:42:57.689212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42036) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:57.694105 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-4d351c97-6b9b-4ac4-8af7-fcde3fc50f9f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '7b6df455-156e-4406-8b93-84941df530d1', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:57.700112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4d351c97-6b9b-4ac4-8af7-fcde3fc50f9f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:57.703898 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4d351c97-6b9b-4ac4-8af7-fcde3fc50f9f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:57.706841 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4d351c97-6b9b-4ac4-8af7-fcde3fc50f9f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:57.713491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4d351c97-6b9b-4ac4-8af7-fcde3fc50f9f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:57.731143 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4d351c97-6b9b-4ac4-8af7-fcde3fc50f9f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.763962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] For port 36f16dbf-5de6-44a1-9ccc-7771c3803c10, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:42:57.785242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] For port 36f16dbf-5de6-44a1-9ccc-7771c3803c10, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=36f16dbf-5de6-44a1-9ccc-7771c3803c10,segment=NetworkSegment(16f1e159-5291-4983-89fa-9c552c12c77f),segment_id=16f1e159-5291-4983-89fa-9c552c12c77f)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:42:57.794409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.802330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4d351c97-6b9b-4ac4-8af7-fcde3fc50f9f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.807684 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4d351c97-6b9b-4ac4-8af7-fcde3fc50f9f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.834647 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d351c97-6b9b-4ac4-8af7-fcde3fc50f9f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec33a77-2d8b-43bc-8d4f-56a9702af1c9,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:57.847281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4d351c97-6b9b-4ac4-8af7-fcde3fc50f9f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.851276 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4d351c97-6b9b-4ac4-8af7-fcde3fc50f9f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1583722 Jan 12 09:42:57.851669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42042) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:57.857510 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6e23ce22-39cd-44de-93f0-332e722e1189 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '7b6df455-156e-4406-8b93-84941df530d1', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:57.863670 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6e23ce22-39cd-44de-93f0-332e722e1189 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:57.867740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6e23ce22-39cd-44de-93f0-332e722e1189 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:57.871032 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6e23ce22-39cd-44de-93f0-332e722e1189 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:57.877249 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Routers {'7fbce38f-01d6-473b-9d44-380d66e6eda8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:42:57.877417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6e23ce22-39cd-44de-93f0-332e722e1189 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:57.877881 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:42:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7fbce38f-01d6-473b-9d44-380d66e6eda8'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:57.891008 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-6e23ce22-39cd-44de-93f0-332e722e1189 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:42:57.898963 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e23ce22-39cd-44de-93f0-332e722e1189 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:57.933103 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b68b6e-8bf4-4e73-b3a7-9f014a15ebbc None None] Pushing event updated for resources: {'Port': ['ID=36f16dbf-5de6-44a1-9ccc-7771c3803c10,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:57.969094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c9b50-2c58-46fa-b2f0-ca45baccbe9e req-467e1dd2-dd97-4681-a574-3572dc72fdbb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:57.971303 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7d8c9b50-2c58-46fa-b2f0-ca45baccbe9e req-467e1dd2-dd97-4681-a574-3572dc72fdbb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 943 time: 0.1185987 Jan 12 09:42:57.996611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e23ce22-39cd-44de-93f0-332e722e1189 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.003382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e23ce22-39cd-44de-93f0-332e722e1189 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.021376 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7d8c9b50-2c58-46fa-b2f0-ca45baccbe9e req-2c91e2c4-f25c-42d1-a8b5-77c40afa4acd tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421307 Jan 12 09:42:58.035736 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23ce22-39cd-44de-93f0-332e722e1189 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d900e37d-d8c5-494d-af60-06475308ac5d,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:58.050220 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e23ce22-39cd-44de-93f0-332e722e1189 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.054667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42046) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:42:58.055415 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6e23ce22-39cd-44de-93f0-332e722e1189 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2020278 Jan 12 09:42:58.059853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9ce46467-3008-4b95-b268-24197053a448 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '7b6df455-156e-4406-8b93-84941df530d1', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:42:58.066148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9ce46467-3008-4b95-b268-24197053a448 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:42:58.070363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9ce46467-3008-4b95-b268-24197053a448 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:42:58.070542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] Set router 7fbce38f-01d6-473b-9d44-380d66e6eda8 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:42:58.073817 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9ce46467-3008-4b95-b268-24197053a448 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:42:58.084012 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9ce46467-3008-4b95-b268-24197053a448 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:42:58.103888 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-9ce46467-3008-4b95-b268-24197053a448 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:42:58.111658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9ce46467-3008-4b95-b268-24197053a448 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.177127 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9ce46467-3008-4b95-b268-24197053a448 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.183190 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9ce46467-3008-4b95-b268-24197053a448 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.205850 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce46467-3008-4b95-b268-24197053a448 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25e87e8-20b1-4e59-8973-a8d58c65cc44,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:58.215296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9ce46467-3008-4b95-b268-24197053a448 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:58.216563 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9ce46467-3008-4b95-b268-24197053a448 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1608264 Jan 12 09:42:58.407677 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:54Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '36f16dbf-5de6-44a1-9ccc-7771c3803c10', 'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:76:62:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:53Z', 'updated_at': '2022-01-12T09:42:57Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '28584621-5ec9-4018-920d-49f91e16eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:42:58.411736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe881d-332f-4538-ac13-7d5f33a5b851 None None] The sync data for ids ['7fbce38f-01d6-473b-9d44-380d66e6eda8'] in dv-neutron-824346-1-hyperv is: [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:54Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '36f16dbf-5de6-44a1-9ccc-7771c3803c10', 'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:76:62:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:53Z', 'updated_at': '2022-01-12T09:42:57Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '28584621-5ec9-4018-920d-49f91e16eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:42:58.443282 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-929064aa-36f0-4b7e-849d-638fdd096a9b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:58.476827 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-929064aa-36f0-4b7e-849d-638fdd096a9b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:58.481236 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-929064aa-36f0-4b7e-849d-638fdd096a9b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-76613267&fields=id&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 267 time: 0.0755484 Jan 12 09:42:58.632020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-2954e86b-6928-4061-bba6-7b64df3fc507 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:58.633496 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-2954e86b-6928-4061-bba6-7b64df3fc507 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/networks?id=34c16a4b-789b-4659-b065-173df79be163 HTTP/1.1" status: 200 len: 797 time: 0.1487153 Jan 12 09:42:58.648696 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-0d76780f-8d8f-410d-a23f-fcf4f575a273 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/quotas/05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 375 time: 0.0094545 Jan 12 09:42:58.736519 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-f109c103-b508-4346-b6f7-1349150756a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:42:58.754674 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-f109c103-b508-4346-b6f7-1349150756a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:42:58.756084 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-f109c103-b508-4346-b6f7-1349150756a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017377 Jan 12 09:42:58.898172 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-a5997875-3964-4d4b-a889-b88344367728 service neutron] 10.222.0.26 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298876 Jan 12 09:42:58.928284 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 36f16dbf-5de6-44a1-9ccc-7771c3803c10 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:42:59.000909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 36f16dbf-5de6-44a1-9ccc-7771c3803c10 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:42:59.005837 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 36f16dbf-5de6-44a1-9ccc-7771c3803c10 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:42:59.006204 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:59.037957 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-101adb69-0b7b-4381-9eb7-5d0278e6c5c2 service neutron] 10.222.0.26 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333020 Jan 12 09:42:59.185131 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:59.223183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 36f16dbf-5de6-44a1-9ccc-7771c3803c10, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=36f16dbf-5de6-44a1-9ccc-7771c3803c10,segment=NetworkSegment(16f1e159-5291-4983-89fa-9c552c12c77f),segment_id=16f1e159-5291-4983-89fa-9c552c12c77f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:42:59.233893 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:42:59.249289 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1aaf34c2-fef5-429e-94cf-f23a0e149964 req-bfe57f39-2954-4195-b6f6-1822682cd251 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 210 time: 0.0444231 Jan 12 09:42:59.324413 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=36f16dbf-5de6-44a1-9ccc-7771c3803c10,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:42:59.339464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80115c87-2cab-4ca6-8f11-51e971cf5435 req-b11bb0f9-4f60-4d5b-978a-821694287b77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:42:59.340984 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-80115c87-2cab-4ca6-8f11-51e971cf5435 req-b11bb0f9-4f60-4d5b-978a-821694287b77 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 943 time: 0.1544614 Jan 12 09:42:59.391412 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-80115c87-2cab-4ca6-8f11-51e971cf5435 req-d9283f0e-1096-4907-9195-abe0c77778b5 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443797 Jan 12 09:43:00.415252 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d5d6de9d-7e6b-47b8-85fe-028567210be0 req-09834809-f5d6-46bd-beb4-4737553e1232 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 210 time: 0.0467384 Jan 12 09:43:00.501078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-e7072409-d822-4a67-bca3-158f5acfda7e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:00.502841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-e7072409-d822-4a67-bca3-158f5acfda7e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:43:00.563789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-e7072409-d822-4a67-bca3-158f5acfda7e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:43:00.564933 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-e7072409-d822-4a67-bca3-158f5acfda7e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/networks?id=34c16a4b-789b-4659-b065-173df79be163 HTTP/1.1" status: 200 len: 797 time: 0.2237942 Jan 12 09:43:00.620159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047974d3-0555-4784-ad69-e34b2b590fc6 req-c5803f60-a892-4d32-8e17-a9739134d630 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:00.621618 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-047974d3-0555-4784-ad69-e34b2b590fc6 req-c5803f60-a892-4d32-8e17-a9739134d630 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 943 time: 0.1158724 Jan 12 09:43:00.632657 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-641bf2a7-fd9c-4964-9e1d-0b3a4d5e4fd8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 378 time: 0.0553019 Jan 12 09:43:00.648894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-de8a3e24-320d-43de-9f4b-2d0c528d08bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'port': {'device_id': '40d9ccfe-4275-4a4f-87bd-36b11c10e8a8', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'admin_state_up': True, 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'security_groups': ['7b6df455-156e-4406-8b93-84941df530d1']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:43:00.749633 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-047974d3-0555-4784-ad69-e34b2b590fc6 req-43748d28-d4b4-4d1e-b8cf-50e7be2bdfb3 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218262 Jan 12 09:43:00.797635 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-de8a3e24-320d-43de-9f4b-2d0c528d08bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:00.807252 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-de8a3e24-320d-43de-9f4b-2d0c528d08bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:00.818108 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-de8a3e24-320d-43de-9f4b-2d0c528d08bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:43:00.821725 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-de8a3e24-320d-43de-9f4b-2d0c528d08bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:00.901729 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 36f16dbf-5de6-44a1-9ccc-7771c3803c10 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:43:00.971139 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 36f16dbf-5de6-44a1-9ccc-7771c3803c10 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:00.971507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:00.985861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-de8a3e24-320d-43de-9f4b-2d0c528d08bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.3 (34c16a4b-789b-4659-b065-173df79be163/28584621-5ec9-4018-920d-49f91e16eefd/fffc58aa-96b5-4faa-8e90-20619af8b059) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:43:01.174901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-de8a3e24-320d-43de-9f4b-2d0c528d08bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:01.190132 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-de8a3e24-320d-43de-9f4b-2d0c528d08bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object fffc58aa-96b5-4faa-8e90-20619af8b059 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:01.218419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-de8a3e24-320d-43de-9f4b-2d0c528d08bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:01.291598 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-de8a3e24-320d-43de-9f4b-2d0c528d08bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 34c16a4b-789b-4659-b065-173df79be163 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:01.294887 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-de8a3e24-320d-43de-9f4b-2d0c528d08bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:01.297632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-de8a3e24-320d-43de-9f4b-2d0c528d08bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:43:01.334343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a3e24-320d-43de-9f4b-2d0c528d08bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=fffc58aa-96b5-4faa-8e90-20619af8b059,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:01.367492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-de8a3e24-320d-43de-9f4b-2d0c528d08bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:01.368168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-de8a3e24-320d-43de-9f4b-2d0c528d08bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:01.395788 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-de8a3e24-320d-43de-9f4b-2d0c528d08bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7515872 Jan 12 09:43:01.411724 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Request body: {'port': {'device_id': '40d9ccfe-4275-4a4f-87bd-36b11c10e8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:43:01.528006 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:01.545858 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-625929e9-17d5-4717-a961-cab68e0c267b None None] Provisioning for port fffc58aa-96b5-4faa-8e90-20619af8b059 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:01.551355 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-625929e9-17d5-4717-a961-cab68e0c267b None None] Provisioning complete for port fffc58aa-96b5-4faa-8e90-20619af8b059 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:01.551863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-625929e9-17d5-4717-a961-cab68e0c267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:01.599818 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb67b7-b2c7-46f3-a324-aabf1f8018ce req-27e87a4e-10c9-4238-96d9-5688505086e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:01.601323 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5efb67b7-b2c7-46f3-a324-aabf1f8018ce req-27e87a4e-10c9-4238-96d9-5688505086e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 931 time: 0.0785401 Jan 12 09:43:01.621262 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-625929e9-17d5-4717-a961-cab68e0c267b None None] Port fffc58aa-96b5-4faa-8e90-20619af8b059 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:43:01.647750 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5efb67b7-b2c7-46f3-a324-aabf1f8018ce req-61579e0b-6bb8-43dc-b15e-6e2e145f5144 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b6df455-156e-4406-8b93-84941df530d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388467 Jan 12 09:43:01.915603 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffc58aa-96b5-4faa-8e90-20619af8b059 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:43:01.929264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:01.948345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Transition to ACTIVE for port object fffc58aa-96b5-4faa-8e90-20619af8b059 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:43:01.953922 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:02.184585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad12ba-2784-4e2b-b335-ad2f8dcf14f8 req-1cfa42ba-b15e-4950-be72-c6847a86a94f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:02.186105 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-faad12ba-2784-4e2b-b335-ad2f8dcf14f8 req-1cfa42ba-b15e-4950-be72-c6847a86a94f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 943 time: 0.3265276 Jan 12 09:43:02.213301 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Pushing event updated for resources: {'Port': ['ID=fffc58aa-96b5-4faa-8e90-20619af8b059,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:02.292606 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device f5e10c06-1bd7-42ef-890b-34a0449cb2c6 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:43:02.306072 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-faad12ba-2784-4e2b-b335-ad2f8dcf14f8 req-11a04e8e-175b-49d9-a290-12e298906058 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131387 Jan 12 09:43:02.348400 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Attempting to bind port fffc58aa-96b5-4faa-8e90-20619af8b059 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:43:02.348667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Attempting to bind port fffc58aa-96b5-4faa-8e90-20619af8b059 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:43:02.348947 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Attempting to bind port fffc58aa-96b5-4faa-8e90-20619af8b059 on network 34c16a4b-789b-4659-b065-173df79be163 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:43:02.354039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Port fffc58aa-96b5-4faa-8e90-20619af8b059 on network 34c16a4b-789b-4659-b065-173df79be163 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:43:02.354362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Attempting to bind port fffc58aa-96b5-4faa-8e90-20619af8b059 on network 34c16a4b-789b-4659-b065-173df79be163 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:43:02.360326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:43:02.360659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Checking segment: {'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:43:02.361048 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Bound using segment: {'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:43:02.361713 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Bound port: fffc58aa-96b5-4faa-8e90-20619af8b059, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:43:02.362203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:02.437626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port f5e10c06-1bd7-42ef-890b-34a0449cb2c6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=f5e10c06-1bd7-42ef-890b-34a0449cb2c6,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:43:02.450715 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'port_id': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'mac_address': 'fa:16:3e:b5:0e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:43:02.454736 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] For port fffc58aa-96b5-4faa-8e90-20619af8b059, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:43:02.458032 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] For port fffc58aa-96b5-4faa-8e90-20619af8b059, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=fffc58aa-96b5-4faa-8e90-20619af8b059,segment=NetworkSegment(16f1e159-5291-4983-89fa-9c552c12c77f),segment_id=16f1e159-5291-4983-89fa-9c552c12c77f)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:43:02.464392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:02.508446 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:02.526234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:02.526915 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:02.528266 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] 10.222.0.53 "PUT /v2.0/ports/fffc58aa-96b5-4faa-8e90-20619af8b059 HTTP/1.1" status: 200 len: 1093 time: 1.1209810 Jan 12 09:43:02.528832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d9ccfe-4275-4a4f-87bd-36b11c10e8a8', 'tag': 'fffc58aa-96b5-4faa-8e90-20619af8b059'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:43:02.529430 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e10c06-1bd7-42ef-890b-34a0449cb2c6 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:43:02.546325 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980cff7-23e7-4475-b4b7-1fc8318f1e6f service neutron] Pushing event updated for resources: {'Port': ['ID=fffc58aa-96b5-4faa-8e90-20619af8b059,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:02.551303 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port f5e10c06-1bd7-42ef-890b-34a0449cb2c6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=f5e10c06-1bd7-42ef-890b-34a0449cb2c6,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:43:02.558253 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:02.648174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=f5e10c06-1bd7-42ef-890b-34a0449cb2c6,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:02.663781 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-98356d83-2da6-4cb4-a5fa-4a27cfd5cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:02.665571 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-98356d83-2da6-4cb4-a5fa-4a27cfd5cefa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 1096 time: 0.0897582 Jan 12 09:43:02.671085 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d9ccfe-4275-4a4f-87bd-36b11c10e8a8', 'tag': 'fffc58aa-96b5-4faa-8e90-20619af8b059', 'status': 'completed', 'code': 200} Jan 12 09:43:02.739076 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-ee205d06-432e-4d9b-9b02-f40296698ff8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fffc58aa-96b5-4faa-8e90-20619af8b059 HTTP/1.1" status: 200 len: 217 time: 0.0640168 Jan 12 09:43:02.824144 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['f5e10c06-1bd7-42ef-890b-34a0449cb2c6'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:43:02.849906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-84f6f56c-824d-4882-9df4-19c2a671b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:02.851415 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-84f6f56c-824d-4882-9df4-19c2a671b6ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=28584621-5ec9-4018-920d-49f91e16eefd HTTP/1.1" status: 200 len: 834 time: 0.1062081 Jan 12 09:43:02.929746 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0659a-889a-4a18-86a8-fd957a336c5b req-d23f84fa-2cb9-41d5-bf5f-ac4572f828c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:02.930286 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-adb0659a-889a-4a18-86a8-fd957a336c5b req-d23f84fa-2cb9-41d5-bf5f-ac4572f828c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:43:02.955800 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-adb0659a-889a-4a18-86a8-fd957a336c5b req-d23f84fa-2cb9-41d5-bf5f-ac4572f828c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:43:02.956889 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-adb0659a-889a-4a18-86a8-fd957a336c5b req-d23f84fa-2cb9-41d5-bf5f-ac4572f828c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 943 time: 0.1786580 Jan 12 09:43:02.963342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-7bb06a8c-50fe-421e-82e2-3e88a00035b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:02.964772 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-7bb06a8c-50fe-421e-82e2-3e88a00035b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=34c16a4b-789b-4659-b065-173df79be163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1044364 Jan 12 09:43:03.084924 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-adb0659a-889a-4a18-86a8-fd957a336c5b req-5a1400ec-e09f-4090-ba93-aee6fa35c020 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b6df455-156e-4406-8b93-84941df530d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1191828 Jan 12 09:43:03.128007 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-55312ba7-db6b-4292-8543-fe65b356240b service neutron] 10.222.0.53 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496294 Jan 12 09:43:03.263149 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-95866d57-60e0-4bdf-8828-409568ba3bb3 req-5ad00fb0-8c8a-4392-bbad-39138b6f8973 service neutron] 10.222.0.53 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247613 Jan 12 09:43:03.381017 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:43:03.394534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b324e9-004f-428f-b431-47999306543d req-fcaab0b8-3389-491d-b472-785b7f4316a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:03.396162 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6b324e9-004f-428f-b431-47999306543d req-fcaab0b8-3389-491d-b472-785b7f4316a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 1096 time: 0.0717590 Jan 12 09:43:03.499201 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79b293-861a-464d-a623-07c140ea431d req-5822c787-a3a5-4eb7-b54f-5155f8d9ff14 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:03.501117 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bf79b293-861a-464d-a623-07c140ea431d req-5822c787-a3a5-4eb7-b54f-5155f8d9ff14 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 944 time: 0.0864398 Jan 12 09:43:03.529933 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b324e9-004f-428f-b431-47999306543d req-073ce7d8-71c1-43ad-b5e8-860593a5bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:03.531325 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6b324e9-004f-428f-b431-47999306543d req-073ce7d8-71c1-43ad-b5e8-860593a5bc7f service neutron] 10.222.0.53 "GET /v2.0/networks?id=34c16a4b-789b-4659-b065-173df79be163 HTTP/1.1" status: 200 len: 898 time: 0.1279805 Jan 12 09:43:03.544903 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bf79b293-861a-464d-a623-07c140ea431d req-bdcd3897-ec59-486e-9aad-42071af82cea tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381949 Jan 12 09:43:03.603321 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6b324e9-004f-428f-b431-47999306543d req-7d12e70f-358d-4f4c-814e-801118e81630 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fffc58aa-96b5-4faa-8e90-20619af8b059 HTTP/1.1" status: 200 len: 217 time: 0.0639305 Jan 12 09:43:03.667214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b324e9-004f-428f-b431-47999306543d req-034db8f7-75c3-4f5b-9c34-34132bb5ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:03.668626 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6b324e9-004f-428f-b431-47999306543d req-034db8f7-75c3-4f5b-9c34-34132bb5ca46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=28584621-5ec9-4018-920d-49f91e16eefd HTTP/1.1" status: 200 len: 834 time: 0.0566759 Jan 12 09:43:03.759464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b324e9-004f-428f-b431-47999306543d req-effe5f7d-72c7-4a59-bed0-841e11c9271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:03.761753 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6b324e9-004f-428f-b431-47999306543d req-effe5f7d-72c7-4a59-bed0-841e11c9271e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=34c16a4b-789b-4659-b065-173df79be163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854168 Jan 12 09:43:04.003947 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6b324e9-004f-428f-b431-47999306543d req-9afba7c5-c345-4976-8f40-83a80175fd39 service neutron] 10.222.0.53 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343647 Jan 12 09:43:04.136033 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6b324e9-004f-428f-b431-47999306543d req-6beb199f-5949-403c-9b85-156d9d13bc71 service neutron] 10.222.0.53 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238737 Jan 12 09:43:04.294989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03552bdf-7082-40b6-8d70-ffbd71833a01 req-387389e1-9d2d-4d93-a07a-8ec1674df717 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:04.296434 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-03552bdf-7082-40b6-8d70-ffbd71833a01 req-387389e1-9d2d-4d93-a07a-8ec1674df717 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 943 time: 0.0921838 Jan 12 09:43:04.305618 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device f5e10c06-1bd7-42ef-890b-34a0449cb2c6 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:43:04.350127 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-03552bdf-7082-40b6-8d70-ffbd71833a01 req-18afb38a-053a-4034-a8de-eddd4a452c8e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b6df455-156e-4406-8b93-84941df530d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478749 Jan 12 09:43:04.373983 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port f5e10c06-1bd7-42ef-890b-34a0449cb2c6 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:04.380635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port f5e10c06-1bd7-42ef-890b-34a0449cb2c6 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:04.381011 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:04.496165 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:04.523405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:43:04.532891 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port f5e10c06-1bd7-42ef-890b-34a0449cb2c6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=f5e10c06-1bd7-42ef-890b-34a0449cb2c6,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:43:04.538698 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:04.576465 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'code': 200} Jan 12 09:43:04.608982 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=f5e10c06-1bd7-42ef-890b-34a0449cb2c6,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:04.745426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50f31d-b9e4-4157-84ab-f7cd4d6b2760 req-09975dcd-59ce-4209-b5bc-851b062e65c5 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:04.746938 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dc50f31d-b9e4-4157-84ab-f7cd4d6b2760 req-09975dcd-59ce-4209-b5bc-851b062e65c5 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 945 time: 0.0932784 Jan 12 09:43:04.792887 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dc50f31d-b9e4-4157-84ab-f7cd4d6b2760 req-7daea834-a9e7-498c-9c32-179c8572cc70 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395205 Jan 12 09:43:04.885426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afa800-e6e3-456b-ac56-922d564d6d87 req-a1025a5c-b183-47ac-9de4-5c48066eb10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:04.886735 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c3afa800-e6e3-456b-ac56-922d564d6d87 req-a1025a5c-b183-47ac-9de4-5c48066eb10d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 1098 time: 0.0741930 Jan 12 09:43:04.931463 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c3afa800-e6e3-456b-ac56-922d564d6d87 req-cffc49e3-ab73-47b8-9e1a-f62e3419a2ef service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354500 Jan 12 09:43:05.557356 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2778cfa-4c0d-4e99-99fd-2a3f4fd33468 req-08dc1840-5ab4-4f78-96b5-fae67e482825 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:05.558822 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e2778cfa-4c0d-4e99-99fd-2a3f4fd33468 req-08dc1840-5ab4-4f78-96b5-fae67e482825 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 943 time: 0.0936472 Jan 12 09:43:05.602532 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e2778cfa-4c0d-4e99-99fd-2a3f4fd33468 req-106f1a8e-6b32-45e8-80bc-3c05a869367b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b6df455-156e-4406-8b93-84941df530d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379107 Jan 12 09:43:05.993464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557f498-a076-4e99-9128-35f9d76e09de req-e6cb52e1-95f7-4a67-a16b-880cd9cb7479 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:05.995013 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2557f498-a076-4e99-9128-35f9d76e09de req-e6cb52e1-95f7-4a67-a16b-880cd9cb7479 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 945 time: 0.0809214 Jan 12 09:43:06.048283 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2557f498-a076-4e99-9128-35f9d76e09de req-96192bce-efd9-4dbc-b296-f9420823329b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470164 Jan 12 09:43:06.292455 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device fffc58aa-96b5-4faa-8e90-20619af8b059 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:43:06.442033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port fffc58aa-96b5-4faa-8e90-20619af8b059, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=fffc58aa-96b5-4faa-8e90-20619af8b059,segment=NetworkSegment(16f1e159-5291-4983-89fa-9c552c12c77f),segment_id=16f1e159-5291-4983-89fa-9c552c12c77f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:43:06.456397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'fffc58aa-96b5-4faa-8e90-20619af8b059', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'port_id': 'fffc58aa-96b5-4faa-8e90-20619af8b059', 'mac_address': 'fa:16:3e:c9:fd:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:43:06.514626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:06.531439 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffc58aa-96b5-4faa-8e90-20619af8b059 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:43:06.546835 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port fffc58aa-96b5-4faa-8e90-20619af8b059, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=fffc58aa-96b5-4faa-8e90-20619af8b059,segment=NetworkSegment(16f1e159-5291-4983-89fa-9c552c12c77f),segment_id=16f1e159-5291-4983-89fa-9c552c12c77f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:43:06.553561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:06.621775 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=fffc58aa-96b5-4faa-8e90-20619af8b059,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:06.708316 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1881d546-ce92-455c-acef-a669d3b6ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:06.773156 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['fffc58aa-96b5-4faa-8e90-20619af8b059'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:43:06.797292 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24966e52-b7b9-47f5-ac2f-3339e85362da req-e3d3b8aa-533c-47e4-8fbb-ea43b16677ac tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:06.798671 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-24966e52-b7b9-47f5-ac2f-3339e85362da req-e3d3b8aa-533c-47e4-8fbb-ea43b16677ac tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 944 time: 0.0834129 Jan 12 09:43:06.843283 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-24966e52-b7b9-47f5-ac2f-3339e85362da req-b29c4115-5f9f-49eb-bb14-31ce6c9e4b7f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b6df455-156e-4406-8b93-84941df530d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384400 Jan 12 09:43:07.239264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b9ba0-6573-4d62-b8a0-8e0f5703faf3 req-0cb6b745-94ba-4e7d-af96-0fda51e679ed tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:07.240720 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-792b9ba0-6573-4d62-b8a0-8e0f5703faf3 req-0cb6b745-94ba-4e7d-af96-0fda51e679ed tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 945 time: 0.0829008 Jan 12 09:43:07.286910 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-792b9ba0-6573-4d62-b8a0-8e0f5703faf3 req-4f9bc3ee-e40b-4ba1-92a5-97a1217ab5ca tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377243 Jan 12 09:43:07.487405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3cf42-56b9-4f49-bd00-1f7bee50b5b6 req-d840e546-a764-4a95-8f77-36662bda5e87 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:07.489412 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7ef3cf42-56b9-4f49-bd00-1f7bee50b5b6 req-d840e546-a764-4a95-8f77-36662bda5e87 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 945 time: 0.0888104 Jan 12 09:43:07.544969 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7ef3cf42-56b9-4f49-bd00-1f7bee50b5b6 req-bda7b24c-a4b0-4519-be8d-9d930144878d tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492332 Jan 12 09:43:07.568602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42110) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:07.760033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfbf42c-f7f4-47ff-a426-ea610c8ee1a2 tempest-TestVolumeBootPattern-551835753 tempest-TestVolumeBootPattern-551835753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:07.761474 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bdfbf42c-f7f4-47ff-a426-ea610c8ee1a2 tempest-TestVolumeBootPattern-551835753 tempest-TestVolumeBootPattern-551835753-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 1093 time: 0.1916900 Jan 12 09:43:07.764360 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42114) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:07.769221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:43:07.775465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:07.779614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Usage tracker for resource:floatingip and tenant:b9bfaac095a94beaa576ace8f51e6ad8 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:07.782619 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:07.788701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:07.800891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:07.938861 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:08.026052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77106072-a403-4be4-9f1d-a8e5b43e4860 req-3b63c030-4160-4c62-a3ad-94678af68fdf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:08.027479 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-77106072-a403-4be4-9f1d-a8e5b43e4860 req-3b63c030-4160-4c62-a3ad-94678af68fdf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 944 time: 0.0808420 Jan 12 09:43:08.075345 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-77106072-a403-4be4-9f1d-a8e5b43e4860 req-5d079a7e-a45d-4326-be74-4168a7c8f8eb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b6df455-156e-4406-8b93-84941df530d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419359 Jan 12 09:43:08.082473 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Allocated IP 172.26.2.2 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/58ffe90b-bf9d-4146-affe-736571c370f5) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:43:08.242836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:08.276166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:08.290211 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device fffc58aa-96b5-4faa-8e90-20619af8b059 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:43:08.338603 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:08.341490 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:08.345185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:43:08.356806 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port fffc58aa-96b5-4faa-8e90-20619af8b059 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:43:08.361704 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port fffc58aa-96b5-4faa-8e90-20619af8b059 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:43:08.362086 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:08.377093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event updated for resources: {'Port': ['ID=58ffe90b-bf9d-4146-affe-736571c370f5,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:08.483882 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:08.515504 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d9ccfe-4275-4a4f-87bd-36b11c10e8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffc58aa-96b5-4faa-8e90-20619af8b059'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:43:08.528485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port fffc58aa-96b5-4faa-8e90-20619af8b059, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=fffc58aa-96b5-4faa-8e90-20619af8b059,segment=NetworkSegment(16f1e159-5291-4983-89fa-9c552c12c77f),segment_id=16f1e159-5291-4983-89fa-9c552c12c77f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:43:08.533992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:08.592864 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d9ccfe-4275-4a4f-87bd-36b11c10e8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffc58aa-96b5-4faa-8e90-20619af8b059', 'code': 200} Jan 12 09:43:08.614648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=fffc58aa-96b5-4faa-8e90-20619af8b059,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:08.771626 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:08.799378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12f6b9-39f3-4e87-8752-53a63fe7e087 req-af704175-08c7-44e9-b3d1-be325837235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:08.800803 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6f12f6b9-39f3-4e87-8752-53a63fe7e087 req-af704175-08c7-44e9-b3d1-be325837235c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 1098 time: 0.0763936 Jan 12 09:43:08.846458 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6f12f6b9-39f3-4e87-8752-53a63fe7e087 req-8d52a88b-b80a-4d07-9fb7-a3acd07dd404 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7b6df455-156e-4406-8b93-84941df530d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391271 Jan 12 09:43:08.849012 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:09.051452 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:09.058299 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:09.160719 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event updated for resources: {'Port': ['ID=58ffe90b-bf9d-4146-affe-736571c370f5,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:09.178893 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:09.272087 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8f4f189c-f4f1-4f2c-8e2d-f3f3738a2224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:09.275642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb46985-7a01-45af-af9c-08fe2ff219c2 req-1cee3f24-868c-4974-b6df-453263cd919d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:09.277101 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5bb46985-7a01-45af-af9c-08fe2ff219c2 req-1cee3f24-868c-4974-b6df-453263cd919d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 945 time: 0.0844769 Jan 12 09:43:09.326168 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5bb46985-7a01-45af-af9c-08fe2ff219c2 req-4a303fc9-d616-4804-a184-37b6cc91862d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b6df455-156e-4406-8b93-84941df530d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429749 Jan 12 09:43:09.476028 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Floating IP 1089f1c4-5de4-44cc-b954-5311a419068c associated. External IP: 172.26.2.2, port: f5e10c06-1bd7-42ef-890b-34a0449cb2c6. Jan 12 09:43:09.841179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Router c5212f11-65aa-4027-8b40-2c5f02937e1d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:43:10.022848 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:43:10.037736 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ce68a-bd96-4d86-8256-537b2f9961db None None] Sync routers for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:43:10.048062 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:10.058416 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ce68a-bd96-4d86-8256-537b2f9961db None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:43:10.059121 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-043ce68a-bd96-4d86-8256-537b2f9961db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:43:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:10.103005 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-149d387e-154a-45bf-9184-9c318ee07440 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3373175 Jan 12 09:43:10.103598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'tag': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:43:10.149242 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'tag': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'status': 'completed', 'code': 200} Jan 12 09:43:10.237690 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-043ce68a-bd96-4d86-8256-537b2f9961db None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:43:10.238715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f3658-cfbf-40cd-a1ca-fe2befcdd1c9 req-a11ddcd2-234d-4191-91d7-05c5db241ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:10.240476 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-532f3658-cfbf-40cd-a1ca-fe2befcdd1c9 req-a11ddcd2-234d-4191-91d7-05c5db241ee1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 1098 time: 0.0696759 Jan 12 09:43:10.313138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:10.379584 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f3658-cfbf-40cd-a1ca-fe2befcdd1c9 req-8babc108-54af-4424-930c-55acb02ae840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:10.381306 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-532f3658-cfbf-40cd-a1ca-fe2befcdd1c9 req-8babc108-54af-4424-930c-55acb02ae840 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 911 time: 0.1348040 Jan 12 09:43:10.536570 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-532f3658-cfbf-40cd-a1ca-fe2befcdd1c9 req-6a43a6ee-d05d-4ade-89b4-7bb96ddfad43 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5e10c06-1bd7-42ef-890b-34a0449cb2c6 HTTP/1.1" status: 200 len: 997 time: 0.1468418 Jan 12 09:43:10.582340 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-043ce68a-bd96-4d86-8256-537b2f9961db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1089f1c4-5de4-44cc-b954-5311a419068c', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'floating_ip_address': '172.26.2.2', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'port_id': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'mac_address': 'fa:16:3e:b5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:08Z', 'updated_at': '2022-01-12T09:43:08Z', 'revision_number': 0, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:10.586544 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ce68a-bd96-4d86-8256-537b2f9961db None None] Checking router: c5212f11-65aa-4027-8b40-2c5f02937e1d for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:43:10.595530 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ce68a-bd96-4d86-8256-537b2f9961db None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:43:10.596154 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-043ce68a-bd96-4d86-8256-537b2f9961db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:43:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:10.603840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7336-6b11-4066-81de-38f5bc264133 req-567b637d-cbbd-44db-afc4-0c77eafd28db tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:10.605355 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-247b7336-6b11-4066-81de-38f5bc264133 req-567b637d-cbbd-44db-afc4-0c77eafd28db tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 945 time: 0.1644661 Jan 12 09:43:10.613963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f3658-cfbf-40cd-a1ca-fe2befcdd1c9 req-e15a6ae0-c7f7-4ec8-a8bd-d5edd0a6234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:10.615353 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-532f3658-cfbf-40cd-a1ca-fe2befcdd1c9 req-e15a6ae0-c7f7-4ec8-a8bd-d5edd0a6234e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee HTTP/1.1" status: 200 len: 849 time: 0.0729303 Jan 12 09:43:10.702611 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-247b7336-6b11-4066-81de-38f5bc264133 req-6d746555-0c74-4cdb-bc20-c180d88f5c3e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b6df455-156e-4406-8b93-84941df530d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902443 Jan 12 09:43:10.731712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f3658-cfbf-40cd-a1ca-fe2befcdd1c9 req-4b58001a-fb9f-4062-9a43-bcb6c81710cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:10.733578 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-532f3658-cfbf-40cd-a1ca-fe2befcdd1c9 req-4b58001a-fb9f-4062-9a43-bcb6c81710cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c044518-5731-4207-8f99-0a1c6effbd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1051824 Jan 12 09:43:10.775136 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-043ce68a-bd96-4d86-8256-537b2f9961db None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:43:10.901421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d198ab0-050e-4a96-a4fb-0b1afe16425b req-b79b6d02-5ca2-4778-8321-573a73698c22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:10.903080 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4d198ab0-050e-4a96-a4fb-0b1afe16425b req-b79b6d02-5ca2-4778-8321-573a73698c22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 945 time: 0.0841260 Jan 12 09:43:10.951705 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4d198ab0-050e-4a96-a4fb-0b1afe16425b req-85e89872-a62b-41db-818f-c13246d8aa06 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b6df455-156e-4406-8b93-84941df530d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419576 Jan 12 09:43:10.976129 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42132) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:10.992954 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-532f3658-cfbf-40cd-a1ca-fe2befcdd1c9 req-789fb5a4-509b-4717-8a47-587974c4dfd1 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520056 Jan 12 09:43:10.995011 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.055346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33e606-ca0b-4f39-8499-7f8fbb04b04d tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:11.057779 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2d33e606-ca0b-4f39-8499-7f8fbb04b04d tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 1093 time: 0.0806553 Jan 12 09:43:11.060790 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42136) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:11.066862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': 'fffc58aa-96b5-4faa-8e90-20619af8b059', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:43:11.073505 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:11.078012 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:floatingip and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:11.081148 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:11.088618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:11.108402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.134792 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-532f3658-cfbf-40cd-a1ca-fe2befcdd1c9 req-f1114538-c438-4b4c-ae9c-d999b7cd57a9 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349356 Jan 12 09:43:11.149609 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-043ce68a-bd96-4d86-8256-537b2f9961db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1089f1c4-5de4-44cc-b954-5311a419068c', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'floating_ip_address': '172.26.2.2', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'port_id': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'mac_address': 'fa:16:3e:b5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:08Z', 'updated_at': '2022-01-12T09:43:08Z', 'revision_number': 0, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:11.154237 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ce68a-bd96-4d86-8256-537b2f9961db None None] The sync data for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv is: [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1089f1c4-5de4-44cc-b954-5311a419068c', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'floating_ip_address': '172.26.2.2', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'port_id': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'mac_address': 'fa:16:3e:b5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:08Z', 'updated_at': '2022-01-12T09:43:08Z', 'revision_number': 0, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:43:11.251744 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.358266 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939d4866-8f9c-4acc-96d0-ea37621e9e43 None None] New status for floating IP 1089f1c4-5de4-44cc-b954-5311a419068c: ACTIVE {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:43:11.392932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.145 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/f729f42c-2841-499f-b938-9916fd2f253c) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:43:11.536418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.566111 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:11.637728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:43:11.640797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:43:11.644446 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:43:11.676295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=f729f42c-2841-499f-b938-9916fd2f253c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:11.689817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:11.690157 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:11.690490 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:11.690843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:11.691171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:11.691491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:11.691809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:11.692125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:11.692442 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:11.692756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:11.693067 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:11.693374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:12.182046 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:12.270592 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:12.482033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:12.489457 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:12.584508 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:12.592976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=f729f42c-2841-499f-b938-9916fd2f253c,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:12.609409 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:12.793463 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP 2239c107-96c8-4b10-84d2-6edc458bfe41 associated. External IP: 172.26.2.145, port: fffc58aa-96b5-4faa-8e90-20619af8b059. Jan 12 09:43:13.139947 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 7fbce38f-01d6-473b-9d44-380d66e6eda8 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:43:13.428862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:43:13.438475 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202f341-4bbb-4681-84aa-a0bccdb30d48 None None] Sync routers for ids ['7fbce38f-01d6-473b-9d44-380d66e6eda8'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:43:13.447818 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202f341-4bbb-4681-84aa-a0bccdb30d48 None None] Routers {'7fbce38f-01d6-473b-9d44-380d66e6eda8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:43:13.448413 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-d202f341-4bbb-4681-84aa-a0bccdb30d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:43:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7fbce38f-01d6-473b-9d44-380d66e6eda8'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:13.453553 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:13.508922 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2ae84623-7678-4d20-b947-a6bf26e8bd22 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4468873 Jan 12 09:43:13.509513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d9ccfe-4275-4a4f-87bd-36b11c10e8a8', 'tag': 'fffc58aa-96b5-4faa-8e90-20619af8b059'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:43:13.511863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42140) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:13.559402 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d9ccfe-4275-4a4f-87bd-36b11c10e8a8', 'tag': 'fffc58aa-96b5-4faa-8e90-20619af8b059', 'status': 'completed', 'code': 200} Jan 12 09:43:13.622146 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6a514c80-eb7d-4f44-8ebe-5b8da02d2340 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/2239c107-96c8-4b10-84d2-6edc458bfe41 HTTP/1.1" status: 200 len: 991 time: 0.1075914 Jan 12 09:43:13.656082 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-d202f341-4bbb-4681-84aa-a0bccdb30d48 None None] Set router 7fbce38f-01d6-473b-9d44-380d66e6eda8 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:43:13.783507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910e6c4-0930-40cd-b9c6-22c16452bfdf req-d393cb16-2c8b-4de2-a9de-bbb25d249577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:13.785050 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c910e6c4-0930-40cd-b9c6-22c16452bfdf req-d393cb16-2c8b-4de2-a9de-bbb25d249577 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 1098 time: 0.0742314 Jan 12 09:43:13.915392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910e6c4-0930-40cd-b9c6-22c16452bfdf req-907edc4c-3203-4d8a-b1e5-e401c8742361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:13.916852 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c910e6c4-0930-40cd-b9c6-22c16452bfdf req-907edc4c-3203-4d8a-b1e5-e401c8742361 service neutron] 10.222.0.53 "GET /v2.0/networks?id=34c16a4b-789b-4659-b065-173df79be163 HTTP/1.1" status: 200 len: 898 time: 0.1256969 Jan 12 09:43:14.002218 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-d202f341-4bbb-4681-84aa-a0bccdb30d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:54Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '2239c107-96c8-4b10-84d2-6edc458bfe41', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.145', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'port_id': 'fffc58aa-96b5-4faa-8e90-20619af8b059', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'mac_address': 'fa:16:3e:c9:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d9ccfe-4275-4a4f-87bd-36b11c10e8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:12Z', 'updated_at': '2022-01-12T09:43:12Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f16dbf-5de6-44a1-9ccc-7771c3803c10', 'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:76:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:53Z', 'updated_at': '2022-01-12T09:42:59Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '28584621-5ec9-4018-920d-49f91e16eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:14.006789 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202f341-4bbb-4681-84aa-a0bccdb30d48 None None] Checking router: 7fbce38f-01d6-473b-9d44-380d66e6eda8 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:43:14.016275 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202f341-4bbb-4681-84aa-a0bccdb30d48 None None] Routers {'7fbce38f-01d6-473b-9d44-380d66e6eda8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:43:14.016873 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-d202f341-4bbb-4681-84aa-a0bccdb30d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:43:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7fbce38f-01d6-473b-9d44-380d66e6eda8'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:14.020033 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c910e6c4-0930-40cd-b9c6-22c16452bfdf req-4fb78f17-6150-4417-932c-313930143d2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fffc58aa-96b5-4faa-8e90-20619af8b059 HTTP/1.1" status: 200 len: 999 time: 0.0965760 Jan 12 09:43:14.081908 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910e6c4-0930-40cd-b9c6-22c16452bfdf req-c9a97205-bde6-403f-9d05-9f1fbb7c67eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:14.083294 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c910e6c4-0930-40cd-b9c6-22c16452bfdf req-c9a97205-bde6-403f-9d05-9f1fbb7c67eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=28584621-5ec9-4018-920d-49f91e16eefd HTTP/1.1" status: 200 len: 834 time: 0.0576448 Jan 12 09:43:14.160579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910e6c4-0930-40cd-b9c6-22c16452bfdf req-f15767b6-c2f9-40d2-876f-05fba80113e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:14.162065 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c910e6c4-0930-40cd-b9c6-22c16452bfdf req-f15767b6-c2f9-40d2-876f-05fba80113e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=34c16a4b-789b-4659-b065-173df79be163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725133 Jan 12 09:43:14.193419 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-d202f341-4bbb-4681-84aa-a0bccdb30d48 None None] Set router 7fbce38f-01d6-473b-9d44-380d66e6eda8 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:43:14.293501 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c910e6c4-0930-40cd-b9c6-22c16452bfdf req-0fb0ad48-b8a2-47ac-b46f-8451012bc84c service neutron] 10.222.0.53 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249483 Jan 12 09:43:14.422934 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c910e6c4-0930-40cd-b9c6-22c16452bfdf req-55f0bc03-1348-4dbf-ac61-fa15f4af0f31 service neutron] 10.222.0.53 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233454 Jan 12 09:43:14.547267 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-d202f341-4bbb-4681-84aa-a0bccdb30d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:54Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '2239c107-96c8-4b10-84d2-6edc458bfe41', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.145', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'port_id': 'fffc58aa-96b5-4faa-8e90-20619af8b059', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'mac_address': 'fa:16:3e:c9:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d9ccfe-4275-4a4f-87bd-36b11c10e8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:12Z', 'updated_at': '2022-01-12T09:43:12Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f16dbf-5de6-44a1-9ccc-7771c3803c10', 'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:76:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:53Z', 'updated_at': '2022-01-12T09:42:59Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '28584621-5ec9-4018-920d-49f91e16eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:14.551606 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202f341-4bbb-4681-84aa-a0bccdb30d48 None None] The sync data for ids ['7fbce38f-01d6-473b-9d44-380d66e6eda8'] in dv-neutron-824346-1-hyperv is: [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:54Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '2239c107-96c8-4b10-84d2-6edc458bfe41', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.145', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'port_id': 'fffc58aa-96b5-4faa-8e90-20619af8b059', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'mac_address': 'fa:16:3e:c9:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d9ccfe-4275-4a4f-87bd-36b11c10e8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:12Z', 'updated_at': '2022-01-12T09:43:12Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f16dbf-5de6-44a1-9ccc-7771c3803c10', 'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:76:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:53Z', 'updated_at': '2022-01-12T09:42:59Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '28584621-5ec9-4018-920d-49f91e16eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:43:14.624771 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42146) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:14.732816 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1ba66130-a54c-484f-a253-9694755999ad tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/2239c107-96c8-4b10-84d2-6edc458bfe41 HTTP/1.1" status: 200 len: 991 time: 0.1063704 Jan 12 09:43:14.768642 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f8dfb-54f5-4c32-b7e8-e06a1891b14e None None] New status for floating IP 2239c107-96c8-4b10-84d2-6edc458bfe41: ACTIVE {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:43:15.738011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42150) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:15.852280 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-32b78c8f-a688-4493-bb07-ef158a5be65b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/2239c107-96c8-4b10-84d2-6edc458bfe41 HTTP/1.1" status: 200 len: 993 time: 0.1126900 Jan 12 09:43:16.527049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:36.708273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d2039327-27a6-45b0-9803-8702ce5b8bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:39.283177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-83a9683b-9080-48b8-b275-3e2e5875bff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.328430 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:40.381588 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:43:40.995313 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:42.597422 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:46.555253 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:49.214336 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42174) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:49.289614 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d2e70d-804e-4893-942d-0e419d35903b tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:49.289816 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d2e70d-804e-4893-942d-0e419d35903b tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:49.290741 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d2e70d-804e-4893-942d-0e419d35903b tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:49.292436 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-58d2e70d-804e-4893-942d-0e419d35903b tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=05fdfd0263cb464989f6119e683582f0&network_id=34c16a4b-789b-4659-b065-173df79be163 HTTP/1.1" status: 200 len: 2999 time: 0.0770183 Jan 12 09:43:51.203693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42188) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:51.272856 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb36e09-9abd-4cb9-9007-5155f1a50094 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:51.279509 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6cb36e09-9abd-4cb9-9007-5155f1a50094 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf HTTP/1.1" status: 200 len: 814 time: 0.0742567 Jan 12 09:43:51.723638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42196) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:51.730063 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5b956b6c-a05d-470a-9d30-a71edec118d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:43:51.844969 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b956b6c-a05d-470a-9d30-a71edec118d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:52.236681 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b956b6c-a05d-470a-9d30-a71edec118d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:52.242552 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b956b6c-a05d-470a-9d30-a71edec118d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:52.242904 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-5b956b6c-a05d-470a-9d30-a71edec118d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP 2239c107-96c8-4b10-84d2-6edc458bfe41 disassociated. External IP: 172.26.2.145, port: fffc58aa-96b5-4faa-8e90-20619af8b059. Jan 12 09:43:52.605395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b956b6c-a05d-470a-9d30-a71edec118d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 7fbce38f-01d6-473b-9d44-380d66e6eda8 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:43:52.788789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b956b6c-a05d-470a-9d30-a71edec118d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:43:52.793224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5b956b6c-a05d-470a-9d30-a71edec118d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:52.800036 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b771791b-86f7-491b-9b00-6b87aa69c9c0 None None] Sync routers for ids ['7fbce38f-01d6-473b-9d44-380d66e6eda8'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:43:52.810246 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b771791b-86f7-491b-9b00-6b87aa69c9c0 None None] Routers {'7fbce38f-01d6-473b-9d44-380d66e6eda8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:43:52.810901 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b771791b-86f7-491b-9b00-6b87aa69c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:43:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7fbce38f-01d6-473b-9d44-380d66e6eda8'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:52.850783 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5b956b6c-a05d-470a-9d30-a71edec118d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/floatingips/2239c107-96c8-4b10-84d2-6edc458bfe41 HTTP/1.1" status: 200 len: 690 time: 1.1260338 Jan 12 09:43:52.851343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d9ccfe-4275-4a4f-87bd-36b11c10e8a8', 'tag': 'fffc58aa-96b5-4faa-8e90-20619af8b059'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:43:52.853714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42200) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:52.897314 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d9ccfe-4275-4a4f-87bd-36b11c10e8a8', 'tag': 'fffc58aa-96b5-4faa-8e90-20619af8b059', 'status': 'completed', 'code': 200} Jan 12 09:43:52.940928 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-39b101ac-d571-4dd5-b527-50fb727429ee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/2239c107-96c8-4b10-84d2-6edc458bfe41 HTTP/1.1" status: 200 len: 690 time: 0.0854874 Jan 12 09:43:52.983481 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-b771791b-86f7-491b-9b00-6b87aa69c9c0 None None] Set router 7fbce38f-01d6-473b-9d44-380d66e6eda8 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:43:52.987875 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035cce5-2d20-4a7f-9832-52e1fd96ee04 req-5418adc8-e768-49a6-9863-4dfbdb0acee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:52.989393 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2035cce5-2d20-4a7f-9832-52e1fd96ee04 req-5418adc8-e768-49a6-9863-4dfbdb0acee4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 1098 time: 0.0697548 Jan 12 09:43:53.122427 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035cce5-2d20-4a7f-9832-52e1fd96ee04 req-2f3f4a22-9cd7-4f93-8d8c-fc18562862e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:53.123709 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2035cce5-2d20-4a7f-9832-52e1fd96ee04 req-2f3f4a22-9cd7-4f93-8d8c-fc18562862e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=34c16a4b-789b-4659-b065-173df79be163 HTTP/1.1" status: 200 len: 898 time: 0.1285229 Jan 12 09:43:53.193939 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2035cce5-2d20-4a7f-9832-52e1fd96ee04 req-a1b19f96-94d9-4363-80e0-ab85f666179d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fffc58aa-96b5-4faa-8e90-20619af8b059 HTTP/1.1" status: 200 len: 217 time: 0.0629725 Jan 12 09:43:53.259717 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035cce5-2d20-4a7f-9832-52e1fd96ee04 req-a5c67fea-a6c2-458d-83a4-8deb470b8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:53.261238 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2035cce5-2d20-4a7f-9832-52e1fd96ee04 req-a5c67fea-a6c2-458d-83a4-8deb470b8e26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=28584621-5ec9-4018-920d-49f91e16eefd HTTP/1.1" status: 200 len: 834 time: 0.0573888 Jan 12 09:43:53.319140 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b771791b-86f7-491b-9b00-6b87aa69c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:54Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '36f16dbf-5de6-44a1-9ccc-7771c3803c10', 'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:76:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:53Z', 'updated_at': '2022-01-12T09:42:59Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '28584621-5ec9-4018-920d-49f91e16eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:53.322964 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b771791b-86f7-491b-9b00-6b87aa69c9c0 None None] Checking router: 7fbce38f-01d6-473b-9d44-380d66e6eda8 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:43:53.331881 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b771791b-86f7-491b-9b00-6b87aa69c9c0 None None] Routers {'7fbce38f-01d6-473b-9d44-380d66e6eda8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:43:53.332424 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b771791b-86f7-491b-9b00-6b87aa69c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:43:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7fbce38f-01d6-473b-9d44-380d66e6eda8'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:53.341710 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035cce5-2d20-4a7f-9832-52e1fd96ee04 req-e036114c-271b-473a-83f5-f47c2aa6e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:53.343227 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2035cce5-2d20-4a7f-9832-52e1fd96ee04 req-e036114c-271b-473a-83f5-f47c2aa6e3b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=34c16a4b-789b-4659-b065-173df79be163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698593 Jan 12 09:43:53.525472 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-b771791b-86f7-491b-9b00-6b87aa69c9c0 None None] Set router 7fbce38f-01d6-473b-9d44-380d66e6eda8 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:43:53.594452 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2035cce5-2d20-4a7f-9832-52e1fd96ee04 req-742a9585-4cde-4ad2-b10d-eac6f22d8fe0 service neutron] 10.222.0.53 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438622 Jan 12 09:43:53.725808 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2035cce5-2d20-4a7f-9832-52e1fd96ee04 req-d1cda592-0832-4cfa-95e5-53ee093329a1 service neutron] 10.222.0.53 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242676 Jan 12 09:43:53.851772 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b771791b-86f7-491b-9b00-6b87aa69c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:54Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '36f16dbf-5de6-44a1-9ccc-7771c3803c10', 'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:76:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:53Z', 'updated_at': '2022-01-12T09:42:59Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '28584621-5ec9-4018-920d-49f91e16eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:43:53.855646 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b771791b-86f7-491b-9b00-6b87aa69c9c0 None None] The sync data for ids ['7fbce38f-01d6-473b-9d44-380d66e6eda8'] in dv-neutron-824346-1-hyperv is: [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:54Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '36f16dbf-5de6-44a1-9ccc-7771c3803c10', 'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:76:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:53Z', 'updated_at': '2022-01-12T09:42:59Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '28584621-5ec9-4018-920d-49f91e16eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:43:53.944803 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42206) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:54.036277 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-90a39359-7961-4de0-b738-dc0a36211367 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/2239c107-96c8-4b10-84d2-6edc458bfe41 HTTP/1.1" status: 200 len: 690 time: 0.0900064 Jan 12 09:43:54.088345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2861e11b-9c07-4a4e-aab5-b2363d75238e None None] New status for floating IP 2239c107-96c8-4b10-84d2-6edc458bfe41: DOWN {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:43:55.042786 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42210) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:55.124280 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-74ee160d-3657-44a5-96f9-65b12b340d35 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/2239c107-96c8-4b10-84d2-6edc458bfe41 HTTP/1.1" status: 200 len: 688 time: 0.0829909 Jan 12 09:43:56.342695 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42216) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:56.348022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937602892', 'description': 'tempest-secgroup-smoke-937602892 description', 'project_id': '05fdfd0263cb464989f6119e683582f0'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:43:56.354294 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:56.364957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:56.377116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.403596 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:56.407691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:56.410632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:56.416662 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:56.495601 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.502557 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.545902 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5566fb-71cf-4862-a2d7-ca6da14ce830,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:56.554421 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:56.555020 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:56.555117 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:56.555443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:56.555780 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:56.556115 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:56.556462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:56.556781 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:56.557106 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:56.557427 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:56.557746 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:56.558053 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:43:56.561389 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.562654 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4eef35b5-25f1-43e3-8061-79643205556a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2189627 Jan 12 09:43:56.567577 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42220) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:56.572006 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-fabce775-a7e9-466a-b406-cbb80703468f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'ae5566fb-71cf-4862-a2d7-ca6da14ce830', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:43:56.577942 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fabce775-a7e9-466a-b406-cbb80703468f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:56.581814 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fabce775-a7e9-466a-b406-cbb80703468f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:56.584741 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fabce775-a7e9-466a-b406-cbb80703468f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:56.590385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fabce775-a7e9-466a-b406-cbb80703468f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:56.608704 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fabce775-a7e9-466a-b406-cbb80703468f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.669851 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fabce775-a7e9-466a-b406-cbb80703468f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.676170 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fabce775-a7e9-466a-b406-cbb80703468f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.701467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabce775-a7e9-466a-b406-cbb80703468f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3fc48a-c3aa-4569-8395-4ff892848a03,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:56.711700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fabce775-a7e9-466a-b406-cbb80703468f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.712883 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fabce775-a7e9-466a-b406-cbb80703468f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449139 Jan 12 09:43:56.716070 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42224) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:56.721162 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-2bd4f89e-f73a-46ac-81c7-c14172f690ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'ae5566fb-71cf-4862-a2d7-ca6da14ce830', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:43:56.727091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2bd4f89e-f73a-46ac-81c7-c14172f690ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:56.730877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2bd4f89e-f73a-46ac-81c7-c14172f690ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:56.733725 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2bd4f89e-f73a-46ac-81c7-c14172f690ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:56.739470 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2bd4f89e-f73a-46ac-81c7-c14172f690ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:56.757120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f89e-f73a-46ac-81c7-c14172f690ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.825668 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f89e-f73a-46ac-81c7-c14172f690ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.834945 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f89e-f73a-46ac-81c7-c14172f690ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.859486 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4f89e-f73a-46ac-81c7-c14172f690ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a5b180-e61b-4b17-a4dc-f09040f56395,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:56.869642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f89e-f73a-46ac-81c7-c14172f690ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.871973 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2bd4f89e-f73a-46ac-81c7-c14172f690ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1549604 Jan 12 09:43:56.875053 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42230) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:56.883635 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-991643ee-d92c-4168-b533-0e0591fa5cbf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'ae5566fb-71cf-4862-a2d7-ca6da14ce830', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:43:56.889828 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-991643ee-d92c-4168-b533-0e0591fa5cbf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:56.893550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-991643ee-d92c-4168-b533-0e0591fa5cbf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:56.896471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-991643ee-d92c-4168-b533-0e0591fa5cbf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:56.902263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-991643ee-d92c-4168-b533-0e0591fa5cbf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:56.919697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-991643ee-d92c-4168-b533-0e0591fa5cbf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.981169 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-991643ee-d92c-4168-b533-0e0591fa5cbf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:56.986531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-991643ee-d92c-4168-b533-0e0591fa5cbf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.009319 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991643ee-d92c-4168-b533-0e0591fa5cbf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06759f39-5b60-44c0-b579-309ecf39c4d7,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:57.020609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-991643ee-d92c-4168-b533-0e0591fa5cbf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.021984 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-991643ee-d92c-4168-b533-0e0591fa5cbf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426849 Jan 12 09:43:57.024802 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42234) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:57.029672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c651be86-8f0c-4eba-b5cf-85b3ee32ab2b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'ae5566fb-71cf-4862-a2d7-ca6da14ce830', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:43:57.036033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c651be86-8f0c-4eba-b5cf-85b3ee32ab2b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:57.040122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c651be86-8f0c-4eba-b5cf-85b3ee32ab2b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:57.043138 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c651be86-8f0c-4eba-b5cf-85b3ee32ab2b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:57.049176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c651be86-8f0c-4eba-b5cf-85b3ee32ab2b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:57.069941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c651be86-8f0c-4eba-b5cf-85b3ee32ab2b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.140118 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c651be86-8f0c-4eba-b5cf-85b3ee32ab2b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.145498 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c651be86-8f0c-4eba-b5cf-85b3ee32ab2b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.169152 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651be86-8f0c-4eba-b5cf-85b3ee32ab2b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e307603f-829c-4bfd-913a-b4d7fc9ce932,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:57.179175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c651be86-8f0c-4eba-b5cf-85b3ee32ab2b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.183538 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c651be86-8f0c-4eba-b5cf-85b3ee32ab2b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1578178 Jan 12 09:43:57.183765 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42238) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:57.189656 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-3956f077-0b07-4708-9ba3-cc0c0ae784e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'ae5566fb-71cf-4862-a2d7-ca6da14ce830', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:43:57.195948 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3956f077-0b07-4708-9ba3-cc0c0ae784e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:57.199932 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3956f077-0b07-4708-9ba3-cc0c0ae784e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:57.202692 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3956f077-0b07-4708-9ba3-cc0c0ae784e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:57.208537 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3956f077-0b07-4708-9ba3-cc0c0ae784e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:57.220757 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-3956f077-0b07-4708-9ba3-cc0c0ae784e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:43:57.227482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3956f077-0b07-4708-9ba3-cc0c0ae784e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.291017 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3956f077-0b07-4708-9ba3-cc0c0ae784e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.296115 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3956f077-0b07-4708-9ba3-cc0c0ae784e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.319901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956f077-0b07-4708-9ba3-cc0c0ae784e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d96858-2e4e-4811-97bf-2f5af7d38ba4,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:57.330429 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3956f077-0b07-4708-9ba3-cc0c0ae784e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.331793 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3956f077-0b07-4708-9ba3-cc0c0ae784e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1468844 Jan 12 09:43:57.335888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42242) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:43:57.340936 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-0864ec24-5064-42b5-9f71-f86f2bf99ca6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'ae5566fb-71cf-4862-a2d7-ca6da14ce830', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:43:57.346786 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0864ec24-5064-42b5-9f71-f86f2bf99ca6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:43:57.350858 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0864ec24-5064-42b5-9f71-f86f2bf99ca6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:43:57.353861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0864ec24-5064-42b5-9f71-f86f2bf99ca6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:43:57.359879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0864ec24-5064-42b5-9f71-f86f2bf99ca6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:43:57.374082 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-0864ec24-5064-42b5-9f71-f86f2bf99ca6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:43:57.384269 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0864ec24-5064-42b5-9f71-f86f2bf99ca6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.456332 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0864ec24-5064-42b5-9f71-f86f2bf99ca6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.463127 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0864ec24-5064-42b5-9f71-f86f2bf99ca6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.487035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864ec24-5064-42b5-9f71-f86f2bf99ca6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3239cddc-2e05-48fc-a0d6-e6bb8974688b,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:43:57.497715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0864ec24-5064-42b5-9f71-f86f2bf99ca6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:43:57.498982 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0864ec24-5064-42b5-9f71-f86f2bf99ca6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1620274 Jan 12 09:43:57.664768 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-50cb6a38-56c0-40f5-af47-f62b0cfc8ba5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:43:57.688533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-50cb6a38-56c0-40f5-af47-f62b0cfc8ba5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:43:57.689463 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-50cb6a38-56c0-40f5-af47-f62b0cfc8ba5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937602892&fields=id&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 267 time: 0.0646019 Jan 12 09:43:57.836707 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6fb62a55-62e1-4f2d-961a-571dd391c1bc tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:57.838254 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6fb62a55-62e1-4f2d-961a-571dd391c1bc tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/networks?id=34c16a4b-789b-4659-b065-173df79be163 HTTP/1.1" status: 200 len: 797 time: 0.1416304 Jan 12 09:43:57.859367 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-7f41ded3-cc99-4973-86d9-48a552b25c79 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/quotas/05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 375 time: 0.0151870 Jan 12 09:43:57.949879 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-c7280622-d10c-40cb-905c-df1edf682163 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0853150 Jan 12 09:43:57.965674 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-86c31482-1b10-42ae-b803-2389f2a35d5e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:43:57.966637 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-86c31482-1b10-42ae-b803-2389f2a35d5e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050077 Jan 12 09:43:58.112614 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-47dbae55-f3a7-402e-b122-5b843af70b7b service neutron] 10.222.0.26 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405184 Jan 12 09:43:58.249403 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-68dede17-12b0-48b8-9a6f-147099818b08 service neutron] 10.222.0.26 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308589 Jan 12 09:43:58.451042 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0cd6f1e1-3dd8-445e-b7f7-78777414dadb req-9940469c-57d1-4137-807b-d5b7a50f7673 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 210 time: 0.0433815 Jan 12 09:43:59.624555 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ee83c83b-07af-4c5f-a94f-a643ccd77031 req-71469e1d-5426-4599-bf56-035195c11219 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 210 time: 0.0502045 Jan 12 09:43:59.739153 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-b55179fb-5174-482d-9c77-4beebc8164fc tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:43:59.740823 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-b55179fb-5174-482d-9c77-4beebc8164fc tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/networks?id=34c16a4b-789b-4659-b065-173df79be163 HTTP/1.1" status: 200 len: 797 time: 0.1885731 Jan 12 09:43:59.795514 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-d78964d4-30fd-48a2-a135-c41826b92b80 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 470 time: 0.0431838 Jan 12 09:43:59.805428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6021eaf7-d096-401d-ab58-b119cd9ee6f6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'port': {'device_id': 'cba64484-2ab0-44b0-adad-d23e0fada1f1', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'admin_state_up': True, 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'security_groups': ['ae5566fb-71cf-4862-a2d7-ca6da14ce830']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:44:00.061902 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6021eaf7-d096-401d-ab58-b119cd9ee6f6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:44:00.072049 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6021eaf7-d096-401d-ab58-b119cd9ee6f6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:44:00.084401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6021eaf7-d096-401d-ab58-b119cd9ee6f6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:44:00.088176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6021eaf7-d096-401d-ab58-b119cd9ee6f6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:00.249938 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6021eaf7-d096-401d-ab58-b119cd9ee6f6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.4 (34c16a4b-789b-4659-b065-173df79be163/28584621-5ec9-4018-920d-49f91e16eefd/245bef25-7974-430d-bfb9-5e3d8032209c) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:44:00.442107 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6021eaf7-d096-401d-ab58-b119cd9ee6f6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:00.457699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6021eaf7-d096-401d-ab58-b119cd9ee6f6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object 245bef25-7974-430d-bfb9-5e3d8032209c will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:00.482370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6021eaf7-d096-401d-ab58-b119cd9ee6f6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:00.551973 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6021eaf7-d096-401d-ab58-b119cd9ee6f6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 34c16a4b-789b-4659-b065-173df79be163 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:44:00.555428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6021eaf7-d096-401d-ab58-b119cd9ee6f6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:44:00.559630 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6021eaf7-d096-401d-ab58-b119cd9ee6f6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:44:00.594064 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021eaf7-d096-401d-ab58-b119cd9ee6f6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=245bef25-7974-430d-bfb9-5e3d8032209c,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:00.633241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6021eaf7-d096-401d-ab58-b119cd9ee6f6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:00.633853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6021eaf7-d096-401d-ab58-b119cd9ee6f6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:00.661911 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6021eaf7-d096-401d-ab58-b119cd9ee6f6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8605325 Jan 12 09:44:00.675783 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Request body: {'port': {'device_id': 'cba64484-2ab0-44b0-adad-d23e0fada1f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:44:00.790407 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:00.829847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf06120-42a7-40ef-847a-2d57bc7ffbf5 req-fe595bb9-3f8e-4bec-ab1f-0f968f2b444d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:00.831315 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-dbf06120-42a7-40ef-847a-2d57bc7ffbf5 req-fe595bb9-3f8e-4bec-ab1f-0f968f2b444d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 931 time: 0.0842714 Jan 12 09:44:00.847886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d73f90b3-735d-489f-ad84-456fd2d36cb6 None None] Provisioning for port 245bef25-7974-430d-bfb9-5e3d8032209c completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:00.859033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d73f90b3-735d-489f-ad84-456fd2d36cb6 None None] Provisioning complete for port 245bef25-7974-430d-bfb9-5e3d8032209c triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:00.859452 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d73f90b3-735d-489f-ad84-456fd2d36cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:00.901232 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-dbf06120-42a7-40ef-847a-2d57bc7ffbf5 req-f103938b-88d2-466e-be1d-7b603c04dd7f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae5566fb-71cf-4862-a2d7-ca6da14ce830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623560 Jan 12 09:44:00.930233 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d73f90b3-735d-489f-ad84-456fd2d36cb6 None None] Port 245bef25-7974-430d-bfb9-5e3d8032209c cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:44:01.183772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245bef25-7974-430d-bfb9-5e3d8032209c {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:44:01.192143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:01.207642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Transition to ACTIVE for port object 245bef25-7974-430d-bfb9-5e3d8032209c will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:44:01.212776 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:01.354626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Pushing event updated for resources: {'Port': ['ID=245bef25-7974-430d-bfb9-5e3d8032209c,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:01.472565 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Attempting to bind port 245bef25-7974-430d-bfb9-5e3d8032209c on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:44:01.473016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Attempting to bind port 245bef25-7974-430d-bfb9-5e3d8032209c by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:44:01.473551 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Attempting to bind port 245bef25-7974-430d-bfb9-5e3d8032209c on network 34c16a4b-789b-4659-b065-173df79be163 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:44:01.478515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Port 245bef25-7974-430d-bfb9-5e3d8032209c on network 34c16a4b-789b-4659-b065-173df79be163 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:44:01.480263 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Attempting to bind port 245bef25-7974-430d-bfb9-5e3d8032209c on network 34c16a4b-789b-4659-b065-173df79be163 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:44:01.485578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:44:01.485903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Checking segment: {'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:44:01.486286 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Bound using segment: {'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:44:01.487074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Bound port: 245bef25-7974-430d-bfb9-5e3d8032209c, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f1e159-5291-4983-89fa-9c552c12c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34c16a4b-789b-4659-b065-173df79be163'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:44:01.487683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:01.580190 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] For port 245bef25-7974-430d-bfb9-5e3d8032209c, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:44:01.583507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] For port 245bef25-7974-430d-bfb9-5e3d8032209c, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=245bef25-7974-430d-bfb9-5e3d8032209c,segment=NetworkSegment(16f1e159-5291-4983-89fa-9c552c12c77f),segment_id=16f1e159-5291-4983-89fa-9c552c12c77f)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:44:01.589120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:01.654047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:01.654047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:01.654047 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] 10.222.0.53 "PUT /v2.0/ports/245bef25-7974-430d-bfb9-5e3d8032209c HTTP/1.1" status: 200 len: 1093 time: 0.9828510 Jan 12 09:44:01.658479 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba64484-2ab0-44b0-adad-d23e0fada1f1', 'tag': '245bef25-7974-430d-bfb9-5e3d8032209c'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:44:01.679147 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c215394-c44c-43ec-b7e1-891e9f6695bd service neutron] Pushing event updated for resources: {'Port': ['ID=245bef25-7974-430d-bfb9-5e3d8032209c,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:01.707702 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba64484-2ab0-44b0-adad-d23e0fada1f1', 'tag': '245bef25-7974-430d-bfb9-5e3d8032209c', 'status': 'completed', 'code': 200} Jan 12 09:44:01.798727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6ef84956-b1db-472b-b194-700a9d45397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:01.800414 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-6ef84956-b1db-472b-b194-700a9d45397d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 1096 time: 0.0908968 Jan 12 09:44:01.993156 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-18c61e38-00e0-47c0-b12d-5408c546dcf0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=245bef25-7974-430d-bfb9-5e3d8032209c HTTP/1.1" status: 200 len: 217 time: 0.1826446 Jan 12 09:44:02.081548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-cc38465b-67bb-4e83-81fd-9bdf48773df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:02.082597 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-cc38465b-67bb-4e83-81fd-9bdf48773df1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=28584621-5ec9-4018-920d-49f91e16eefd HTTP/1.1" status: 200 len: 834 time: 0.0809348 Jan 12 09:44:02.093910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be5d86-5384-44d6-91dc-44747378316c req-36472f1b-b493-4e99-84cb-40ed615dea3c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:02.095560 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e8be5d86-5384-44d6-91dc-44747378316c req-36472f1b-b493-4e99-84cb-40ed615dea3c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 943 time: 0.0908790 Jan 12 09:44:02.147060 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e8be5d86-5384-44d6-91dc-44747378316c req-d8bb0874-c03b-4995-9948-ab95756dba15 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae5566fb-71cf-4862-a2d7-ca6da14ce830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435848 Jan 12 09:44:02.167725 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-8c6b042e-5d23-4f02-aee1-892f762a2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:02.169226 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-8c6b042e-5d23-4f02-aee1-892f762a2d7c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=34c16a4b-789b-4659-b065-173df79be163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775981 Jan 12 09:44:02.306205 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-cbcea1dd-1066-4bd8-9f21-58a85ce923b9 service neutron] 10.222.0.53 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266654 Jan 12 09:44:02.435566 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf07f41-9617-4167-9cd5-9ccb22e7246b req-49e1546e-e1ac-49e5-b72b-b84d8bc4a21c service neutron] 10.222.0.53 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234696 Jan 12 09:44:02.553287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65be36e-afd8-40c1-a4a1-9dac1e18f0fc req-2d81844a-79fe-48db-b401-16a8cd7da7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:02.554889 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a65be36e-afd8-40c1-a4a1-9dac1e18f0fc req-2d81844a-79fe-48db-b401-16a8cd7da7f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 1096 time: 0.0725269 Jan 12 09:44:02.685073 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65be36e-afd8-40c1-a4a1-9dac1e18f0fc req-a4c12f91-abb9-4aa0-aa3f-d1d8675eedee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:02.686743 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a65be36e-afd8-40c1-a4a1-9dac1e18f0fc req-a4c12f91-abb9-4aa0-aa3f-d1d8675eedee service neutron] 10.222.0.53 "GET /v2.0/networks?id=34c16a4b-789b-4659-b065-173df79be163 HTTP/1.1" status: 200 len: 898 time: 0.1249821 Jan 12 09:44:02.759009 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a65be36e-afd8-40c1-a4a1-9dac1e18f0fc req-1253e189-f313-42f9-aad2-cccc5b7b73b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=245bef25-7974-430d-bfb9-5e3d8032209c HTTP/1.1" status: 200 len: 217 time: 0.0633876 Jan 12 09:44:02.819237 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65be36e-afd8-40c1-a4a1-9dac1e18f0fc req-b90478dd-eb04-4862-9a7d-257bfed92895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:02.820699 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a65be36e-afd8-40c1-a4a1-9dac1e18f0fc req-b90478dd-eb04-4862-9a7d-257bfed92895 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=28584621-5ec9-4018-920d-49f91e16eefd HTTP/1.1" status: 200 len: 834 time: 0.0555458 Jan 12 09:44:02.899941 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65be36e-afd8-40c1-a4a1-9dac1e18f0fc req-edad0402-fc6b-4c85-8505-ef160e391f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:02.901434 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a65be36e-afd8-40c1-a4a1-9dac1e18f0fc req-edad0402-fc6b-4c85-8505-ef160e391f53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=34c16a4b-789b-4659-b065-173df79be163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742397 Jan 12 09:44:03.033390 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a65be36e-afd8-40c1-a4a1-9dac1e18f0fc req-aada9aa3-de25-4908-b297-4339daaca788 service neutron] 10.222.0.53 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244180 Jan 12 09:44:03.168956 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a65be36e-afd8-40c1-a4a1-9dac1e18f0fc req-949e5ad6-9bc8-4e59-9c45-c3c65255e3f5 service neutron] 10.222.0.53 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283374 Jan 12 09:44:03.332330 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9caf9-3a43-42dd-9c11-3edb5543ecf6 req-e5ad1e9e-bff9-4f8f-b778-c9843e736a58 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:03.332935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-1ec9caf9-3a43-42dd-9c11-3edb5543ecf6 req-e5ad1e9e-bff9-4f8f-b778-c9843e736a58 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:44:03.351568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-1ec9caf9-3a43-42dd-9c11-3edb5543ecf6 req-e5ad1e9e-bff9-4f8f-b778-c9843e736a58 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:44:03.352737 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1ec9caf9-3a43-42dd-9c11-3edb5543ecf6 req-e5ad1e9e-bff9-4f8f-b778-c9843e736a58 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 943 time: 0.0977025 Jan 12 09:44:03.397592 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1ec9caf9-3a43-42dd-9c11-3edb5543ecf6 req-ac85993c-76f1-4c1d-8ebf-6ac7ce9b66b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae5566fb-71cf-4862-a2d7-ca6da14ce830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389159 Jan 12 09:44:04.599403 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89567556-38a4-41de-aeed-c9ce050f554b req-92cbd46e-93ba-463c-9540-7fd12e557f00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:04.600865 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-89567556-38a4-41de-aeed-c9ce050f554b req-92cbd46e-93ba-463c-9540-7fd12e557f00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 943 time: 0.0891263 Jan 12 09:44:04.652744 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-89567556-38a4-41de-aeed-c9ce050f554b req-c28079d5-a380-4af6-9849-efd7c8b0b4e3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae5566fb-71cf-4862-a2d7-ca6da14ce830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429628 Jan 12 09:44:05.859924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489be69-779b-40e9-8891-c85a83123b3f req-4ef0913e-26fa-4a5c-a55d-a65a88329b78 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:05.861396 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a489be69-779b-40e9-8891-c85a83123b3f req-4ef0913e-26fa-4a5c-a55d-a65a88329b78 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 943 time: 0.0918641 Jan 12 09:44:05.908099 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a489be69-779b-40e9-8891-c85a83123b3f req-bc7905f5-c623-486e-9e46-42aad3e2ab8a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae5566fb-71cf-4862-a2d7-ca6da14ce830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383177 Jan 12 09:44:06.496220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 245bef25-7974-430d-bfb9-5e3d8032209c details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:44:06.652814 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 245bef25-7974-430d-bfb9-5e3d8032209c, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=245bef25-7974-430d-bfb9-5e3d8032209c,segment=NetworkSegment(16f1e159-5291-4983-89fa-9c552c12c77f),segment_id=16f1e159-5291-4983-89fa-9c552c12c77f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:44:06.667059 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '245bef25-7974-430d-bfb9-5e3d8032209c', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'port_id': '245bef25-7974-430d-bfb9-5e3d8032209c', 'mac_address': 'fa:16:3e:1a:53:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:44:06.737411 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b526fc29-c99f-4ea3-aa5f-969b5ef775f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:06.743208 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:06.760738 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245bef25-7974-430d-bfb9-5e3d8032209c {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:44:06.777619 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 245bef25-7974-430d-bfb9-5e3d8032209c, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=245bef25-7974-430d-bfb9-5e3d8032209c,segment=NetworkSegment(16f1e159-5291-4983-89fa-9c552c12c77f),segment_id=16f1e159-5291-4983-89fa-9c552c12c77f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:44:06.783753 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:06.855727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=245bef25-7974-430d-bfb9-5e3d8032209c,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:06.866833 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:06.867335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:06.867686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:06.868025 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:06.868360 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:06.868665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:06.868996 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:06.869325 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:06.869654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:06.869979 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:06.870303 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:06.870623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:07.074155 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['245bef25-7974-430d-bfb9-5e3d8032209c'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:44:07.104413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4246479-d6bf-4399-9fe8-b614063314df req-62e07c81-0533-4b56-ba1d-33b90070720d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:07.106014 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a4246479-d6bf-4399-9fe8-b614063314df req-62e07c81-0533-4b56-ba1d-33b90070720d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 944 time: 0.0801702 Jan 12 09:44:07.158123 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a4246479-d6bf-4399-9fe8-b614063314df req-5ceda43a-1a96-46e6-8a99-65acf9fb5869 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae5566fb-71cf-4862-a2d7-ca6da14ce830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458405 Jan 12 09:44:08.365576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d4172-22be-4e2c-b96e-1e261b513e71 req-80baab01-378d-4750-9390-f87e0d2934ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:08.366982 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-428d4172-22be-4e2c-b96e-1e261b513e71 req-80baab01-378d-4750-9390-f87e0d2934ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 944 time: 0.0934427 Jan 12 09:44:08.417815 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-428d4172-22be-4e2c-b96e-1e261b513e71 req-2bb612ac-5a57-4e70-9d8b-138de5ac0528 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae5566fb-71cf-4862-a2d7-ca6da14ce830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430489 Jan 12 09:44:08.510821 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 245bef25-7974-430d-bfb9-5e3d8032209c up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:44:08.589999 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 245bef25-7974-430d-bfb9-5e3d8032209c completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:44:08.594949 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 245bef25-7974-430d-bfb9-5e3d8032209c triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:44:08.595314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:08.709987 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:08.739607 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba64484-2ab0-44b0-adad-d23e0fada1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245bef25-7974-430d-bfb9-5e3d8032209c'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:44:08.749701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 245bef25-7974-430d-bfb9-5e3d8032209c, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=245bef25-7974-430d-bfb9-5e3d8032209c,segment=NetworkSegment(16f1e159-5291-4983-89fa-9c552c12c77f),segment_id=16f1e159-5291-4983-89fa-9c552c12c77f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:44:08.755807 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:08.822876 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=245bef25-7974-430d-bfb9-5e3d8032209c,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:08.834507 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba64484-2ab0-44b0-adad-d23e0fada1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245bef25-7974-430d-bfb9-5e3d8032209c', 'code': 200} Jan 12 09:44:09.088140 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da946a31-d648-4ed9-bc99-332297b7da4e req-f4297970-8f03-4413-841e-9a40a146a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:09.089561 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-da946a31-d648-4ed9-bc99-332297b7da4e req-f4297970-8f03-4413-841e-9a40a146a78e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 1098 time: 0.0730071 Jan 12 09:44:09.134880 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-da946a31-d648-4ed9-bc99-332297b7da4e req-b898a5ae-f26d-45d4-a49a-60dde173baf1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ae5566fb-71cf-4862-a2d7-ca6da14ce830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354848 Jan 12 09:44:09.285738 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-67feac3f-f63c-4e6d-958e-b1b7798e7cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:09.724087 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65cfa4-3f2f-45f0-b40c-07a7fcc560f3 req-73a8bc19-d012-4830-8ed6-9b3a4bd22ddc tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:09.725469 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f65cfa4-3f2f-45f0-b40c-07a7fcc560f3 req-73a8bc19-d012-4830-8ed6-9b3a4bd22ddc tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 945 time: 0.1922371 Jan 12 09:44:09.770193 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f65cfa4-3f2f-45f0-b40c-07a7fcc560f3 req-d1001d0f-b764-4cd4-822f-19a2ed893ce6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae5566fb-71cf-4862-a2d7-ca6da14ce830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386252 Jan 12 09:44:10.331834 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:10.977906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa166b-b83b-4c3e-b989-1649c5597ff0 req-ee14c2e7-beb0-432e-8fcf-6b4967875323 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:10.979408 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-42aa166b-b83b-4c3e-b989-1649c5597ff0 req-ee14c2e7-beb0-432e-8fcf-6b4967875323 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 945 time: 0.0907340 Jan 12 09:44:10.990439 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:11.024390 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-42aa166b-b83b-4c3e-b989-1649c5597ff0 req-78724dea-ba16-497e-9380-9962a9dfdb76 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae5566fb-71cf-4862-a2d7-ca6da14ce830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391073 Jan 12 09:44:11.212495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482697b7-e4ae-4299-9555-725ebe16c436 req-c5dd9e49-e48d-4f70-8a6b-df8ef0efc1c1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:11.213962 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-482697b7-e4ae-4299-9555-725ebe16c436 req-c5dd9e49-e48d-4f70-8a6b-df8ef0efc1c1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 945 time: 0.0821159 Jan 12 09:44:11.261634 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-482697b7-e4ae-4299-9555-725ebe16c436 req-9e3eb9a6-517e-42f4-9d44-40378fb397be tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae5566fb-71cf-4862-a2d7-ca6da14ce830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415134 Jan 12 09:44:11.289061 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42310) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:11.361798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f1ccb1-f68b-4ca5-ac83-cb5a136c1533 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:11.363205 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b3f1ccb1-f68b-4ca5-ac83-cb5a136c1533 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 1093 time: 0.0731661 Jan 12 09:44:11.367381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42314) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:11.372404 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-36d59598-aa94-494d-afcf-7e11c8ad024b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'floatingip': {'port_id': '245bef25-7974-430d-bfb9-5e3d8032209c'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:44:11.449806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36d59598-aa94-494d-afcf-7e11c8ad024b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:12.069002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36d59598-aa94-494d-afcf-7e11c8ad024b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:12.074401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36d59598-aa94-494d-afcf-7e11c8ad024b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:12.247912 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-36d59598-aa94-494d-afcf-7e11c8ad024b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP 2239c107-96c8-4b10-84d2-6edc458bfe41 associated. External IP: 172.26.2.145, port: 245bef25-7974-430d-bfb9-5e3d8032209c. Jan 12 09:44:12.591073 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:12.718493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d59598-aa94-494d-afcf-7e11c8ad024b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 7fbce38f-01d6-473b-9d44-380d66e6eda8 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:44:12.896234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d59598-aa94-494d-afcf-7e11c8ad024b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:44:12.900743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36d59598-aa94-494d-afcf-7e11c8ad024b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:12.906347 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c32158-1298-4a6c-9b17-b8c7e56c4728 None None] Sync routers for ids ['7fbce38f-01d6-473b-9d44-380d66e6eda8'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:44:12.916845 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c32158-1298-4a6c-9b17-b8c7e56c4728 None None] Routers {'7fbce38f-01d6-473b-9d44-380d66e6eda8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:44:12.917547 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-28c32158-1298-4a6c-9b17-b8c7e56c4728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:44:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7fbce38f-01d6-473b-9d44-380d66e6eda8'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:12.957508 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-36d59598-aa94-494d-afcf-7e11c8ad024b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/floatingips/2239c107-96c8-4b10-84d2-6edc458bfe41 HTTP/1.1" status: 200 len: 991 time: 1.5891409 Jan 12 09:44:12.958114 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba64484-2ab0-44b0-adad-d23e0fada1f1', 'tag': '245bef25-7974-430d-bfb9-5e3d8032209c'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:44:12.960493 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42318) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:13.004775 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba64484-2ab0-44b0-adad-d23e0fada1f1', 'tag': '245bef25-7974-430d-bfb9-5e3d8032209c', 'status': 'completed', 'code': 200} Jan 12 09:44:13.068692 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fcb21174-ff18-4ab4-a4e7-f86acbee4262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/2239c107-96c8-4b10-84d2-6edc458bfe41 HTTP/1.1" status: 200 len: 991 time: 0.1070795 Jan 12 09:44:13.099432 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-28c32158-1298-4a6c-9b17-b8c7e56c4728 None None] Set router 7fbce38f-01d6-473b-9d44-380d66e6eda8 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:44:13.100717 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8fac-860f-4e79-8ff5-ad01cc99bea3 req-3eb50299-51a1-4e55-b04b-e045f66dd04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:13.102360 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7ead8fac-860f-4e79-8ff5-ad01cc99bea3 req-3eb50299-51a1-4e55-b04b-e045f66dd04e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 1098 time: 0.0761077 Jan 12 09:44:13.233557 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8fac-860f-4e79-8ff5-ad01cc99bea3 req-4810e542-05d3-49b1-9214-818518e9fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:13.235084 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7ead8fac-860f-4e79-8ff5-ad01cc99bea3 req-4810e542-05d3-49b1-9214-818518e9fca3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=34c16a4b-789b-4659-b065-173df79be163 HTTP/1.1" status: 200 len: 898 time: 0.1263688 Jan 12 09:44:13.338562 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7ead8fac-860f-4e79-8ff5-ad01cc99bea3 req-bf6fcd41-f46b-40a6-a9cc-1019ca046cfd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=245bef25-7974-430d-bfb9-5e3d8032209c HTTP/1.1" status: 200 len: 999 time: 0.0960538 Jan 12 09:44:13.401099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8fac-860f-4e79-8ff5-ad01cc99bea3 req-82388a8a-0ef1-40a6-a273-86675c2ef354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:13.402545 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7ead8fac-860f-4e79-8ff5-ad01cc99bea3 req-82388a8a-0ef1-40a6-a273-86675c2ef354 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=28584621-5ec9-4018-920d-49f91e16eefd HTTP/1.1" status: 200 len: 834 time: 0.0574648 Jan 12 09:44:13.440560 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-28c32158-1298-4a6c-9b17-b8c7e56c4728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:54Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '2239c107-96c8-4b10-84d2-6edc458bfe41', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.145', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'port_id': '245bef25-7974-430d-bfb9-5e3d8032209c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'mac_address': 'fa:16:3e:1a:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba64484-2ab0-44b0-adad-d23e0fada1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:12Z', 'updated_at': '2022-01-12T09:44:11Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f16dbf-5de6-44a1-9ccc-7771c3803c10', 'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:76:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:53Z', 'updated_at': '2022-01-12T09:42:59Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '28584621-5ec9-4018-920d-49f91e16eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:13.444552 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c32158-1298-4a6c-9b17-b8c7e56c4728 None None] Checking router: 7fbce38f-01d6-473b-9d44-380d66e6eda8 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:44:13.453041 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c32158-1298-4a6c-9b17-b8c7e56c4728 None None] Routers {'7fbce38f-01d6-473b-9d44-380d66e6eda8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:44:13.453653 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-28c32158-1298-4a6c-9b17-b8c7e56c4728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:44:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7fbce38f-01d6-473b-9d44-380d66e6eda8'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:13.478811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8fac-860f-4e79-8ff5-ad01cc99bea3 req-92ed5f2a-046e-4ea1-a1be-b335c75aab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:13.480303 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7ead8fac-860f-4e79-8ff5-ad01cc99bea3 req-92ed5f2a-046e-4ea1-a1be-b335c75aab04 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=34c16a4b-789b-4659-b065-173df79be163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712111 Jan 12 09:44:13.611462 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7ead8fac-860f-4e79-8ff5-ad01cc99bea3 req-0b3ccaaa-f210-422e-8aa3-3e100da86f39 service neutron] 10.222.0.53 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244688 Jan 12 09:44:13.653140 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-28c32158-1298-4a6c-9b17-b8c7e56c4728 None None] Set router 7fbce38f-01d6-473b-9d44-380d66e6eda8 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:44:13.740609 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7ead8fac-860f-4e79-8ff5-ad01cc99bea3 req-05547973-770e-400a-9757-a7a07dc5249c service neutron] 10.222.0.53 "GET /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232305 Jan 12 09:44:14.010284 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-28c32158-1298-4a6c-9b17-b8c7e56c4728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:54Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '2239c107-96c8-4b10-84d2-6edc458bfe41', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.145', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'port_id': '245bef25-7974-430d-bfb9-5e3d8032209c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'mac_address': 'fa:16:3e:1a:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba64484-2ab0-44b0-adad-d23e0fada1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:12Z', 'updated_at': '2022-01-12T09:44:11Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f16dbf-5de6-44a1-9ccc-7771c3803c10', 'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:76:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:53Z', 'updated_at': '2022-01-12T09:42:59Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '28584621-5ec9-4018-920d-49f91e16eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:14.014896 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c32158-1298-4a6c-9b17-b8c7e56c4728 None None] The sync data for ids ['7fbce38f-01d6-473b-9d44-380d66e6eda8'] in dv-neutron-824346-1-hyperv is: [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:54Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '2239c107-96c8-4b10-84d2-6edc458bfe41', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.145', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'port_id': '245bef25-7974-430d-bfb9-5e3d8032209c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'mac_address': 'fa:16:3e:1a:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba64484-2ab0-44b0-adad-d23e0fada1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:12Z', 'updated_at': '2022-01-12T09:44:11Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f16dbf-5de6-44a1-9ccc-7771c3803c10', 'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:76:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:53Z', 'updated_at': '2022-01-12T09:42:59Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '28584621-5ec9-4018-920d-49f91e16eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:44:14.072872 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42324) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:14.183022 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0a8f7943-4402-47c4-a700-6accca4785a6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/2239c107-96c8-4b10-84d2-6edc458bfe41 HTTP/1.1" status: 200 len: 991 time: 0.1088583 Jan 12 09:44:14.215972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1085d09-d8d5-47a5-b66f-a7f39a180429 None None] New status for floating IP 2239c107-96c8-4b10-84d2-6edc458bfe41: ACTIVE {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:44:15.187302 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42328) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:15.299750 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8d3f647a-969e-4699-842a-4aac153d7b4c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/2239c107-96c8-4b10-84d2-6edc458bfe41 HTTP/1.1" status: 200 len: 993 time: 0.1108055 Jan 12 09:44:16.553650 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:17.383055 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:44:34.403459 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-66ac10d8-177f-4ddc-9e26-06fc775410c3 req-c802a16a-2b46-46b0-b6fa-0a39b4bbb246 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771530 Jan 12 09:44:34.549406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac10d8-177f-4ddc-9e26-06fc775410c3 req-996b32f7-efbc-4251-a299-8aadbf85fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:34.550924 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-66ac10d8-177f-4ddc-9e26-06fc775410c3 req-996b32f7-efbc-4251-a299-8aadbf85fe3e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 1098 time: 0.0736413 Jan 12 09:44:34.820222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac10d8-177f-4ddc-9e26-06fc775410c3 req-76a7a624-909d-4ada-9fc8-d9741c8f10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:34.821681 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-66ac10d8-177f-4ddc-9e26-06fc775410c3 req-76a7a624-909d-4ada-9fc8-d9741c8f10ae service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 911 time: 0.2480276 Jan 12 09:44:34.937356 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-66ac10d8-177f-4ddc-9e26-06fc775410c3 req-8de2201b-9795-4c17-b9eb-ffc6a7a3898c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5e10c06-1bd7-42ef-890b-34a0449cb2c6 HTTP/1.1" status: 200 len: 999 time: 0.1071696 Jan 12 09:44:35.006974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac10d8-177f-4ddc-9e26-06fc775410c3 req-fa98b778-4d22-4499-82b2-2295f5304d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:35.008361 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-66ac10d8-177f-4ddc-9e26-06fc775410c3 req-fa98b778-4d22-4499-82b2-2295f5304d14 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee HTTP/1.1" status: 200 len: 849 time: 0.0641546 Jan 12 09:44:35.083905 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac10d8-177f-4ddc-9e26-06fc775410c3 req-8bf1870f-668a-4e5c-abdf-d90f156e0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:35.085290 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-66ac10d8-177f-4ddc-9e26-06fc775410c3 req-8bf1870f-668a-4e5c-abdf-d90f156e0662 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c044518-5731-4207-8f99-0a1c6effbd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694242 Jan 12 09:44:35.214727 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-66ac10d8-177f-4ddc-9e26-06fc775410c3 req-3aa0dd67-53c4-4c0e-ae58-a750737a4a9c service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219752 Jan 12 09:44:35.348667 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-66ac10d8-177f-4ddc-9e26-06fc775410c3 req-352f82a7-de55-45bb-982e-321112e93725 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252847 Jan 12 09:44:36.710262 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-59efac88-d67c-437a-b747-8269e51408da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:39.289517 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6e63b2df-f3ab-4ae3-aa7f-8a757eb3286b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:40.331822 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:40.995343 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:42.602681 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:46.553697 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:48.923507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778411-726c-47ae-8320-376748fe5474 req-b4f5e7f4-6ac9-4bb8-bb49-ff79f8c92e3a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:48.924976 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8778411-726c-47ae-8320-376748fe5474 req-b4f5e7f4-6ac9-4bb8-bb49-ff79f8c92e3a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 945 time: 0.0905683 Jan 12 09:44:48.970415 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8778411-726c-47ae-8320-376748fe5474 req-35b2490f-f78f-4aaf-83d9-aed5e232b0a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae5566fb-71cf-4862-a2d7-ca6da14ce830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396509 Jan 12 09:44:50.174650 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01bd26-ee59-40c6-8908-cfe8eb75ac99 req-05b94050-780a-4f14-9b1b-dc115c08adaf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:50.176178 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9d01bd26-ee59-40c6-8908-cfe8eb75ac99 req-05b94050-780a-4f14-9b1b-dc115c08adaf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 945 time: 0.0806863 Jan 12 09:44:50.222255 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9d01bd26-ee59-40c6-8908-cfe8eb75ac99 req-040fa06f-c749-44df-9d7a-410b0cbd2c41 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae5566fb-71cf-4862-a2d7-ca6da14ce830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379772 Jan 12 09:44:50.307882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd42b96-d359-43f8-bdf7-79a835fab6d6 req-b14c38dc-8fc1-4b6c-954c-06033900ecc5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:50.309312 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9cd42b96-d359-43f8-bdf7-79a835fab6d6 req-b14c38dc-8fc1-4b6c-954c-06033900ecc5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 945 time: 0.0867624 Jan 12 09:44:50.385437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-9cd42b96-d359-43f8-bdf7-79a835fab6d6 req-5b7de5c1-dbb4-4eca-ba03-f455ce15b1f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 245bef25-7974-430d-bfb9-5e3d8032209c {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:44:50.385772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-9cd42b96-d359-43f8-bdf7-79a835fab6d6 req-5b7de5c1-dbb4-4eca-ba03-f455ce15b1f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:50.630323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-9cd42b96-d359-43f8-bdf7-79a835fab6d6 req-5b7de5c1-dbb4-4eca-ba03-f455ce15b1f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 245bef25-7974-430d-bfb9-5e3d8032209c, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=245bef25-7974-430d-bfb9-5e3d8032209c,segment=NetworkSegment(16f1e159-5291-4983-89fa-9c552c12c77f),segment_id=16f1e159-5291-4983-89fa-9c552c12c77f)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:44:50.630549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-9cd42b96-d359-43f8-bdf7-79a835fab6d6 req-5b7de5c1-dbb4-4eca-ba03-f455ce15b1f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:50.933068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-9cd42b96-d359-43f8-bdf7-79a835fab6d6 req-5b7de5c1-dbb4-4eca-ba03-f455ce15b1f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:50.933440 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-9cd42b96-d359-43f8-bdf7-79a835fab6d6 req-5b7de5c1-dbb4-4eca-ba03-f455ce15b1f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:50.933743 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [req-9cd42b96-d359-43f8-bdf7-79a835fab6d6 req-5b7de5c1-dbb4-4eca-ba03-f455ce15b1f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP 2239c107-96c8-4b10-84d2-6edc458bfe41 disassociated. External IP: 172.26.2.145, port: 245bef25-7974-430d-bfb9-5e3d8032209c. Jan 12 09:44:50.934117 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-9cd42b96-d359-43f8-bdf7-79a835fab6d6 req-5b7de5c1-dbb4-4eca-ba03-f455ce15b1f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 245bef25-7974-430d-bfb9-5e3d8032209c owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:44:51.081590 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-9cd42b96-d359-43f8-bdf7-79a835fab6d6 req-5b7de5c1-dbb4-4eca-ba03-f455ce15b1f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:51.140033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7de5c1-dbb4-4eca-ba03-f455ce15b1f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=245bef25-7974-430d-bfb9-5e3d8032209c,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:51.443436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cd42b96-d359-43f8-bdf7-79a835fab6d6 req-5b7de5c1-dbb4-4eca-ba03-f455ce15b1f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 7fbce38f-01d6-473b-9d44-380d66e6eda8 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:44:51.576611 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3633c7fd-0606-4732-b6a7-3479e9cc091e req-65f4be29-772e-497b-aa4c-6860b304821c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=cba64484-2ab0-44b0-adad-d23e0fada1f1 HTTP/1.1" status: 200 len: 210 time: 0.0582168 Jan 12 09:44:51.697931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cd42b96-d359-43f8-bdf7-79a835fab6d6 req-5b7de5c1-dbb4-4eca-ba03-f455ce15b1f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:44:51.707834 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aa76d4-2483-4456-99e5-4ab426b0ea96 None None] Sync routers for ids ['7fbce38f-01d6-473b-9d44-380d66e6eda8'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:44:51.718677 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aa76d4-2483-4456-99e5-4ab426b0ea96 None None] Routers {'7fbce38f-01d6-473b-9d44-380d66e6eda8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:44:51.719386 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e0aa76d4-2483-4456-99e5-4ab426b0ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:44:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7fbce38f-01d6-473b-9d44-380d66e6eda8'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:51.773015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd42b96-d359-43f8-bdf7-79a835fab6d6 req-5b7de5c1-dbb4-4eca-ba03-f455ce15b1f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] No DVR routers for this DVR port 245bef25-7974-430d-bfb9-5e3d8032209c on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:44:51.775593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-9cd42b96-d359-43f8-bdf7-79a835fab6d6 req-5b7de5c1-dbb4-4eca-ba03-f455ce15b1f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:51.778469 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba64484-2ab0-44b0-adad-d23e0fada1f1', 'name': 'network-vif-deleted', 'tag': '245bef25-7974-430d-bfb9-5e3d8032209c'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:44:51.800980 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9cd42b96-d359-43f8-bdf7-79a835fab6d6 req-5b7de5c1-dbb4-4eca-ba03-f455ce15b1f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "DELETE /v2.0/ports/245bef25-7974-430d-bfb9-5e3d8032209c HTTP/1.1" status: 204 len: 173 time: 1.4827323 Jan 12 09:44:51.863827 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba64484-2ab0-44b0-adad-d23e0fada1f1', 'name': 'network-vif-deleted', 'tag': '245bef25-7974-430d-bfb9-5e3d8032209c', 'status': 'completed', 'code': 200} Jan 12 09:44:51.917058 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-e0aa76d4-2483-4456-99e5-4ab426b0ea96 None None] Set router 7fbce38f-01d6-473b-9d44-380d66e6eda8 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:44:52.248465 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e0aa76d4-2483-4456-99e5-4ab426b0ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:54Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '36f16dbf-5de6-44a1-9ccc-7771c3803c10', 'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:76:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:53Z', 'updated_at': '2022-01-12T09:42:59Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '28584621-5ec9-4018-920d-49f91e16eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:52.253852 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aa76d4-2483-4456-99e5-4ab426b0ea96 None None] Checking router: 7fbce38f-01d6-473b-9d44-380d66e6eda8 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:44:52.264270 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aa76d4-2483-4456-99e5-4ab426b0ea96 None None] Routers {'7fbce38f-01d6-473b-9d44-380d66e6eda8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:44:52.265107 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e0aa76d4-2483-4456-99e5-4ab426b0ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:44:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7fbce38f-01d6-473b-9d44-380d66e6eda8'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:52.511909 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-e0aa76d4-2483-4456-99e5-4ab426b0ea96 None None] Set router 7fbce38f-01d6-473b-9d44-380d66e6eda8 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:44:52.703005 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42382) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:52.796533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-37f514a4-2572-454b-b44f-44bcd2dc4b10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:52.842081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-37f514a4-2572-454b-b44f-44bcd2dc4b10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:52.886109 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-e0aa76d4-2483-4456-99e5-4ab426b0ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:54Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '36f16dbf-5de6-44a1-9ccc-7771c3803c10', 'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:76:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:53Z', 'updated_at': '2022-01-12T09:42:59Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '28584621-5ec9-4018-920d-49f91e16eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:44:52.890596 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aa76d4-2483-4456-99e5-4ab426b0ea96 None None] The sync data for ids ['7fbce38f-01d6-473b-9d44-380d66e6eda8'] in dv-neutron-824346-1-hyperv is: [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:42:54Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '36f16dbf-5de6-44a1-9ccc-7771c3803c10', 'name': '', 'network_id': '34c16a4b-789b-4659-b065-173df79be163', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:76:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '28584621-5ec9-4018-920d-49f91e16eefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:53Z', 'updated_at': '2022-01-12T09:42:59Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '28584621-5ec9-4018-920d-49f91e16eefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:44:52.933091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-37f514a4-2572-454b-b44f-44bcd2dc4b10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:52.950900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f514a4-2572-454b-b44f-44bcd2dc4b10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5566fb-71cf-4862-a2d7-ca6da14ce830,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:52.975133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-37f514a4-2572-454b-b44f-44bcd2dc4b10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:52.985769 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-37f514a4-2572-454b-b44f-44bcd2dc4b10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/security-groups/ae5566fb-71cf-4862-a2d7-ca6da14ce830 HTTP/1.1" status: 204 len: 168 time: 0.2723885 Jan 12 09:44:53.026542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42390) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:53.246896 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port f729f42c-2841-499f-b938-9916fd2f253c {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:44:53.248724 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:53.329686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e792de2-6ff3-419d-b348-0e03669df157 None None] New status for floating IP 2239c107-96c8-4b10-84d2-6edc458bfe41: DOWN {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:44:53.511002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:53.511349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:53.663650 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for f729f42c-2841-499f-b938-9916fd2f253c owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:44:53.816692 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:44:53.817419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:44:54.319302 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port f729f42c-2841-499f-b938-9916fd2f253c {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:44:54.319750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:54.384131 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:44:54.576913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:54.578412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:54.738281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for f729f42c-2841-499f-b938-9916fd2f253c owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:44:54.901043 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 245bef25-7974-430d-bfb9-5e3d8032209c no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:44:54.950314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 245bef25-7974-430d-bfb9-5e3d8032209c {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:44:54.950869 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 245bef25-7974-430d-bfb9-5e3d8032209c not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:44:55.043610 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:55.092826 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=f729f42c-2841-499f-b938-9916fd2f253c,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:55.198078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:55.213450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:55.215373 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ff9ed733-9259-427b-968c-d06e413e63c7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/floatingips/2239c107-96c8-4b10-84d2-6edc458bfe41 HTTP/1.1" status: 204 len: 168 time: 2.1873796 Jan 12 09:44:55.657237 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df88f51-7add-4bf6-83cb-9bd767c17f7c req-60cce189-ff0a-48b8-9bcd-51f9c00e1a53 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:55.659467 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2df88f51-7add-4bf6-83cb-9bd767c17f7c req-60cce189-ff0a-48b8-9bcd-51f9c00e1a53 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 945 time: 0.0879140 Jan 12 09:44:55.704296 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2df88f51-7add-4bf6-83cb-9bd767c17f7c req-91c22004-2128-40ab-9656-27fefb5dd81b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b6df455-156e-4406-8b93-84941df530d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391643 Jan 12 09:44:56.902922 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c80fa-2270-4499-a24a-186a8dfb9009 req-bc52da24-762a-4bce-acc5-64cbdfacea58 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:56.903718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-514c80fa-2270-4499-a24a-186a8dfb9009 req-bc52da24-762a-4bce-acc5-64cbdfacea58 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:44:56.931840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-514c80fa-2270-4499-a24a-186a8dfb9009 req-bc52da24-762a-4bce-acc5-64cbdfacea58 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:44:56.932774 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-514c80fa-2270-4499-a24a-186a8dfb9009 req-bc52da24-762a-4bce-acc5-64cbdfacea58 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 945 time: 0.1117039 Jan 12 09:44:56.988330 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-514c80fa-2270-4499-a24a-186a8dfb9009 req-48ef21ae-385c-4ead-ad64-01930dac5f8f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:44:57.004815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-514c80fa-2270-4499-a24a-186a8dfb9009 req-48ef21ae-385c-4ead-ad64-01930dac5f8f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:44:57.007526 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-514c80fa-2270-4499-a24a-186a8dfb9009 req-48ef21ae-385c-4ead-ad64-01930dac5f8f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b6df455-156e-4406-8b93-84941df530d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680077 Jan 12 09:44:57.133496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321833c-b46f-46c4-b201-0eb8a02d5bee req-9fae2eb7-d794-4834-8b75-b46c098789bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:57.135043 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4321833c-b46f-46c4-b201-0eb8a02d5bee req-9fae2eb7-d794-4834-8b75-b46c098789bd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 945 time: 0.0991931 Jan 12 09:44:57.207221 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-4321833c-b46f-46c4-b201-0eb8a02d5bee req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port fffc58aa-96b5-4faa-8e90-20619af8b059 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:44:57.207588 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4321833c-b46f-46c4-b201-0eb8a02d5bee req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:57.488524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-4321833c-b46f-46c4-b201-0eb8a02d5bee req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port fffc58aa-96b5-4faa-8e90-20619af8b059, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=fffc58aa-96b5-4faa-8e90-20619af8b059,segment=NetworkSegment(16f1e159-5291-4983-89fa-9c552c12c77f),segment_id=16f1e159-5291-4983-89fa-9c552c12c77f)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:44:57.488882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4321833c-b46f-46c4-b201-0eb8a02d5bee req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:57.615820 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-4321833c-b46f-46c4-b201-0eb8a02d5bee req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for fffc58aa-96b5-4faa-8e90-20619af8b059 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:44:57.790867 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4321833c-b46f-46c4-b201-0eb8a02d5bee req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:57.812346 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a63372e0-333a-4337-b92a-22193723e386 req-4dc1af05-b479-40df-98f9-8cfe15b56619 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477997394&fields=id&tenant_id=b9bfaac095a94beaa576ace8f51e6ad8 HTTP/1.1" status: 200 len: 267 time: 0.0424163 Jan 12 09:44:57.843605 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=fffc58aa-96b5-4faa-8e90-20619af8b059,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:57.885321 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:57.885690 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:57.886027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:57.886359 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:57.886685 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:57.887037 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:57.887344 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:57.887667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:57.887969 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:57.888308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:57.888622 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:57.888935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:44:57.926030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-4321833c-b46f-46c4-b201-0eb8a02d5bee req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] No DVR routers for this DVR port fffc58aa-96b5-4faa-8e90-20619af8b059 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:44:57.928579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4321833c-b46f-46c4-b201-0eb8a02d5bee req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:57.931134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d9ccfe-4275-4a4f-87bd-36b11c10e8a8', 'name': 'network-vif-deleted', 'tag': 'fffc58aa-96b5-4faa-8e90-20619af8b059'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:44:57.950275 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4321833c-b46f-46c4-b201-0eb8a02d5bee req-181891c8-7823-4429-a023-a6f631257b72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "DELETE /v2.0/ports/fffc58aa-96b5-4faa-8e90-20619af8b059 HTTP/1.1" status: 204 len: 173 time: 0.8073959 Jan 12 09:44:57.963930 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63372e0-333a-4337-b92a-22193723e386 req-904aaea1-12aa-4f27-9a49-19e95df4b8ca tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:44:57.965373 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a63372e0-333a-4337-b92a-22193723e386 req-904aaea1-12aa-4f27-9a49-19e95df4b8ca tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 810 time: 0.1463251 Jan 12 09:44:57.976836 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d9ccfe-4275-4a4f-87bd-36b11c10e8a8', 'name': 'network-vif-deleted', 'tag': 'fffc58aa-96b5-4faa-8e90-20619af8b059', 'status': 'completed', 'code': 200} Jan 12 09:44:57.981808 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a63372e0-333a-4337-b92a-22193723e386 req-f3fc4ca3-3e35-4af5-b491-35fe4a6e9432 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/quotas/b9bfaac095a94beaa576ace8f51e6ad8 HTTP/1.1" status: 200 len: 375 time: 0.0105679 Jan 12 09:44:58.086160 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a63372e0-333a-4337-b92a-22193723e386 req-b1721f98-70c7-4ddf-a8c7-47f5f8681739 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0982845 Jan 12 09:44:58.190070 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-c776b587-d9f9-42eb-a508-d09150e54326 req-b2d1732f-2b7a-456c-b20e-1ba430d342e2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:44:58.208995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-c776b587-d9f9-42eb-a508-d09150e54326 req-b2d1732f-2b7a-456c-b20e-1ba430d342e2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:44:58.210198 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c776b587-d9f9-42eb-a508-d09150e54326 req-b2d1732f-2b7a-456c-b20e-1ba430d342e2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=40d9ccfe-4275-4a4f-87bd-36b11c10e8a8 HTTP/1.1" status: 200 len: 210 time: 0.0745099 Jan 12 09:44:58.451079 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a63372e0-333a-4337-b92a-22193723e386 req-e8fdd569-c579-4fac-80a1-16ddbc745bf9 service neutron] 10.222.0.26 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532777 Jan 12 09:44:58.584361 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a63372e0-333a-4337-b92a-22193723e386 req-f0642346-5758-4a1f-99ce-dbfaa4f0b088 service neutron] 10.222.0.26 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257312 Jan 12 09:44:58.985741 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4a4e2717-a79c-4162-b2c2-acee22a6a69c req-9f65445f-c8ec-499c-9b08-67f3aff77ea2 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 210 time: 0.0422754 Jan 12 09:44:59.311033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42440) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:44:59.379026 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3604a1ee-e225-410a-8efc-192d0b16e418 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:59.409480 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3604a1ee-e225-410a-8efc-192d0b16e418 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:59.477476 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3604a1ee-e225-410a-8efc-192d0b16e418 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:59.494525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604a1ee-e225-410a-8efc-192d0b16e418 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6df455-156e-4406-8b93-84941df530d1,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:44:59.513009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3604a1ee-e225-410a-8efc-192d0b16e418 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:44:59.514149 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3604a1ee-e225-410a-8efc-192d0b16e418 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/security-groups/7b6df455-156e-4406-8b93-84941df530d1 HTTP/1.1" status: 204 len: 168 time: 0.2021215 Jan 12 09:44:59.551346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42446) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:00.135315 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63372e0-333a-4337-b92a-22193723e386 req-47b56f88-be78-44d1-bfdd-80514a05a3b1 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:00.136807 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a63372e0-333a-4337-b92a-22193723e386 req-47b56f88-be78-44d1-bfdd-80514a05a3b1 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.53 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 810 time: 0.1570122 Jan 12 09:45:00.178558 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b7f1327a-5374-4176-951b-2dfdc8c8d2ab req-12c38a9e-df1c-456e-a8d0-d9b45772de1c tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 210 time: 0.0558486 Jan 12 09:45:00.198320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:00.208304 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a63372e0-333a-4337-b92a-22193723e386 req-305d29c5-cbcd-4b5e-9a75-7200ebbf29f6 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9bfaac095a94beaa576ace8f51e6ad8 HTTP/1.1" status: 200 len: 380 time: 0.0472493 Jan 12 09:45:00.220263 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-a63372e0-333a-4337-b92a-22193723e386 req-d96eadbe-c065-428c-94ed-4280b56631fb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Request body: {'port': {'device_id': '2904001d-1a3c-4232-84c9-5f421dddd10d', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'admin_state_up': True, 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'security_groups': ['5fed2199-99b6-4876-9fe8-d6e21d06fef5']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:00.362111 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-a63372e0-333a-4337-b92a-22193723e386 req-d96eadbe-c065-428c-94ed-4280b56631fb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:00.371815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-a63372e0-333a-4337-b92a-22193723e386 req-d96eadbe-c065-428c-94ed-4280b56631fb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:00.385798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63372e0-333a-4337-b92a-22193723e386 req-d96eadbe-c065-428c-94ed-4280b56631fb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Made reservation on behalf of b9bfaac095a94beaa576ace8f51e6ad8 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:45:00.389686 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a63372e0-333a-4337-b92a-22193723e386 req-d96eadbe-c065-428c-94ed-4280b56631fb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:00.560165 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 36f16dbf-5de6-44a1-9ccc-7771c3803c10 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:45:00.560651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:00.670169 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-a63372e0-333a-4337-b92a-22193723e386 req-d96eadbe-c065-428c-94ed-4280b56631fb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Allocated IP 172.20.0.14 (7c044518-5731-4207-8f99-0a1c6effbd44/fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee/50a2fced-e121-4970-8bd0-c077d9b908e3) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:45:00.751170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 36f16dbf-5de6-44a1-9ccc-7771c3803c10, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=36f16dbf-5de6-44a1-9ccc-7771c3803c10,segment=NetworkSegment(16f1e159-5291-4983-89fa-9c552c12c77f),segment_id=16f1e159-5291-4983-89fa-9c552c12c77f)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:00.751572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:00.870584 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a63372e0-333a-4337-b92a-22193723e386 req-d96eadbe-c065-428c-94ed-4280b56631fb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:00.892666 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-a63372e0-333a-4337-b92a-22193723e386 req-d96eadbe-c065-428c-94ed-4280b56631fb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Transition to ACTIVE for port object 50a2fced-e121-4970-8bd0-c077d9b908e3 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:45:00.903898 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device fffc58aa-96b5-4faa-8e90-20619af8b059 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:45:00.922640 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a63372e0-333a-4337-b92a-22193723e386 req-d96eadbe-c065-428c-94ed-4280b56631fb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:00.965612 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: fffc58aa-96b5-4faa-8e90-20619af8b059 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:45:00.966054 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device fffc58aa-96b5-4faa-8e90-20619af8b059 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:45:01.004118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63372e0-333a-4337-b92a-22193723e386 req-d96eadbe-c065-428c-94ed-4280b56631fb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Network 7c044518-5731-4207-8f99-0a1c6effbd44 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:45:01.007685 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-a63372e0-333a-4337-b92a-22193723e386 req-d96eadbe-c065-428c-94ed-4280b56631fb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:45:01.010412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63372e0-333a-4337-b92a-22193723e386 req-d96eadbe-c065-428c-94ed-4280b56631fb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:45:01.012682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 36f16dbf-5de6-44a1-9ccc-7771c3803c10 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:45:01.062806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96eadbe-c065-428c-94ed-4280b56631fb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event updated for resources: {'Port': ['ID=50a2fced-e121-4970-8bd0-c077d9b908e3,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:01.102900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63372e0-333a-4337-b92a-22193723e386 req-d96eadbe-c065-428c-94ed-4280b56631fb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:01.103815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a63372e0-333a-4337-b92a-22193723e386 req-d96eadbe-c065-428c-94ed-4280b56631fb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:01.134159 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a63372e0-333a-4337-b92a-22193723e386 req-d96eadbe-c065-428c-94ed-4280b56631fb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9175053 Jan 12 09:45:01.151841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Request body: {'port': {'device_id': '2904001d-1a3c-4232-84c9-5f421dddd10d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:01.264861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c46fef8e-7cdf-4386-8ae6-e2ff462028cd None None] Provisioning for port 50a2fced-e121-4970-8bd0-c077d9b908e3 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:45:01.272300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c46fef8e-7cdf-4386-8ae6-e2ff462028cd None None] Provisioning complete for port 50a2fced-e121-4970-8bd0-c077d9b908e3 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:01.272957 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c46fef8e-7cdf-4386-8ae6-e2ff462028cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:01.297094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:01.342190 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-c46fef8e-7cdf-4386-8ae6-e2ff462028cd None None] Port 50a2fced-e121-4970-8bd0-c077d9b908e3 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:45:01.401289 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:01.475896 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=36f16dbf-5de6-44a1-9ccc-7771c3803c10,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:01.496804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:01.497466 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:01.497808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:01.498138 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:01.498623 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:01.498982 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:01.499478 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:01.499805 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:01.500472 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:01.500795 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:01.501114 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:01.501427 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:01.533222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a15ba5-b1c9-4c31-8254-834f49748aeb req-a51b037d-6c57-4106-a58c-105723f08a56 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:01.534031 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-02a15ba5-b1c9-4c31-8254-834f49748aeb req-a51b037d-6c57-4106-a58c-105723f08a56 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Synchronizing usage tracker for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:45:01.590240 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-02a15ba5-b1c9-4c31-8254-834f49748aeb req-a51b037d-6c57-4106-a58c-105723f08a56 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Unset dirty status for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:45:01.591453 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-02a15ba5-b1c9-4c31-8254-834f49748aeb req-a51b037d-6c57-4106-a58c-105723f08a56 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 932 time: 0.2766662 Jan 12 09:45:01.723221 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-02a15ba5-b1c9-4c31-8254-834f49748aeb req-0500f665-6fdb-4b7d-b120-1d002525370f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824811 Jan 12 09:45:01.761054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:01.817113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a2fced-e121-4970-8bd0-c077d9b908e3 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:45:01.825493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:01.841005 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Transition to ACTIVE for port object 50a2fced-e121-4970-8bd0-c077d9b908e3 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:45:01.847694 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:01.975235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Pushing event updated for resources: {'Port': ['ID=50a2fced-e121-4970-8bd0-c077d9b908e3,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:02.089146 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Attempting to bind port 50a2fced-e121-4970-8bd0-c077d9b908e3 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:45:02.089756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Attempting to bind port 50a2fced-e121-4970-8bd0-c077d9b908e3 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:45:02.090242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Attempting to bind port 50a2fced-e121-4970-8bd0-c077d9b908e3 on network 7c044518-5731-4207-8f99-0a1c6effbd44 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:45:02.095434 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Port 50a2fced-e121-4970-8bd0-c077d9b908e3 on network 7c044518-5731-4207-8f99-0a1c6effbd44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:45:02.095959 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Attempting to bind port 50a2fced-e121-4970-8bd0-c077d9b908e3 on network 7c044518-5731-4207-8f99-0a1c6effbd44 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:45:02.101682 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:45:02.102541 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Checking segment: {'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:45:02.103159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Bound using segment: {'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:45:02.104052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Bound port: 50a2fced-e121-4970-8bd0-c077d9b908e3, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6b0083-c675-40fd-aae2-88f6b0da4924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:45:02.104542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:02.183827 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 7fbce38f-01d6-473b-9d44-380d66e6eda8 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:45:02.213307 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] For port 50a2fced-e121-4970-8bd0-c077d9b908e3, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:45:02.216423 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] For port 50a2fced-e121-4970-8bd0-c077d9b908e3, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=50a2fced-e121-4970-8bd0-c077d9b908e3,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:45:02.221866 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:02.275502 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:02.276299 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:02.278122 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a63372e0-333a-4337-b92a-22193723e386 req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] 10.222.0.53 "PUT /v2.0/ports/50a2fced-e121-4970-8bd0-c077d9b908e3 HTTP/1.1" status: 200 len: 1094 time: 1.1314793 Jan 12 09:45:02.284948 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2904001d-1a3c-4232-84c9-5f421dddd10d', 'tag': '50a2fced-e121-4970-8bd0-c077d9b908e3'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:45:02.314455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c8a97-c824-44a7-aca3-d381b514c0fd service neutron] Pushing event updated for resources: {'Port': ['ID=50a2fced-e121-4970-8bd0-c077d9b908e3,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:02.372096 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:45:02.378926 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2904001d-1a3c-4232-84c9-5f421dddd10d', 'tag': '50a2fced-e121-4970-8bd0-c077d9b908e3', 'status': 'completed', 'code': 200} Jan 12 09:45:02.382575 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b996c6f9-5070-4445-8361-61aeb580ff26 None None] Sync routers for ids ['7fbce38f-01d6-473b-9d44-380d66e6eda8'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:45:02.392230 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b996c6f9-5070-4445-8361-61aeb580ff26 None None] Routers {'7fbce38f-01d6-473b-9d44-380d66e6eda8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:45:02.392838 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b996c6f9-5070-4445-8361-61aeb580ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:44:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7fbce38f-01d6-473b-9d44-380d66e6eda8'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:02.404259 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9c5d959f-de55-4c7b-82d3-44e71b3c5bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/7fbce38f-01d6-473b-9d44-380d66e6eda8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8516562 Jan 12 09:45:02.408081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42456) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:02.421399 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63372e0-333a-4337-b92a-22193723e386 req-0452d219-cd35-4d09-bc93-1560184922e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:02.423115 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a63372e0-333a-4337-b92a-22193723e386 req-0452d219-cd35-4d09-bc93-1560184922e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 1097 time: 0.0838897 Jan 12 09:45:02.516668 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a63372e0-333a-4337-b92a-22193723e386 req-9c4da5b4-4675-424e-bcbd-461890ffd33b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a2fced-e121-4970-8bd0-c077d9b908e3 HTTP/1.1" status: 200 len: 217 time: 0.0817168 Jan 12 09:45:02.587685 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-b996c6f9-5070-4445-8361-61aeb580ff26 None None] Set router 7fbce38f-01d6-473b-9d44-380d66e6eda8 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:45:02.588593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63372e0-333a-4337-b92a-22193723e386 req-b66a2829-5a29-446b-8b8f-15956b15c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:02.590141 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a63372e0-333a-4337-b92a-22193723e386 req-b66a2829-5a29-446b-8b8f-15956b15c8eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee HTTP/1.1" status: 200 len: 849 time: 0.0641844 Jan 12 09:45:02.604147 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ba61fc-4630-4f36-b097-12a716c188e4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting subnet 28584621-5ec9-4018-920d-49f91e16eefd {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:45:02.609376 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8ba61fc-4630-4f36-b097-12a716c188e4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:02.681784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8ba61fc-4630-4f36-b097-12a716c188e4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:02.779534 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8ba61fc-4630-4f36-b097-12a716c188e4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:02.828287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63372e0-333a-4337-b92a-22193723e386 req-c9e50018-9958-4023-824c-47135d5a9baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:02.830611 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a63372e0-333a-4337-b92a-22193723e386 req-c9e50018-9958-4023-824c-47135d5a9baa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c044518-5731-4207-8f99-0a1c6effbd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2313695 Jan 12 09:45:02.859119 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8ba61fc-4630-4f36-b097-12a716c188e4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:02.905119 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b996c6f9-5070-4445-8361-61aeb580ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:45:01Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:02.907204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba61fc-4630-4f36-b097-12a716c188e4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Subnet': ['ID=28584621-5ec9-4018-920d-49f91e16eefd,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:02.909703 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b996c6f9-5070-4445-8361-61aeb580ff26 None None] Checking router: 7fbce38f-01d6-473b-9d44-380d66e6eda8 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:45:02.910853 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e8ba61fc-4630-4f36-b097-12a716c188e4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:02.919168 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e8ba61fc-4630-4f36-b097-12a716c188e4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/subnets/28584621-5ec9-4018-920d-49f91e16eefd HTTP/1.1" status: 204 len: 168 time: 0.5097432 Jan 12 09:45:02.922253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42462) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:02.925216 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b996c6f9-5070-4445-8361-61aeb580ff26 None None] Routers {'7fbce38f-01d6-473b-9d44-380d66e6eda8'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:45:02.925979 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b996c6f9-5070-4445-8361-61aeb580ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:44:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['7fbce38f-01d6-473b-9d44-380d66e6eda8'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:02.932320 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0a2761-4204-4439-aa8d-4093a4f1134d None None] Network 34c16a4b-789b-4659-b065-173df79be163 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:45:03.070079 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a63372e0-333a-4337-b92a-22193723e386 req-feb95fe4-032b-410f-8ea9-6a0d85948211 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273397 Jan 12 09:45:03.080165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c47e5-b718-4edd-a27a-c226d6c97545 req-5a5005fd-9e62-4a71-9b07-ce6693ffd666 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:03.081707 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-096c47e5-b718-4edd-a27a-c226d6c97545 req-5a5005fd-9e62-4a71-9b07-ce6693ffd666 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 944 time: 0.2109852 Jan 12 09:45:03.187481 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-b996c6f9-5070-4445-8361-61aeb580ff26 None None] Set router 7fbce38f-01d6-473b-9d44-380d66e6eda8 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:45:03.228056 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-096c47e5-b718-4edd-a27a-c226d6c97545 req-a9df4689-a591-401f-acbb-f463500e8989 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265152 Jan 12 09:45:03.245329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e458de20-f13d-4d32-8ad6-42b0dc0321d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:03.270129 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a63372e0-333a-4337-b92a-22193723e386 req-1d48d31c-ce5e-4071-bf3a-8e25436b24ef service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874313 Jan 12 09:45:03.371513 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3fdfc0-dbb5-44c9-9f76-1c99408d7f20 None None] DHCP port deletion for 34c16a4b-789b-4659-b065-173df79be163 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:45:03.377273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ed3fdfc0-dbb5-44c9-9f76-1c99408d7f20 None None] Deleting port f866be51-d3bd-45cf-8444-0228451f9f8d {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:45:03.377273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ed3fdfc0-dbb5-44c9-9f76-1c99408d7f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:03.417248 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113b803-8d7b-4990-ba7a-5255e47c1ab2 req-9cd9db26-026f-4d53-90c3-c23984802859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:03.419034 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f113b803-8d7b-4990-ba7a-5255e47c1ab2 req-9cd9db26-026f-4d53-90c3-c23984802859 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 1097 time: 0.0941851 Jan 12 09:45:03.491127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e458de20-f13d-4d32-8ad6-42b0dc0321d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:03.507607 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e458de20-f13d-4d32-8ad6-42b0dc0321d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 6f3a2d03-4164-433d-bafa-d9eec4cca448 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:45:03.507950 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e458de20-f13d-4d32-8ad6-42b0dc0321d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:03.527382 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b996c6f9-5070-4445-8361-61aeb580ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:45:01Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:03.533212 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b996c6f9-5070-4445-8361-61aeb580ff26 None None] The sync data for ids ['7fbce38f-01d6-473b-9d44-380d66e6eda8'] in dv-neutron-824346-1-hyperv is: [{'id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'name': 'tempest-TestNetworkBasicOps-router-2099960311', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130'}], 'enable_snat': True}, 'gw_port_id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:42:48Z', 'updated_at': '2022-01-12T09:45:01Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '6f3a2d03-4164-433d-bafa-d9eec4cca448', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce38f-01d6-473b-9d44-380d66e6eda8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:42:49Z', 'updated_at': '2022-01-12T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:45:03.596094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113b803-8d7b-4990-ba7a-5255e47c1ab2 req-c15d5d2e-efdd-422c-a2dd-38e862bd5bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:03.599390 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f113b803-8d7b-4990-ba7a-5255e47c1ab2 req-c15d5d2e-efdd-422c-a2dd-38e862bd5bdc service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 911 time: 0.1698873 Jan 12 09:45:03.671033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-ed3fdfc0-dbb5-44c9-9f76-1c99408d7f20 None None] For port f866be51-d3bd-45cf-8444-0228451f9f8d, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=f866be51-d3bd-45cf-8444-0228451f9f8d,segment=NetworkSegment(16f1e159-5291-4983-89fa-9c552c12c77f),segment_id=16f1e159-5291-4983-89fa-9c552c12c77f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:03.671549 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ed3fdfc0-dbb5-44c9-9f76-1c99408d7f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:03.677685 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f113b803-8d7b-4990-ba7a-5255e47c1ab2 req-7e673156-86a4-4544-b8b5-59cb8ab9ea2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a2fced-e121-4970-8bd0-c077d9b908e3 HTTP/1.1" status: 200 len: 217 time: 0.0660186 Jan 12 09:45:03.717090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-e458de20-f13d-4d32-8ad6-42b0dc0321d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 6f3a2d03-4164-433d-bafa-d9eec4cca448, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6f3a2d03-4164-433d-bafa-d9eec4cca448,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:03.717502 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e458de20-f13d-4d32-8ad6-42b0dc0321d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:03.768685 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113b803-8d7b-4990-ba7a-5255e47c1ab2 req-c5fb29f2-92fd-4d4f-bd8d-5a95ca33f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:03.770537 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f113b803-8d7b-4990-ba7a-5255e47c1ab2 req-c5fb29f2-92fd-4d4f-bd8d-5a95ca33f946 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee HTTP/1.1" status: 200 len: 849 time: 0.0859833 Jan 12 09:45:03.794634 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ed3fdfc0-dbb5-44c9-9f76-1c99408d7f20 None None] Calling delete_port for f866be51-d3bd-45cf-8444-0228451f9f8d owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:45:03.859689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113b803-8d7b-4990-ba7a-5255e47c1ab2 req-a110b86a-1a17-4ae9-8938-28529e58f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:03.861040 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f113b803-8d7b-4990-ba7a-5255e47c1ab2 req-a110b86a-1a17-4ae9-8938-28529e58f1da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c044518-5731-4207-8f99-0a1c6effbd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772903 Jan 12 09:45:03.862645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e458de20-f13d-4d32-8ad6-42b0dc0321d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 6f3a2d03-4164-433d-bafa-d9eec4cca448 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:45:03.873436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ed3fdfc0-dbb5-44c9-9f76-1c99408d7f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:03.934982 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fdfc0-dbb5-44c9-9f76-1c99408d7f20 None None] Pushing event deleted for resources: {'Port': ['ID=f866be51-d3bd-45cf-8444-0228451f9f8d,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:03.940943 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3fdfc0-dbb5-44c9-9f76-1c99408d7f20 None None] No DVR routers for this DVR port f866be51-d3bd-45cf-8444-0228451f9f8d on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:45:04.029689 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f113b803-8d7b-4990-ba7a-5255e47c1ab2 req-a15e9397-935f-4ab4-a074-ccb2098c6d6c service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618900 Jan 12 09:45:04.088150 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e458de20-f13d-4d32-8ad6-42b0dc0321d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:04.141015 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458de20-f13d-4d32-8ad6-42b0dc0321d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=6f3a2d03-4164-433d-bafa-d9eec4cca448,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:04.180739 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f113b803-8d7b-4990-ba7a-5255e47c1ab2 req-209eb12f-a897-4efc-b8e9-3486b634340f service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406260 Jan 12 09:45:04.249940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e458de20-f13d-4d32-8ad6-42b0dc0321d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:04.571196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e458de20-f13d-4d32-8ad6-42b0dc0321d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:04.574667 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e458de20-f13d-4d32-8ad6-42b0dc0321d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:04.609572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e458de20-f13d-4d32-8ad6-42b0dc0321d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:04.610491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e458de20-f13d-4d32-8ad6-42b0dc0321d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Fanout notify agent at l3_agent the message router_deleted on router 7fbce38f-01d6-473b-9d44-380d66e6eda8 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:45:04.636558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1516e0-6f15-4eb6-98be-91124ab40657 req-16701b18-86fd-4535-aa10-6bffbee2ccc5 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:04.638091 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5d1516e0-6f15-4eb6-98be-91124ab40657 req-16701b18-86fd-4535-aa10-6bffbee2ccc5 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 944 time: 0.1745126 Jan 12 09:45:04.642931 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e458de20-f13d-4d32-8ad6-42b0dc0321d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:04.644007 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e458de20-f13d-4d32-8ad6-42b0dc0321d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/routers/7fbce38f-01d6-473b-9d44-380d66e6eda8 HTTP/1.1" status: 204 len: 168 time: 1.7207344 Jan 12 09:45:04.647265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42468) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:04.685515 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5d1516e0-6f15-4eb6-98be-91124ab40657 req-8bede010-3cc1-495e-afa8-205636285862 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403562 Jan 12 09:45:04.767390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9954f82c-22c4-41e7-8e76-c52578a19ca2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:04.896360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9954f82c-22c4-41e7-8e76-c52578a19ca2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:04.921302 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-9954f82c-22c4-41e7-8e76-c52578a19ca2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c16a4b-789b-4659-b065-173df79be163']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:04.934619 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-9954f82c-22c4-41e7-8e76-c52578a19ca2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f1e159-5291-4983-89fa-9c552c12c77f') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:04.934971 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-9954f82c-22c4-41e7-8e76-c52578a19ca2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f1e159-5291-4983-89fa-9c552c12c77f') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:04.952321 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9954f82c-22c4-41e7-8e76-c52578a19ca2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:04.972729 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9954f82c-22c4-41e7-8e76-c52578a19ca2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:04.979113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9954f82c-22c4-41e7-8e76-c52578a19ca2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:45:04.979878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9954f82c-22c4-41e7-8e76-c52578a19ca2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:45:04.995326 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:45:05.113655 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f866be51-d3bd-45cf-8444-0228451f9f8d no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:45:05.150919 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: f866be51-d3bd-45cf-8444-0228451f9f8d {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:45:05.151264 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device f866be51-d3bd-45cf-8444-0228451f9f8d not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:45:05.152327 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 36f16dbf-5de6-44a1-9ccc-7771c3803c10 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:45:05.184579 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 36f16dbf-5de6-44a1-9ccc-7771c3803c10 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:45:05.184930 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 36f16dbf-5de6-44a1-9ccc-7771c3803c10 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:45:05.185331 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6f3a2d03-4164-433d-bafa-d9eec4cca448 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:45:05.188077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9954f82c-22c4-41e7-8e76-c52578a19ca2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:05.205762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9954f82c-22c4-41e7-8e76-c52578a19ca2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:05.223150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954f82c-22c4-41e7-8e76-c52578a19ca2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Network': ['ID=34c16a4b-789b-4659-b065-173df79be163,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:05.223986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 6f3a2d03-4164-433d-bafa-d9eec4cca448 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:45:05.223986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6f3a2d03-4164-433d-bafa-d9eec4cca448 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:45:05.231855 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9954f82c-22c4-41e7-8e76-c52578a19ca2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/networks/34c16a4b-789b-4659-b065-173df79be163 HTTP/1.1" status: 204 len: 168 time: 0.5806844 Jan 12 09:45:05.245396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42472) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:05.252029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d5883dd2-c449-4da3-a3cc-348210a80d34 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'network': {'name': 'tempest-network-smoke--416793662', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'port_security_enabled': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:05.257980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d5883dd2-c449-4da3-a3cc-348210a80d34 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:05.262422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d5883dd2-c449-4da3-a3cc-348210a80d34 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:network and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:05.265828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d5883dd2-c449-4da3-a3cc-348210a80d34 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:05.271472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d5883dd2-c449-4da3-a3cc-348210a80d34 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:05.281612 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5883dd2-c449-4da3-a3cc-348210a80d34 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:45:05.285452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d5883dd2-c449-4da3-a3cc-348210a80d34 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:05.314787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5883dd2-c449-4da3-a3cc-348210a80d34 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:45:05.325074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d5883dd2-c449-4da3-a3cc-348210a80d34 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:05.325441 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-d5883dd2-c449-4da3-a3cc-348210a80d34 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Added segment d0e7c730-ec1a-468b-81a3-4418f0025b6f of type vlan for network cb276e4c-db97-41e8-806f-edfdec94c248 Jan 12 09:45:05.356272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d5883dd2-c449-4da3-a3cc-348210a80d34 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:05.387145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d5883dd2-c449-4da3-a3cc-348210a80d34 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:05.393130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5883dd2-c449-4da3-a3cc-348210a80d34 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:05.394065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d5883dd2-c449-4da3-a3cc-348210a80d34 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:05.505905 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d5883dd2-c449-4da3-a3cc-348210a80d34 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2591436 Jan 12 09:45:05.508696 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42476) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:05.511587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5883dd2-c449-4da3-a3cc-348210a80d34 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Network': ['ID=cb276e4c-db97-41e8-806f-edfdec94c248,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:05.514031 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1539799465', 'admin_state_up': True, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:05.523166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:05.523365 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network cb276e4c-db97-41e8-806f-edfdec94c248 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:45:05.531390 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:router and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:05.535007 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:05.542090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:05.556811 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:05.558062 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:05.577220 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:05.860246 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:05.894447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a87b8b-53a3-42e6-a7ae-b42647744284 req-7107cfd5-696c-4ed9-aff2-da522b47e13d tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:05.895533 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-30a87b8b-53a3-42e6-a7ae-b42647744284 req-7107cfd5-696c-4ed9-aff2-da522b47e13d tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 944 time: 0.0990560 Jan 12 09:45:05.947677 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-30a87b8b-53a3-42e6-a7ae-b42647744284 req-7050e8e7-1726-4c2a-8e74-d0a6e788589f tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 Jan 12 09:45:06.193643 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:06.227194 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:06.374817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.39 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/436c4691-4939-4086-966f-4a525969e8e7) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:45:06.546072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:06.580363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:06.649485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:45:06.652569 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:45:06.656253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:45:06.684762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=436c4691-4939-4086-966f-4a525969e8e7,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:06.713787 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b12b8682-47d1-458b-9636-0e72208a88c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:07.280534 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:07.342865 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa8d83-ae8a-4891-84e3-e008e62279b7 req-68b04b40-5903-44b4-b764-bcd3b70ea549 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:07.344322 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7eaa8d83-ae8a-4891-84e3-e008e62279b7 req-68b04b40-5903-44b4-b764-bcd3b70ea549 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 944 time: 0.2582500 Jan 12 09:45:07.463847 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7eaa8d83-ae8a-4891-84e3-e008e62279b7 req-05dbae62-6b04-44cc-bc84-220e34b816cf tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115069 Jan 12 09:45:07.671912 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:07.891862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:45:08.074561 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:45:08.084758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Sync routers for ids ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:45:08.098503 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Routers {'33c84673-6145-4df2-b7e8-f9cf6b3daba9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:45:08.099279 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:44:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:08.107962 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:08.109155 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-779490e6-ac23-4ef0-bf9a-c5aa181c8e85 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5994103 Jan 12 09:45:08.112811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42484) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:08.152770 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ee1a02e7-10a0-48ef-8426-c1f045bc9a42 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=05fdfd0263cb464989f6119e683582f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386636 Jan 12 09:45:08.155460 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42488) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:08.291315 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ffec56-c3b1-4bc7-af25-80686e786c41 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:08.292782 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-69ffec56-c3b1-4bc7-af25-80686e786c41 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1363721 Jan 12 09:45:08.295747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42492) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:08.305046 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Set router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:45:08.334501 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-60311240-2573-4bb6-b5ba-e45f71d61dfa tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373490 Jan 12 09:45:08.337149 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42496) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:08.342965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4bc61faf-d150-42ea-af74-4d8b0a1f81a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1205860300', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:08.451851 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4bc61faf-d150-42ea-af74-4d8b0a1f81a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:08.455629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4bc61faf-d150-42ea-af74-4d8b0a1f81a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:subnet and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:08.458308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4bc61faf-d150-42ea-af74-4d8b0a1f81a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:08.464203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4bc61faf-d150-42ea-af74-4d8b0a1f81a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:08.474967 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc61faf-d150-42ea-af74-4d8b0a1f81a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:45:08.478428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4bc61faf-d150-42ea-af74-4d8b0a1f81a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:08.593974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'name': 'tempest-TestNetworkBasicOps-router-1539799465', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '436c4691-4939-4086-966f-4a525969e8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:05Z', 'updated_at': '2022-01-12T09:45:07Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '436c4691-4939-4086-966f-4a525969e8e7', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:06Z', 'updated_at': '2022-01-12T09:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:08.601310 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Checking router: 33c84673-6145-4df2-b7e8-f9cf6b3daba9 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:45:08.601632 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Updating router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 port 436c4691-4939-4086-966f-4a525969e8e7 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:45:08.655019 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:08.714672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd900d-880f-4046-832c-e9be41d6cbe7 req-0106fbd1-2da2-4893-8176-16422a271bfe tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:08.716125 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-57bd900d-880f-4046-832c-e9be41d6cbe7 req-0106fbd1-2da2-4893-8176-16422a271bfe tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 944 time: 0.1443865 Jan 12 09:45:08.798951 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-57bd900d-880f-4046-832c-e9be41d6cbe7 req-62f11495-cf87-496b-ae3d-8f9eb7169f45 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692167 Jan 12 09:45:08.805841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4bc61faf-d150-42ea-af74-4d8b0a1f81a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:08.886217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc61faf-d150-42ea-af74-4d8b0a1f81a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Subnet': ['ID=843cf1cc-e4fe-41e9-a77c-b64f2bce2129,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:08.895148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc61faf-d150-42ea-af74-4d8b0a1f81a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Checking segment: {'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:45:08.895509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc61faf-d150-42ea-af74-4d8b0a1f81a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network hostable DHCP agents. Network: cb276e4c-db97-41e8-806f-edfdec94c248, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:45:08.916525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc61faf-d150-42ea-af74-4d8b0a1f81a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network cb276e4c-db97-41e8-806f-edfdec94c248 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:45:08.927310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-4bc61faf-d150-42ea-af74-4d8b0a1f81a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, cb276e4c-db97-41e8-806f-edfdec94c248) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:45:08.931991 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc61faf-d150-42ea-af74-4d8b0a1f81a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:08.932611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4bc61faf-d150-42ea-af74-4d8b0a1f81a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:08.938444 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32982fb-01bc-403e-a7c8-20fa1457a638 None None] Network cb276e4c-db97-41e8-806f-edfdec94c248 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:45:08.955384 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4bc61faf-d150-42ea-af74-4d8b0a1f81a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6166656 Jan 12 09:45:08.958390 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42502) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:09.078854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:09.104471 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Transition to ACTIVE for port object 436c4691-4939-4086-966f-4a525969e8e7 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:45:09.121627 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:09.242029 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Attempting to bind port 436c4691-4939-4086-966f-4a525969e8e7 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:45:09.242303 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Attempting to bind port 436c4691-4939-4086-966f-4a525969e8e7 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:45:09.242659 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Attempting to bind port 436c4691-4939-4086-966f-4a525969e8e7 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:45:09.253549 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c1c85-947c-4050-8c7a-99f2b8cb8278 None None] Pushing event updated for resources: {'Port': ['ID=436c4691-4939-4086-966f-4a525969e8e7,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:09.287457 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:45:09.287814 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:45:09.288207 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:09.288587 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:45:09.289046 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Bound port: 436c4691-4939-4086-966f-4a525969e8e7, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:45:09.289408 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:09.325351 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c1c85-947c-4050-8c7a-99f2b8cb8278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:09.325694 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c1c85-947c-4050-8c7a-99f2b8cb8278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:09.326018 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c1c85-947c-4050-8c7a-99f2b8cb8278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:09.326354 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c1c85-947c-4050-8c7a-99f2b8cb8278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:09.326679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c1c85-947c-4050-8c7a-99f2b8cb8278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:09.327027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c1c85-947c-4050-8c7a-99f2b8cb8278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:09.327349 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c1c85-947c-4050-8c7a-99f2b8cb8278 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:09.327664 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c1c85-947c-4050-8c7a-99f2b8cb8278 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:09.327985 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c1c85-947c-4050-8c7a-99f2b8cb8278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:09.328298 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c1c85-947c-4050-8c7a-99f2b8cb8278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:09.328614 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c1c85-947c-4050-8c7a-99f2b8cb8278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:09.328924 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c1c85-947c-4050-8c7a-99f2b8cb8278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:09.367866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-cb276e4c-db97-41e8-806f-edfdec94c248', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ips': [{'subnet_id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:45:09.368699 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:09.390049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9db2355e-35ef-46fe-ba56-0f1b00213f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:09.406480 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] For port 436c4691-4939-4086-966f-4a525969e8e7, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:45:09.410080 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] For port 436c4691-4939-4086-966f-4a525969e8e7, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=436c4691-4939-4086-966f-4a525969e8e7,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:45:09.444710 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:09.584558 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Routers {'33c84673-6145-4df2-b7e8-f9cf6b3daba9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:45:09.585162 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:45:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:09.637691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c1c85-947c-4050-8c7a-99f2b8cb8278 None None] Pushing event updated for resources: {'Port': ['ID=436c4691-4939-4086-966f-4a525969e8e7,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:09.693936 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Allocated IP 172.20.0.2 (cb276e4c-db97-41e8-806f-edfdec94c248/843cf1cc-e4fe-41e9-a77c-b64f2bce2129/d5999529-f855-441d-adf5-593108ceb46f) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:45:09.765422 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:09.861775 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] Set router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:45:10.089468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5ec30-6155-4474-9bc7-a0a61dcd1a38 req-85131c1e-6aff-4c9c-be28-9a057bd4b662 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:10.090969 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3fb5ec30-6155-4474-9bc7-a0a61dcd1a38 req-85131c1e-6aff-4c9c-be28-9a057bd4b662 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 944 time: 0.1703513 Jan 12 09:45:10.186385 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3fb5ec30-6155-4474-9bc7-a0a61dcd1a38 req-89950c6b-667a-4e8d-9a78-58e9725a64f5 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669458 Jan 12 09:45:10.247865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:10.261350 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Transition to ACTIVE for port object d5999529-f855-441d-adf5-593108ceb46f will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:45:10.283554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Transition to ACTIVE for port object d5999529-f855-441d-adf5-593108ceb46f will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:45:10.298087 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:10.360489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.1 (cb276e4c-db97-41e8-806f-edfdec94c248/843cf1cc-e4fe-41e9-a77c-b64f2bce2129/d40caddc-1984-4586-b681-8ed62658c626) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:45:10.378949 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'name': 'tempest-TestNetworkBasicOps-router-1539799465', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '436c4691-4939-4086-966f-4a525969e8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:05Z', 'updated_at': '2022-01-12T09:45:07Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '436c4691-4939-4086-966f-4a525969e8e7', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:06Z', 'updated_at': '2022-01-12T09:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:10.383017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Network cb276e4c-db97-41e8-806f-edfdec94c248 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:45:10.389826 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:45:10.393789 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b7787-c2fd-4d89-8b48-9cd59f42b1a6 None None] The sync data for ids ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'] in dv-neutron-824346-1-hyperv is: [{'id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'name': 'tempest-TestNetworkBasicOps-router-1539799465', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '436c4691-4939-4086-966f-4a525969e8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:05Z', 'updated_at': '2022-01-12T09:45:07Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '436c4691-4939-4086-966f-4a525969e8e7', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:06Z', 'updated_at': '2022-01-12T09:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:45:10.395351 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:45:10.399904 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:10.403106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Pushing event updated for resources: {'Port': ['ID=d5999529-f855-441d-adf5-593108ceb46f,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:10.499226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Attempting to bind port d5999529-f855-441d-adf5-593108ceb46f on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:45:10.499604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Attempting to bind port d5999529-f855-441d-adf5-593108ceb46f by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:45:10.499960 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Attempting to bind port d5999529-f855-441d-adf5-593108ceb46f on network cb276e4c-db97-41e8-806f-edfdec94c248 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:45:10.505943 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:45:10.506319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Checking segment: {'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:45:10.506724 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:10.507154 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Bound using segment: {'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:45:10.507623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Bound port: d5999529-f855-441d-adf5-593108ceb46f, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:45:10.508006 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:10.524853 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:10.541744 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object d40caddc-1984-4586-b681-8ed62658c626 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:45:10.571373 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:10.600555 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] For port d5999529-f855-441d-adf5-593108ceb46f, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:45:10.604081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] For port d5999529-f855-441d-adf5-593108ceb46f, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d5999529-f855-441d-adf5-593108ceb46f,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:45:10.609083 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:10.645928 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network cb276e4c-db97-41e8-806f-edfdec94c248 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:45:10.652875 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:45:10.659893 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:45:10.708058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aaae69-b232-4196-8cc8-7ea0437e0134 None None] Pushing event updated for resources: {'Port': ['ID=d5999529-f855-441d-adf5-593108ceb46f,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:10.872912 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=d40caddc-1984-4586-b681-8ed62658c626,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:10.906146 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:10.932374 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 50a2fced-e121-4970-8bd0-c077d9b908e3 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:45:11.062603 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:11.171146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 436c4691-4939-4086-966f-4a525969e8e7 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:45:11.227402 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 50a2fced-e121-4970-8bd0-c077d9b908e3, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=50a2fced-e121-4970-8bd0-c077d9b908e3,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:11.260319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '50a2fced-e121-4970-8bd0-c077d9b908e3', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'port_id': '50a2fced-e121-4970-8bd0-c077d9b908e3', 'mac_address': 'fa:16:3e:55:87:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:45:11.267177 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:11.337967 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 436c4691-4939-4086-966f-4a525969e8e7 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:45:11.343819 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:11.354562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 436c4691-4939-4086-966f-4a525969e8e7 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:11.355309 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:11.406100 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7537e0d-42e8-4968-8d9c-f6dd824a54cb req-4675963f-976b-4c0f-813b-212cce852006 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:11.408195 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e7537e0d-42e8-4968-8d9c-f6dd824a54cb req-4675963f-976b-4c0f-813b-212cce852006 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 944 time: 0.0867622 Jan 12 09:45:11.426328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a2fced-e121-4970-8bd0-c077d9b908e3 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:45:11.464361 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e7537e0d-42e8-4968-8d9c-f6dd824a54cb req-6c7fa17c-83bb-4c0c-87c9-ed09707a9861 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495858 Jan 12 09:45:11.494575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 50a2fced-e121-4970-8bd0-c077d9b908e3, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=50a2fced-e121-4970-8bd0-c077d9b908e3,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:11.505839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:11.568782 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:11.596376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 436c4691-4939-4086-966f-4a525969e8e7, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=436c4691-4939-4086-966f-4a525969e8e7,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:11.599136 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=50a2fced-e121-4970-8bd0-c077d9b908e3,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:11.603438 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:11.604314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d5999529-f855-441d-adf5-593108ceb46f up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:45:11.724393 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=436c4691-4939-4086-966f-4a525969e8e7,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:11.741439 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port d5999529-f855-441d-adf5-593108ceb46f completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:45:11.748699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:11.755832 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:11.766717 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['50a2fced-e121-4970-8bd0-c077d9b908e3'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:45:11.886363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=d40caddc-1984-4586-b681-8ed62658c626,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:11.889735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:11.913150 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb4332b-61ef-4bfe-b58b-54697d64a441 None None] Network cb276e4c-db97-41e8-806f-edfdec94c248 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:45:12.028542 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network cb276e4c-db97-41e8-806f-edfdec94c248 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:45:12.029771 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:45:12.056734 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e275b63e-2279-45f0-932b-676cea7166e6 None None] Provisioning for port d5999529-f855-441d-adf5-593108ceb46f completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:45:12.080818 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e275b63e-2279-45f0-932b-676cea7166e6 None None] Provisioning complete for port d5999529-f855-441d-adf5-593108ceb46f triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:12.081182 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e275b63e-2279-45f0-932b-676cea7166e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:12.216910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:45:12.362979 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e275b63e-2279-45f0-932b-676cea7166e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:12.393332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:45:12.404198 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Sync routers for ids ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:45:12.406294 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-24e1f226-75c4-41af-b546-698df21f28a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/33c84673-6145-4df2-b7e8-f9cf6b3daba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4466636 Jan 12 09:45:12.408996 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42510) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:12.415669 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Routers {'33c84673-6145-4df2-b7e8-f9cf6b3daba9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:45:12.416452 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:45:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:12.451458 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e275b63e-2279-45f0-932b-676cea7166e6 None None] For port d5999529-f855-441d-adf5-593108ceb46f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d5999529-f855-441d-adf5-593108ceb46f,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:12.461357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e275b63e-2279-45f0-932b-676cea7166e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:12.548794 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275b63e-2279-45f0-932b-676cea7166e6 None None] Pushing event updated for resources: {'Port': ['ID=d5999529-f855-441d-adf5-593108ceb46f,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:12.607866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:12.650110 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3e0621-f6c6-48c6-9730-3814192f78ef tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:12.651362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3e0621-f6c6-48c6-9730-3814192f78ef tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:12.651978 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3e0621-f6c6-48c6-9730-3814192f78ef tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:12.652573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3e0621-f6c6-48c6-9730-3814192f78ef tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:12.653181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3e0621-f6c6-48c6-9730-3814192f78ef tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:12.653762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3e0621-f6c6-48c6-9730-3814192f78ef tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:12.655956 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-dd3e0621-f6c6-48c6-9730-3814192f78ef tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.2454071 Jan 12 09:45:12.658708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42516) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:12.681193 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Set router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:45:12.752345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027723ac-e73f-4d00-89be-c435e4e8d3a2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:12.752712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027723ac-e73f-4d00-89be-c435e4e8d3a2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:12.753326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027723ac-e73f-4d00-89be-c435e4e8d3a2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:12.753967 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027723ac-e73f-4d00-89be-c435e4e8d3a2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:12.754549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027723ac-e73f-4d00-89be-c435e4e8d3a2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:12.755639 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027723ac-e73f-4d00-89be-c435e4e8d3a2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:12.763082 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-027723ac-e73f-4d00-89be-c435e4e8d3a2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0950458 Jan 12 09:45:12.763758 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42520) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:12.805675 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1d0d57d2-051d-4e96-a4ce-c0b21503d494 None None] Provisioning for port d40caddc-1984-4586-b681-8ed62658c626 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:45:12.812942 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1d0d57d2-051d-4e96-a4ce-c0b21503d494 None None] Provisioning complete for port d40caddc-1984-4586-b681-8ed62658c626 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:12.814589 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1d0d57d2-051d-4e96-a4ce-c0b21503d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:12.872094 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff86a9c-ca0c-4c7b-9955-a1a2a5a24043 req-57be2e22-a200-4234-894f-1507f4382cc5 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:12.873500 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7ff86a9c-ca0c-4c7b-9955-a1a2a5a24043 req-57be2e22-a200-4234-894f-1507f4382cc5 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 945 time: 0.2512202 Jan 12 09:45:12.915465 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-1d0d57d2-051d-4e96-a4ce-c0b21503d494 None None] Port d40caddc-1984-4586-b681-8ed62658c626 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:45:12.953237 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7ff86a9c-ca0c-4c7b-9955-a1a2a5a24043 req-22bdf4f6-c293-4d27-935c-0a041834cc70 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716770 Jan 12 09:45:12.956269 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1d0d57d2-051d-4e96-a4ce-c0b21503d494 None None] Provisioning complete for port d5999529-f855-441d-adf5-593108ceb46f triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:12.956710 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1d0d57d2-051d-4e96-a4ce-c0b21503d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:13.101622 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 436c4691-4939-4086-966f-4a525969e8e7 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:45:13.121750 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'name': 'tempest-TestNetworkBasicOps-router-1539799465', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '436c4691-4939-4086-966f-4a525969e8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:05Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '436c4691-4939-4086-966f-4a525969e8e7', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:06Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'd40caddc-1984-4586-b681-8ed62658c626', 'name': '', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ca:c1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:10Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 2, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:13.127349 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Checking router: 33c84673-6145-4df2-b7e8-f9cf6b3daba9 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:45:13.128164 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Updating router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 port d40caddc-1984-4586-b681-8ed62658c626 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:45:13.176451 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-259b5425-9e0a-4cb5-96a7-37e2e4a0644a tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.4112377 Jan 12 09:45:13.180021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42524) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:13.185905 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1573515722', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:13.196147 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:13.243602 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 436c4691-4939-4086-966f-4a525969e8e7 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:13.243970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:13.338875 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:13.343758 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:port and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:13.346751 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:13.353605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:13.365433 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:45:13.369592 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:13.375960 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-bc542236-a3c2-4d4a-8eca-d1cc68b3ba31 None None] Provisioning complete for port d40caddc-1984-4586-b681-8ed62658c626 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:13.376464 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bc542236-a3c2-4d4a-8eca-d1cc68b3ba31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:13.392933 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] device_id is not set on port 38047f8f-e73e-4253-b321-e2cc8cc57cbd yet. {{(pid=87664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:45:13.404185 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d5999529-f855-441d-adf5-593108ceb46f up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:45:13.473077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-bc542236-a3c2-4d4a-8eca-d1cc68b3ba31 None None] Port d40caddc-1984-4586-b681-8ed62658c626 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:45:13.489344 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port d5999529-f855-441d-adf5-593108ceb46f triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:13.489709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:13.544991 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:13.556428 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Transition to ACTIVE for port object d40caddc-1984-4586-b681-8ed62658c626 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:45:13.564359 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:13.635620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.6 (cb276e4c-db97-41e8-806f-edfdec94c248/843cf1cc-e4fe-41e9-a77c-b64f2bce2129/38047f8f-e73e-4253-b321-e2cc8cc57cbd) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:45:13.696295 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e503f9-b581-41e7-98d0-c87deab2367f None None] Pushing event updated for resources: {'Port': ['ID=d40caddc-1984-4586-b681-8ed62658c626,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:13.732598 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e503f9-b581-41e7-98d0-c87deab2367f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:13.732955 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e503f9-b581-41e7-98d0-c87deab2367f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:13.733271 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e503f9-b581-41e7-98d0-c87deab2367f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:13.733600 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e503f9-b581-41e7-98d0-c87deab2367f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:13.733924 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e503f9-b581-41e7-98d0-c87deab2367f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:13.734248 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e503f9-b581-41e7-98d0-c87deab2367f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:13.734568 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e503f9-b581-41e7-98d0-c87deab2367f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:13.734921 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e503f9-b581-41e7-98d0-c87deab2367f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:13.735241 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e503f9-b581-41e7-98d0-c87deab2367f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:13.735563 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e503f9-b581-41e7-98d0-c87deab2367f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:13.735888 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e503f9-b581-41e7-98d0-c87deab2367f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:13.736203 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e503f9-b581-41e7-98d0-c87deab2367f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:13.801792 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Attempting to bind port d40caddc-1984-4586-b681-8ed62658c626 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:45:13.802157 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Attempting to bind port d40caddc-1984-4586-b681-8ed62658c626 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:45:13.802521 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Attempting to bind port d40caddc-1984-4586-b681-8ed62658c626 on network cb276e4c-db97-41e8-806f-edfdec94c248 {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:45:13.808101 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:45:13.808468 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Checking segment: {'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:45:13.808857 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:13.809234 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Bound using segment: {'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:45:13.809684 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Bound port: d40caddc-1984-4586-b681-8ed62658c626, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:45:13.810046 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:13.852246 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:13.868361 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object 38047f8f-e73e-4253-b321-e2cc8cc57cbd will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:45:13.895400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:13.904396 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] For port d40caddc-1984-4586-b681-8ed62658c626, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:45:13.907539 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] For port d40caddc-1984-4586-b681-8ed62658c626, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d40caddc-1984-4586-b681-8ed62658c626,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:45:13.912291 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:13.968494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network cb276e4c-db97-41e8-806f-edfdec94c248 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:45:13.971854 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:45:13.975788 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:45:13.989396 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Routers {'33c84673-6145-4df2-b7e8-f9cf6b3daba9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:45:13.990018 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:45:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:14.011528 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=38047f8f-e73e-4253-b321-e2cc8cc57cbd,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:14.047747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:14.048396 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:14.067843 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e503f9-b581-41e7-98d0-c87deab2367f None None] Pushing event updated for resources: {'Port': ['ID=d40caddc-1984-4586-b681-8ed62658c626,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:14.085638 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bf54f459-bd99-41c3-b7b7-817b7fce9b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9043036 Jan 12 09:45:14.229257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404f728-d14c-41a2-b8dc-2e0fc0d21c2e req-a257cfbc-9210-4af6-a081-8100e62b016a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:14.231384 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b404f728-d14c-41a2-b8dc-2e0fc0d21c2e req-a257cfbc-9210-4af6-a081-8100e62b016a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 945 time: 0.0934064 Jan 12 09:45:14.231782 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] Set router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:45:14.284133 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b404f728-d14c-41a2-b8dc-2e0fc0d21c2e req-5d216642-c1e3-4b12-8a0d-615043e213bb tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472593 Jan 12 09:45:14.502473 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42532) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:14.507740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a4f3bc44-f1dc-4304-be34-517b211fa2ee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445603130', 'description': 'tempest-secgroup-smoke-1445603130 description', 'project_id': '05fdfd0263cb464989f6119e683582f0'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:14.514532 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a4f3bc44-f1dc-4304-be34-517b211fa2ee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:14.518642 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a4f3bc44-f1dc-4304-be34-517b211fa2ee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:14.521469 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a4f3bc44-f1dc-4304-be34-517b211fa2ee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:14.527180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a4f3bc44-f1dc-4304-be34-517b211fa2ee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:14.540353 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bc44-f1dc-4304-be34-517b211fa2ee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:14.549695 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8873b919-a1b7-4164-bc59-0cd15ca79fa9 None None] Provisioning for port 38047f8f-e73e-4253-b321-e2cc8cc57cbd completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:45:14.555370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8873b919-a1b7-4164-bc59-0cd15ca79fa9 None None] Provisioning complete for port 38047f8f-e73e-4253-b321-e2cc8cc57cbd triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:14.555623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8873b919-a1b7-4164-bc59-0cd15ca79fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:14.560869 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'name': 'tempest-TestNetworkBasicOps-router-1539799465', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '436c4691-4939-4086-966f-4a525969e8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:05Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '436c4691-4939-4086-966f-4a525969e8e7', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:06Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'd40caddc-1984-4586-b681-8ed62658c626', 'name': '', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ca:c1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:10Z', 'updated_at': '2022-01-12T09:45:13Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:14.562870 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a4f3bc44-f1dc-4304-be34-517b211fa2ee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:14.564753 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35bf78-22ad-4bdd-b36a-0e9be8bb7b27 None None] The sync data for ids ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'] in dv-neutron-824346-1-hyperv is: [{'id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'name': 'tempest-TestNetworkBasicOps-router-1539799465', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '436c4691-4939-4086-966f-4a525969e8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:05Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '436c4691-4939-4086-966f-4a525969e8e7', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:06Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'd40caddc-1984-4586-b681-8ed62658c626', 'name': '', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ca:c1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:10Z', 'updated_at': '2022-01-12T09:45:13Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:45:14.571754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a4f3bc44-f1dc-4304-be34-517b211fa2ee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:14.575273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a4f3bc44-f1dc-4304-be34-517b211fa2ee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:14.581642 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a4f3bc44-f1dc-4304-be34-517b211fa2ee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:14.631362 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8873b919-a1b7-4164-bc59-0cd15ca79fa9 None None] Port 38047f8f-e73e-4253-b321-e2cc8cc57cbd cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:45:14.684925 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bc44-f1dc-4304-be34-517b211fa2ee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:14.690708 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bc44-f1dc-4304-be34-517b211fa2ee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:14.740866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3bc44-f1dc-4304-be34-517b211fa2ee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42abad71-c428-4e88-b093-66fd17ad0662,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:14.744574 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bc44-f1dc-4304-be34-517b211fa2ee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:14.748498 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a4f3bc44-f1dc-4304-be34-517b211fa2ee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2423043 Jan 12 09:45:14.748876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42536) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:14.754543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-120acee0-ab21-41e4-9111-0f0d57080694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '42abad71-c428-4e88-b093-66fd17ad0662', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:14.766128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-120acee0-ab21-41e4-9111-0f0d57080694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:14.770971 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-120acee0-ab21-41e4-9111-0f0d57080694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:14.773967 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-120acee0-ab21-41e4-9111-0f0d57080694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:14.783409 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-120acee0-ab21-41e4-9111-0f0d57080694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:14.800494 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-120acee0-ab21-41e4-9111-0f0d57080694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:14.863688 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-120acee0-ab21-41e4-9111-0f0d57080694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:14.868874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-120acee0-ab21-41e4-9111-0f0d57080694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:14.894550 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120acee0-ab21-41e4-9111-0f0d57080694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c6dd7e-f22e-4c88-92a7-4aa715179954,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:14.904920 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-120acee0-ab21-41e4-9111-0f0d57080694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:14.906166 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-120acee0-ab21-41e4-9111-0f0d57080694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563089 Jan 12 09:45:14.908966 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42540) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:14.914111 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-79f51fec-c939-4a2f-b6c3-1a260e2d4f02 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '42abad71-c428-4e88-b093-66fd17ad0662', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:14.920649 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-79f51fec-c939-4a2f-b6c3-1a260e2d4f02 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:14.924742 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-79f51fec-c939-4a2f-b6c3-1a260e2d4f02 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:14.927689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-79f51fec-c939-4a2f-b6c3-1a260e2d4f02 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:14.930617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 50a2fced-e121-4970-8bd0-c077d9b908e3 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:45:14.933950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-79f51fec-c939-4a2f-b6c3-1a260e2d4f02 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:14.957421 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79f51fec-c939-4a2f-b6c3-1a260e2d4f02 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.034655 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79f51fec-c939-4a2f-b6c3-1a260e2d4f02 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.038942 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 50a2fced-e121-4970-8bd0-c077d9b908e3 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:45:15.042850 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79f51fec-c939-4a2f-b6c3-1a260e2d4f02 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.050298 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d40caddc-1984-4586-b681-8ed62658c626 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:45:15.073991 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f51fec-c939-4a2f-b6c3-1a260e2d4f02 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab968d9a-6f97-47f6-9bfa-91cdd9cc8870,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:15.077383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79f51fec-c939-4a2f-b6c3-1a260e2d4f02 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.081919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42544) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:15.082230 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-79f51fec-c939-4a2f-b6c3-1a260e2d4f02 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1719930 Jan 12 09:45:15.088229 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-414c4e94-bce2-4eb0-90dd-141248f3ab42 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '42abad71-c428-4e88-b093-66fd17ad0662', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:15.088747 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 50a2fced-e121-4970-8bd0-c077d9b908e3 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:15.089250 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.099978 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-414c4e94-bce2-4eb0-90dd-141248f3ab42 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:15.104669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-414c4e94-bce2-4eb0-90dd-141248f3ab42 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:15.108410 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-414c4e94-bce2-4eb0-90dd-141248f3ab42 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:15.121185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-414c4e94-bce2-4eb0-90dd-141248f3ab42 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:15.144555 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-414c4e94-bce2-4eb0-90dd-141248f3ab42 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.213185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-414c4e94-bce2-4eb0-90dd-141248f3ab42 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.219155 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-414c4e94-bce2-4eb0-90dd-141248f3ab42 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.236851 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port d40caddc-1984-4586-b681-8ed62658c626 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:45:15.247311 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port d40caddc-1984-4586-b681-8ed62658c626 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:15.247616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.250826 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c4e94-bce2-4eb0-90dd-141248f3ab42 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa3fcdc-f563-48a2-8edc-08ad9040c0b1,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:15.260287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-414c4e94-bce2-4eb0-90dd-141248f3ab42 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.261590 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-414c4e94-bce2-4eb0-90dd-141248f3ab42 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1785829 Jan 12 09:45:15.264315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42548) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:15.269637 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-28ab397e-bc18-4e79-b871-58a656e7ee26 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '42abad71-c428-4e88-b093-66fd17ad0662', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:15.276296 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-28ab397e-bc18-4e79-b871-58a656e7ee26 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:15.280759 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-28ab397e-bc18-4e79-b871-58a656e7ee26 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:15.282901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-28ab397e-bc18-4e79-b871-58a656e7ee26 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:15.289650 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-28ab397e-bc18-4e79-b871-58a656e7ee26 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:15.310047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-28ab397e-bc18-4e79-b871-58a656e7ee26 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.326630 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.370346 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2904001d-1a3c-4232-84c9-5f421dddd10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a2fced-e121-4970-8bd0-c077d9b908e3'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:45:15.385109 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 50a2fced-e121-4970-8bd0-c077d9b908e3, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=50a2fced-e121-4970-8bd0-c077d9b908e3,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:15.404762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-28ab397e-bc18-4e79-b871-58a656e7ee26 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.411679 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-28ab397e-bc18-4e79-b871-58a656e7ee26 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.428322 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.440576 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab397e-bc18-4e79-b871-58a656e7ee26 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a81d865-28ba-4b9b-9a22-5ab1eddc6f1b,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:15.461115 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-28ab397e-bc18-4e79-b871-58a656e7ee26 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.465150 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-28ab397e-bc18-4e79-b871-58a656e7ee26 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1971259 Jan 12 09:45:15.465423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42556) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:15.479483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-62506425-656f-4a80-aa97-39e9469dc8dd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '42abad71-c428-4e88-b093-66fd17ad0662', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:15.486069 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-62506425-656f-4a80-aa97-39e9469dc8dd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:15.490341 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2904001d-1a3c-4232-84c9-5f421dddd10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a2fced-e121-4970-8bd0-c077d9b908e3', 'code': 200} Jan 12 09:45:15.491680 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-62506425-656f-4a80-aa97-39e9469dc8dd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:15.494697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-62506425-656f-4a80-aa97-39e9469dc8dd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:15.501832 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-62506425-656f-4a80-aa97-39e9469dc8dd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:15.519522 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-62506425-656f-4a80-aa97-39e9469dc8dd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:45:15.521639 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.527351 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-62506425-656f-4a80-aa97-39e9469dc8dd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.558989 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=50a2fced-e121-4970-8bd0-c077d9b908e3,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:15.573252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port d40caddc-1984-4586-b681-8ed62658c626, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d40caddc-1984-4586-b681-8ed62658c626,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:15.580244 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.591138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427aba1-e290-4323-a28b-73166ba54b47 req-0787284e-de09-4c6f-81d2-799e9ca499db tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:15.593915 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1427aba1-e290-4323-a28b-73166ba54b47 req-0787284e-de09-4c6f-81d2-799e9ca499db tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 946 time: 0.1180463 Jan 12 09:45:15.645394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-62506425-656f-4a80-aa97-39e9469dc8dd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.652581 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-62506425-656f-4a80-aa97-39e9469dc8dd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.685528 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1427aba1-e290-4323-a28b-73166ba54b47 req-e8590a18-8ad7-43b8-ba0a-be1018678ef9 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850892 Jan 12 09:45:15.689312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=d40caddc-1984-4586-b681-8ed62658c626,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:15.696170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62506425-656f-4a80-aa97-39e9469dc8dd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f87bf8-9652-4982-b392-08dbeb4a70b6,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:15.700493 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-62506425-656f-4a80-aa97-39e9469dc8dd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.701716 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-62506425-656f-4a80-aa97-39e9469dc8dd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2353930 Jan 12 09:45:15.704866 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42560) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:15.709944 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-74cd3efc-df29-4e45-9481-f17897846d28 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '42abad71-c428-4e88-b093-66fd17ad0662', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:15.717017 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-74cd3efc-df29-4e45-9481-f17897846d28 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:15.752673 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-74cd3efc-df29-4e45-9481-f17897846d28 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:15.759991 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-74cd3efc-df29-4e45-9481-f17897846d28 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:15.767220 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-74cd3efc-df29-4e45-9481-f17897846d28 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:15.788754 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-74cd3efc-df29-4e45-9481-f17897846d28 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:45:15.797886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-74cd3efc-df29-4e45-9481-f17897846d28 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.842724 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea05f5-5ba6-4f24-8ac6-166f77e27ce5 req-197815d3-1a0a-4056-9fed-10a47c63d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:15.844251 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87ea05f5-5ba6-4f24-8ac6-166f77e27ce5 req-197815d3-1a0a-4056-9fed-10a47c63d7ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 1099 time: 0.1285045 Jan 12 09:45:15.902735 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-74cd3efc-df29-4e45-9481-f17897846d28 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.906555 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87ea05f5-5ba6-4f24-8ac6-166f77e27ce5 req-6d1e7d96-cbc4-439c-8598-7712b2e1fb37 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526090 Jan 12 09:45:15.907911 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-74cd3efc-df29-4e45-9481-f17897846d28 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.930322 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd3efc-df29-4e45-9481-f17897846d28 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86e52a3-7b82-4077-8db1-c39bba3ef5ee,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:15.940152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-74cd3efc-df29-4e45-9481-f17897846d28 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:15.941351 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-74cd3efc-df29-4e45-9481-f17897846d28 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2354910 Jan 12 09:45:16.112177 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3727931f-37d6-49d3-a797-dc59c075eaef req-6b92293b-ed02-4ee0-a0db-db5c59c1d5c1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:45:16.129643 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3727931f-37d6-49d3-a797-dc59c075eaef req-6b92293b-ed02-4ee0-a0db-db5c59c1d5c1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:45:16.131058 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3727931f-37d6-49d3-a797-dc59c075eaef req-6b92293b-ed02-4ee0-a0db-db5c59c1d5c1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445603130&fields=id&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 267 time: 0.0575540 Jan 12 09:45:16.206837 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727931f-37d6-49d3-a797-dc59c075eaef req-8f9f6674-5017-4e9b-b62e-e95f3418dae4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:16.207355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3727931f-37d6-49d3-a797-dc59c075eaef req-8f9f6674-5017-4e9b-b62e-e95f3418dae4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:45:16.227851 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3727931f-37d6-49d3-a797-dc59c075eaef req-8f9f6674-5017-4e9b-b62e-e95f3418dae4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:45:16.229168 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3727931f-37d6-49d3-a797-dc59c075eaef req-8f9f6674-5017-4e9b-b62e-e95f3418dae4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports/38047f8f-e73e-4253-b321-e2cc8cc57cbd HTTP/1.1" status: 200 len: 930 time: 0.0908983 Jan 12 09:45:16.309271 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3727931f-37d6-49d3-a797-dc59c075eaef req-54e467c3-7f82-4a85-97bd-61aafb39f62a service neutron] 10.222.0.26 "GET /v2.0/ports/38047f8f-e73e-4253-b321-e2cc8cc57cbd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0624664 Jan 12 09:45:16.448210 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3727931f-37d6-49d3-a797-dc59c075eaef req-2d12c686-0d8e-4d12-afe0-b38817450aab service neutron] 10.222.0.26 "GET /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307549 Jan 12 09:45:16.541331 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:16.583327 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3727931f-37d6-49d3-a797-dc59c075eaef req-d659290a-75d3-4aaf-947d-fe196663099d service neutron] 10.222.0.26 "GET /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266043 Jan 12 09:45:16.779888 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0d697ed4-755a-4e82-8a4a-306c1dbfe819 req-5c7ba6d6-e2d6-4b5f-9321-8133b457c79b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 210 time: 0.0548594 Jan 12 09:45:16.866210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8726a-16b2-4afd-b0e9-da0503d581d3 req-66d40217-8385-4766-abbc-c97e19ce34dc tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:16.867705 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cff8726a-16b2-4afd-b0e9-da0503d581d3 req-66d40217-8385-4766-abbc-c97e19ce34dc tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 946 time: 0.0791404 Jan 12 09:45:16.915688 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cff8726a-16b2-4afd-b0e9-da0503d581d3 req-7063803a-f3ea-4c77-9fe5-e547c4563faf tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413888 Jan 12 09:45:17.007359 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d40caddc-1984-4586-b681-8ed62658c626 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:45:17.077958 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port d40caddc-1984-4586-b681-8ed62658c626 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:17.078245 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:17.857515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727931f-37d6-49d3-a797-dc59c075eaef req-8995f432-db31-428c-b5bb-c914c388cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:17.858816 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3727931f-37d6-49d3-a797-dc59c075eaef req-8995f432-db31-428c-b5bb-c914c388cb09 service neutron] 10.222.0.53 "GET /v2.0/ports/38047f8f-e73e-4253-b321-e2cc8cc57cbd HTTP/1.1" status: 200 len: 1026 time: 0.0662601 Jan 12 09:45:17.932092 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b506d33e-d2e4-414f-8f1c-3cbae519951b req-8fd6600f-d492-4910-868b-313956660021 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 210 time: 0.0489864 Jan 12 09:45:18.046873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727931f-37d6-49d3-a797-dc59c075eaef req-a53219e9-60b3-420d-a9be-56724c732eff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:18.047568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-3727931f-37d6-49d3-a797-dc59c075eaef req-a53219e9-60b3-420d-a9be-56724c732eff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:45:18.065445 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-3727931f-37d6-49d3-a797-dc59c075eaef req-a53219e9-60b3-420d-a9be-56724c732eff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:45:18.066856 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3727931f-37d6-49d3-a797-dc59c075eaef req-a53219e9-60b3-420d-a9be-56724c732eff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/networks?id=cb276e4c-db97-41e8-806f-edfdec94c248 HTTP/1.1" status: 200 len: 796 time: 0.2028966 Jan 12 09:45:18.116047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-3727931f-37d6-49d3-a797-dc59c075eaef req-6f89a789-b9ef-4641-be37-06991baeb2f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:45:18.117992 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c562c80-a0c9-42d3-9707-5156fb796aaf req-d072b1a3-f1f2-434a-9694-edda5510a894 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:18.119555 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3c562c80-a0c9-42d3-9707-5156fb796aaf req-d072b1a3-f1f2-434a-9694-edda5510a894 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 946 time: 0.0906498 Jan 12 09:45:18.128300 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-3727931f-37d6-49d3-a797-dc59c075eaef req-6f89a789-b9ef-4641-be37-06991baeb2f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:45:18.129511 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3727931f-37d6-49d3-a797-dc59c075eaef req-6f89a789-b9ef-4641-be37-06991baeb2f8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 380 time: 0.0539916 Jan 12 09:45:18.140112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Request body: {'port': {'device_id': '31ff901d-ab8c-4345-9988-5778ca968dce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:18.163650 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3c562c80-a0c9-42d3-9707-5156fb796aaf req-6442dbaa-05f1-45b6-893e-3ef8ebea4b97 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383215 Jan 12 09:45:18.253877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:18.484926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c728b-796e-4a1c-9a51-f7989f8e1ce7 req-8feccdf2-5ee3-4fbf-9b10-5cadca4201b3 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:18.486491 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fc4c728b-796e-4a1c-9a51-f7989f8e1ce7 req-8feccdf2-5ee3-4fbf-9b10-5cadca4201b3 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 946 time: 0.2174366 Jan 12 09:45:18.601398 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fc4c728b-796e-4a1c-9a51-f7989f8e1ce7 req-13a225d8-c1f2-47ff-9d2b-bda7f46c8c03 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026390 Jan 12 09:45:18.624814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42598) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:18.693324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38047f8f-e73e-4253-b321-e2cc8cc57cbd {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:45:18.696788 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288c6af0-e6bf-4132-bbbe-e6f2b63c5ad2 tempest-TestVolumeBootPattern-551835753 tempest-TestVolumeBootPattern-551835753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:18.698311 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-288c6af0-e6bf-4132-bbbe-e6f2b63c5ad2 tempest-TestVolumeBootPattern-551835753 tempest-TestVolumeBootPattern-551835753-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 1094 time: 0.0720656 Jan 12 09:45:18.700957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:18.701420 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42602) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:18.706546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '50a2fced-e121-4970-8bd0-c077d9b908e3', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:18.712465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:18.715997 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Transition to ACTIVE for port object 38047f8f-e73e-4253-b321-e2cc8cc57cbd will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:45:18.716372 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Usage tracker for resource:floatingip and tenant:b9bfaac095a94beaa576ace8f51e6ad8 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:18.719215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:18.721049 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:18.725581 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:18.853929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:18.884328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Pushing event updated for resources: {'Port': ['ID=38047f8f-e73e-4253-b321-e2cc8cc57cbd,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:19.004201 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:19.088428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Attempting to bind port 38047f8f-e73e-4253-b321-e2cc8cc57cbd on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:45:19.088704 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Attempting to bind port 38047f8f-e73e-4253-b321-e2cc8cc57cbd by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:45:19.089012 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Attempting to bind port 38047f8f-e73e-4253-b321-e2cc8cc57cbd on network cb276e4c-db97-41e8-806f-edfdec94c248 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:45:19.095378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Port 38047f8f-e73e-4253-b321-e2cc8cc57cbd on network cb276e4c-db97-41e8-806f-edfdec94c248 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:45:19.095750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Attempting to bind port 38047f8f-e73e-4253-b321-e2cc8cc57cbd on network cb276e4c-db97-41e8-806f-edfdec94c248 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:45:19.101175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:45:19.101509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Checking segment: {'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:45:19.101886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Bound using segment: {'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:45:19.102303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Bound port: 38047f8f-e73e-4253-b321-e2cc8cc57cbd, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:45:19.102647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:19.192967 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] For port 38047f8f-e73e-4253-b321-e2cc8cc57cbd, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:45:19.195891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] For port 38047f8f-e73e-4253-b321-e2cc8cc57cbd, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=38047f8f-e73e-4253-b321-e2cc8cc57cbd,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:45:19.201341 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:19.203218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Allocated IP 172.26.2.104 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/e79eb4eb-8993-4e91-ab4d-ad26d1f8e38d) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:45:19.217458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebdfb74-fb5f-469a-94eb-4e71d91cf42d req-abe65f47-67fd-455a-a17b-cc78194bf6cc tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:19.218938 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5ebdfb74-fb5f-469a-94eb-4e71d91cf42d req-abe65f47-67fd-455a-a17b-cc78194bf6cc tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 981 time: 0.1718688 Jan 12 09:45:19.261332 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:19.261942 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:19.263675 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3727931f-37d6-49d3-a797-dc59c075eaef req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] 10.222.0.53 "PUT /v2.0/ports/38047f8f-e73e-4253-b321-e2cc8cc57cbd HTTP/1.1" status: 200 len: 1131 time: 1.1271539 Jan 12 09:45:19.263785 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ff901d-ab8c-4345-9988-5778ca968dce', 'tag': '38047f8f-e73e-4253-b321-e2cc8cc57cbd'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:45:19.283364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6fcd5-4161-4828-a377-d7775d1f045f service neutron] Pushing event updated for resources: {'Port': ['ID=38047f8f-e73e-4253-b321-e2cc8cc57cbd,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:19.357822 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ff901d-ab8c-4345-9988-5778ca968dce', 'tag': '38047f8f-e73e-4253-b321-e2cc8cc57cbd', 'status': 'completed', 'code': 200} Jan 12 09:45:19.369962 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5ebdfb74-fb5f-469a-94eb-4e71d91cf42d req-e27ea7a2-069e-4237-8a39-2a35ec4d7786 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419473 Jan 12 09:45:19.427956 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:19.429554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727931f-37d6-49d3-a797-dc59c075eaef req-85403ff4-79a1-4c39-8967-42ed94f856ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:19.431507 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3727931f-37d6-49d3-a797-dc59c075eaef req-85403ff4-79a1-4c39-8967-42ed94f856ca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 1134 time: 0.1137629 Jan 12 09:45:19.461646 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:19.510536 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3727931f-37d6-49d3-a797-dc59c075eaef req-8b395b61-9202-4f71-9d42-65cfb02290dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38047f8f-e73e-4253-b321-e2cc8cc57cbd HTTP/1.1" status: 200 len: 217 time: 0.0709615 Jan 12 09:45:19.551048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event updated for resources: {'Port': ['ID=e79eb4eb-8993-4e91-ab4d-ad26d1f8e38d,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:19.563337 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:45:19.564560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:45:19.567142 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:45:19.584322 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727931f-37d6-49d3-a797-dc59c075eaef req-b36f3846-85ec-49ab-bb0e-0b2ff4947fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:19.585874 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3727931f-37d6-49d3-a797-dc59c075eaef req-b36f3846-85ec-49ab-bb0e-0b2ff4947fc4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=843cf1cc-e4fe-41e9-a77c-b64f2bce2129 HTTP/1.1" status: 200 len: 835 time: 0.0690846 Jan 12 09:45:19.663874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727931f-37d6-49d3-a797-dc59c075eaef req-eea5881f-71eb-4eed-956f-ed416fbbfa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:19.665802 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3727931f-37d6-49d3-a797-dc59c075eaef req-eea5881f-71eb-4eed-956f-ed416fbbfa2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb276e4c-db97-41e8-806f-edfdec94c248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729878 Jan 12 09:45:19.802630 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3727931f-37d6-49d3-a797-dc59c075eaef req-4ede29c9-6609-4bbd-9091-76c70c83428f service neutron] 10.222.0.53 "GET /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291885 Jan 12 09:45:19.940115 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3727931f-37d6-49d3-a797-dc59c075eaef req-9487e4ed-4574-4451-aea3-838375d238d4 service neutron] 10.222.0.53 "GET /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307602 Jan 12 09:45:19.993704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:20.059425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c2f94-e5eb-4dce-a2dd-299c7bb7457e req-53a73a91-ca6d-4383-9591-d352fc6e8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:20.060932 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b30c2f94-e5eb-4dce-a2dd-299c7bb7457e req-53a73a91-ca6d-4383-9591-d352fc6e8e81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 1134 time: 0.0754185 Jan 12 09:45:20.070643 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:20.203373 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c2f94-e5eb-4dce-a2dd-299c7bb7457e req-00c30710-67c9-437f-aa64-fde4178417b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:20.204907 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b30c2f94-e5eb-4dce-a2dd-299c7bb7457e req-00c30710-67c9-437f-aa64-fde4178417b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb276e4c-db97-41e8-806f-edfdec94c248 HTTP/1.1" status: 200 len: 897 time: 0.1374986 Jan 12 09:45:20.274708 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b30c2f94-e5eb-4dce-a2dd-299c7bb7457e req-aa1e58d5-5743-44b6-bfdb-46190a731b6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38047f8f-e73e-4253-b321-e2cc8cc57cbd HTTP/1.1" status: 200 len: 217 time: 0.0596480 Jan 12 09:45:20.280091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:20.286271 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:20.341091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c2f94-e5eb-4dce-a2dd-299c7bb7457e req-dd34bb2e-e296-423a-b8e0-0f0cece0275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:20.342575 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b30c2f94-e5eb-4dce-a2dd-299c7bb7457e req-dd34bb2e-e296-423a-b8e0-0f0cece0275f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=843cf1cc-e4fe-41e9-a77c-b64f2bce2129 HTTP/1.1" status: 200 len: 835 time: 0.0608807 Jan 12 09:45:20.387427 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event updated for resources: {'Port': ['ID=e79eb4eb-8993-4e91-ab4d-ad26d1f8e38d,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:20.403443 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:20.424207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c2f94-e5eb-4dce-a2dd-299c7bb7457e req-da77e6f2-9861-4486-86f4-b72b4d92c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:20.425722 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b30c2f94-e5eb-4dce-a2dd-299c7bb7457e req-da77e6f2-9861-4486-86f4-b72b4d92c790 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb276e4c-db97-41e8-806f-edfdec94c248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768237 Jan 12 09:45:20.611856 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b30c2f94-e5eb-4dce-a2dd-299c7bb7457e req-c268fff3-ad4a-4187-bf9b-88c727e61030 service neutron] 10.222.0.53 "GET /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779771 Jan 12 09:45:20.671929 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cf250-21ed-4747-a575-5d482d6a4a8b req-ba875337-7a25-42b3-a352-0ca3d5d74923 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:20.673369 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1e4cf250-21ed-4747-a575-5d482d6a4a8b req-ba875337-7a25-42b3-a352-0ca3d5d74923 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 981 time: 0.1539342 Jan 12 09:45:20.691317 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Floating IP 52534621-3734-4afa-b02a-de0fdc321572 associated. External IP: 172.26.2.104, port: 50a2fced-e121-4970-8bd0-c077d9b908e3. Jan 12 09:45:20.891304 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1e4cf250-21ed-4747-a575-5d482d6a4a8b req-2d3a4768-9068-4f83-b39d-dbba3300b8f0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661736 Jan 12 09:45:20.896365 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b30c2f94-e5eb-4dce-a2dd-299c7bb7457e req-cce15e4c-96d1-458d-8d6e-fdb4ea3256a6 service neutron] 10.222.0.53 "GET /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769549 Jan 12 09:45:21.054266 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Router c5212f11-65aa-4027-8b40-2c5f02937e1d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:45:21.228397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:45:21.238000 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f409adfa-9259-45cb-9199-fdf43399436a None None] Sync routers for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:45:21.247986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f409adfa-9259-45cb-9199-fdf43399436a None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:45:21.248630 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f409adfa-9259-45cb-9199-fdf43399436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:45:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:21.258923 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:21.316655 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5bb644a8-4657-4572-8e2d-feb20d4fc0de tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6140938 Jan 12 09:45:21.317475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2904001d-1a3c-4232-84c9-5f421dddd10d', 'tag': '50a2fced-e121-4970-8bd0-c077d9b908e3'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:45:21.361251 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2904001d-1a3c-4232-84c9-5f421dddd10d', 'tag': '50a2fced-e121-4970-8bd0-c077d9b908e3', 'status': 'completed', 'code': 200} Jan 12 09:45:21.426436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-f409adfa-9259-45cb-9199-fdf43399436a None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:45:21.457341 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4222b-79d6-49ee-bd54-4600bf7cf242 req-5ff01c42-c6e2-44e8-845d-dbaa7c62dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:21.458870 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-62a4222b-79d6-49ee-bd54-4600bf7cf242 req-5ff01c42-c6e2-44e8-845d-dbaa7c62dacf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 1099 time: 0.0766203 Jan 12 09:45:21.589682 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4222b-79d6-49ee-bd54-4600bf7cf242 req-102ef119-d0f8-4fd2-b114-3670fad335fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:21.591065 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-62a4222b-79d6-49ee-bd54-4600bf7cf242 req-102ef119-d0f8-4fd2-b114-3670fad335fd service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 911 time: 0.1250112 Jan 12 09:45:21.697971 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-62a4222b-79d6-49ee-bd54-4600bf7cf242 req-872a2b9b-1efd-44b9-be62-c4df4fd2b07d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a2fced-e121-4970-8bd0-c077d9b908e3 HTTP/1.1" status: 200 len: 1000 time: 0.0997248 Jan 12 09:45:21.760633 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4222b-79d6-49ee-bd54-4600bf7cf242 req-df9d0f0a-3c34-4925-a25e-437d62d28b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:21.762148 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-62a4222b-79d6-49ee-bd54-4600bf7cf242 req-df9d0f0a-3c34-4925-a25e-437d62d28b16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee HTTP/1.1" status: 200 len: 849 time: 0.0580173 Jan 12 09:45:21.775979 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f409adfa-9259-45cb-9199-fdf43399436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1089f1c4-5de4-44cc-b954-5311a419068c', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'floating_ip_address': '172.26.2.2', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'port_id': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'mac_address': 'fa:16:3e:b5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:08Z', 'updated_at': '2022-01-12T09:43:11Z', 'revision_number': 1, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address_scope': None}, {'id': '52534621-3734-4afa-b02a-de0fdc321572', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'port_id': '50a2fced-e121-4970-8bd0-c077d9b908e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'mac_address': 'fa:16:3e:55:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2904001d-1a3c-4232-84c9-5f421dddd10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:45:19Z', 'updated_at': '2022-01-12T09:45:19Z', 'revision_number': 0, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:21.780061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f409adfa-9259-45cb-9199-fdf43399436a None None] Checking router: c5212f11-65aa-4027-8b40-2c5f02937e1d for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:45:21.788641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f409adfa-9259-45cb-9199-fdf43399436a None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:45:21.789235 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f409adfa-9259-45cb-9199-fdf43399436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:45:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:21.835342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4222b-79d6-49ee-bd54-4600bf7cf242 req-17c4d5a9-104c-4418-a036-115dc0887757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:21.836830 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-62a4222b-79d6-49ee-bd54-4600bf7cf242 req-17c4d5a9-104c-4418-a036-115dc0887757 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c044518-5731-4207-8f99-0a1c6effbd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686471 Jan 12 09:45:21.967822 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-f409adfa-9259-45cb-9199-fdf43399436a None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:45:21.969830 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-62a4222b-79d6-49ee-bd54-4600bf7cf242 req-9ce97c56-4c73-43f4-a1d6-5a0675340151 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265626 Jan 12 09:45:22.161741 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-62a4222b-79d6-49ee-bd54-4600bf7cf242 req-0a8aa678-0e2f-40e6-aeff-490eb8163590 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820352 Jan 12 09:45:22.173633 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529694b-d1d3-410d-8940-61be6fa8a1d2 req-809902e6-3de5-46ee-b68d-1c205fbfd160 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:22.175106 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2529694b-d1d3-410d-8940-61be6fa8a1d2 req-809902e6-3de5-46ee-b68d-1c205fbfd160 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 981 time: 0.1758084 Jan 12 09:45:22.221776 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2529694b-d1d3-410d-8940-61be6fa8a1d2 req-587c0b95-7d7b-47ed-9fed-97bb795dedd2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402977 Jan 12 09:45:22.360124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f409adfa-9259-45cb-9199-fdf43399436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1089f1c4-5de4-44cc-b954-5311a419068c', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'floating_ip_address': '172.26.2.2', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'port_id': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'mac_address': 'fa:16:3e:b5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:08Z', 'updated_at': '2022-01-12T09:43:11Z', 'revision_number': 1, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address_scope': None}, {'id': '52534621-3734-4afa-b02a-de0fdc321572', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'port_id': '50a2fced-e121-4970-8bd0-c077d9b908e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'mac_address': 'fa:16:3e:55:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2904001d-1a3c-4232-84c9-5f421dddd10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:45:19Z', 'updated_at': '2022-01-12T09:45:19Z', 'revision_number': 0, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:22.364255 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f409adfa-9259-45cb-9199-fdf43399436a None None] The sync data for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv is: [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1089f1c4-5de4-44cc-b954-5311a419068c', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'floating_ip_address': '172.26.2.2', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'port_id': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'mac_address': 'fa:16:3e:b5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:08Z', 'updated_at': '2022-01-12T09:43:11Z', 'revision_number': 1, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address_scope': None}, {'id': '52534621-3734-4afa-b02a-de0fdc321572', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'port_id': '50a2fced-e121-4970-8bd0-c077d9b908e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'mac_address': 'fa:16:3e:55:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2904001d-1a3c-4232-84c9-5f421dddd10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:45:19Z', 'updated_at': '2022-01-12T09:45:19Z', 'revision_number': 0, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:45:22.566555 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff5c5d-305f-4640-95e1-c049ace509c0 None None] New status for floating IP 52534621-3734-4afa-b02a-de0fdc321572: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:45:22.960293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 38047f8f-e73e-4253-b321-e2cc8cc57cbd details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:45:23.093101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 38047f8f-e73e-4253-b321-e2cc8cc57cbd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=38047f8f-e73e-4253-b321-e2cc8cc57cbd,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:23.106337 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '38047f8f-e73e-4253-b321-e2cc8cc57cbd', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248', 'port_id': '38047f8f-e73e-4253-b321-e2cc8cc57cbd', 'mac_address': 'fa:16:3e:ae:f5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:45:23.165377 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:23.182745 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38047f8f-e73e-4253-b321-e2cc8cc57cbd {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:45:23.198065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 38047f8f-e73e-4253-b321-e2cc8cc57cbd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=38047f8f-e73e-4253-b321-e2cc8cc57cbd,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:23.204002 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:23.273673 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=38047f8f-e73e-4253-b321-e2cc8cc57cbd,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:23.409975 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce2e93-3cc1-463b-818d-7f7a57b4d729 req-8233c878-6796-4a24-9040-1b93c340c8d2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:23.411400 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5ce2e93-3cc1-463b-818d-7f7a57b4d729 req-8233c878-6796-4a24-9040-1b93c340c8d2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 982 time: 0.0810833 Jan 12 09:45:23.456038 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5ce2e93-3cc1-463b-818d-7f7a57b4d729 req-d798bfdc-4147-41a2-ae49-0d8ff4406695 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388153 Jan 12 09:45:23.461033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['38047f8f-e73e-4253-b321-e2cc8cc57cbd'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:45:24.667351 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb86985-24ba-4733-aae3-64143c76962b req-da202f3a-2519-4d90-a9ab-49c2ba7e4238 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:24.668814 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5fb86985-24ba-4733-aae3-64143c76962b req-da202f3a-2519-4d90-a9ab-49c2ba7e4238 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 982 time: 0.0888791 Jan 12 09:45:24.716739 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5fb86985-24ba-4733-aae3-64143c76962b req-caed2c06-4ab7-43cf-b145-04af96477b9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422044 Jan 12 09:45:24.975582 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 38047f8f-e73e-4253-b321-e2cc8cc57cbd up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:45:25.045706 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 38047f8f-e73e-4253-b321-e2cc8cc57cbd completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:45:25.051532 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 38047f8f-e73e-4253-b321-e2cc8cc57cbd triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:25.051903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:25.183719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:25.210300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ff901d-ab8c-4345-9988-5778ca968dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38047f8f-e73e-4253-b321-e2cc8cc57cbd'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:45:25.219727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 38047f8f-e73e-4253-b321-e2cc8cc57cbd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=38047f8f-e73e-4253-b321-e2cc8cc57cbd,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:25.225283 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:25.256873 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ff901d-ab8c-4345-9988-5778ca968dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38047f8f-e73e-4253-b321-e2cc8cc57cbd', 'code': 200} Jan 12 09:45:25.301699 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=38047f8f-e73e-4253-b321-e2cc8cc57cbd,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:25.491913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161722b-385c-4032-aa6a-0dac845c466e req-5dc64d1a-4bcb-4b8d-a128-ac985106f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:25.493282 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b161722b-385c-4032-aa6a-0dac845c466e req-5dc64d1a-4bcb-4b8d-a128-ac985106f1de service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 1136 time: 0.0716963 Jan 12 09:45:25.535414 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b161722b-385c-4032-aa6a-0dac845c466e req-2071d45f-ff2e-44ab-aaee-a197932fce4d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356603 Jan 12 09:45:25.907005 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8da60-24d0-43e4-b595-d075027805a6 req-08c479ae-d255-4600-854c-6e7ebfc0c024 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:25.908367 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8d8da60-24d0-43e4-b595-d075027805a6 req-08c479ae-d255-4600-854c-6e7ebfc0c024 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 983 time: 0.0868714 Jan 12 09:45:25.955128 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8d8da60-24d0-43e4-b595-d075027805a6 req-a3770d57-e551-4241-8e0e-442dae95ff23 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391781 Jan 12 09:45:27.146523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3edbd7-4654-40f1-9623-ce466c6e0c2d req-a8145a92-fdd0-4999-93ec-ffc765d1347c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:27.147994 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ff3edbd7-4654-40f1-9623-ce466c6e0c2d req-a8145a92-fdd0-4999-93ec-ffc765d1347c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 983 time: 0.0850573 Jan 12 09:45:27.192016 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ff3edbd7-4654-40f1-9623-ce466c6e0c2d req-5c6baec1-a7c1-42a2-a788-fa9c14e22365 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380919 Jan 12 09:45:27.377008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23540eb-6e90-4712-bf3b-37d7edd03db2 req-958f21d8-876d-43f6-ac28-6ce699645867 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:27.378467 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a23540eb-6e90-4712-bf3b-37d7edd03db2 req-958f21d8-876d-43f6-ac28-6ce699645867 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 983 time: 0.0830581 Jan 12 09:45:27.425972 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a23540eb-6e90-4712-bf3b-37d7edd03db2 req-b1fb1c40-c788-4275-8e86-38bb04023b8e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389488 Jan 12 09:45:27.450058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42630) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:27.524301 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a983c79c-1401-482c-99e1-01a92e4dc0b6 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:27.525921 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a983c79c-1401-482c-99e1-01a92e4dc0b6 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 1131 time: 0.0748887 Jan 12 09:45:27.529622 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42634) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:27.534842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '38047f8f-e73e-4253-b321-e2cc8cc57cbd', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:27.540518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:27.544561 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:floatingip and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:27.548171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:27.554271 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:27.565008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:27.706679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:27.954369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.54 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/89aa9a78-3dce-45fa-b110-6d1983d8262c) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:45:28.108334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:28.140552 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:28.200733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:45:28.203929 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:45:28.206166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:45:28.251035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=89aa9a78-3dce-45fa-b110-6d1983d8262c,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:28.641708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:28.721571 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:28.933189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:28.939107 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:29.040934 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=89aa9a78-3dce-45fa-b110-6d1983d8262c,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:29.058358 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:29.255609 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP 8d091623-b56f-47c5-b01a-09e9f4854c32 associated. External IP: 172.26.2.54, port: 38047f8f-e73e-4253-b321-e2cc8cc57cbd. Jan 12 09:45:29.723023 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:45:29.902099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:45:29.911703 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2413703b-94a3-4b47-8785-5712e9150b7c None None] Sync routers for ids ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:45:29.921411 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2413703b-94a3-4b47-8785-5712e9150b7c None None] Routers {'33c84673-6145-4df2-b7e8-f9cf6b3daba9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:45:29.922086 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-2413703b-94a3-4b47-8785-5712e9150b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:45:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:29.926319 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:29.980341 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9087b255-0647-4254-ab86-53dd4afd726e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.4498124 Jan 12 09:45:29.980931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ff901d-ab8c-4345-9988-5778ca968dce', 'tag': '38047f8f-e73e-4253-b321-e2cc8cc57cbd'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:45:29.983157 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42642) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:30.027884 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ff901d-ab8c-4345-9988-5778ca968dce', 'tag': '38047f8f-e73e-4253-b321-e2cc8cc57cbd', 'status': 'completed', 'code': 200} Jan 12 09:45:30.055033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248f0f3d-7f6e-4115-a462-fa1a0f0ac1bc tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:30.059859 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-248f0f3d-7f6e-4115-a462-fa1a0f0ac1bc tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce&network_id=cb276e4c-db97-41e8-806f-edfdec94c248 HTTP/1.1" status: 200 len: 1131 time: 0.0756102 Jan 12 09:45:30.133524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7ed4a-62f6-4e89-8230-4904ebc7a0bd req-e4b8efc3-22c0-4aef-b097-6ae5faf6aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:30.134733 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-02d7ed4a-62f6-4e89-8230-4904ebc7a0bd req-e4b8efc3-22c0-4aef-b097-6ae5faf6aba4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 1136 time: 0.0829735 Jan 12 09:45:30.135303 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-2413703b-94a3-4b47-8785-5712e9150b7c None None] Set router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:45:30.271587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7ed4a-62f6-4e89-8230-4904ebc7a0bd req-2c49cec8-bf8a-4720-97ab-e7450ee16049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:30.273055 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-02d7ed4a-62f6-4e89-8230-4904ebc7a0bd req-2c49cec8-bf8a-4720-97ab-e7450ee16049 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb276e4c-db97-41e8-806f-edfdec94c248 HTTP/1.1" status: 200 len: 897 time: 0.1299610 Jan 12 09:45:30.382646 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-02d7ed4a-62f6-4e89-8230-4904ebc7a0bd req-23976dba-d8b3-49bd-a4b6-c5ffc815e571 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38047f8f-e73e-4253-b321-e2cc8cc57cbd HTTP/1.1" status: 200 len: 1036 time: 0.0985801 Jan 12 09:45:30.444588 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7ed4a-62f6-4e89-8230-4904ebc7a0bd req-1d53ffaa-bb9a-4030-8273-6b6e17e5b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:30.446556 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-02d7ed4a-62f6-4e89-8230-4904ebc7a0bd req-1d53ffaa-bb9a-4030-8273-6b6e17e5b627 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=843cf1cc-e4fe-41e9-a77c-b64f2bce2129 HTTP/1.1" status: 200 len: 835 time: 0.0569384 Jan 12 09:45:30.453291 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecda7a2-1c55-46c9-86d2-a8d9a0cf6ee8 req-04a51a2d-2189-4418-a576-f3c9eeb8f98c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:30.454791 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5ecda7a2-1c55-46c9-86d2-a8d9a0cf6ee8 req-04a51a2d-2189-4418-a576-f3c9eeb8f98c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 983 time: 0.0878503 Jan 12 09:45:30.487679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-2413703b-94a3-4b47-8785-5712e9150b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'name': 'tempest-TestNetworkBasicOps-router-1539799465', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '436c4691-4939-4086-966f-4a525969e8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:05Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '436c4691-4939-4086-966f-4a525969e8e7', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:06Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '8d091623-b56f-47c5-b01a-09e9f4854c32', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.54', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'port_id': '38047f8f-e73e-4253-b321-e2cc8cc57cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1573515722', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248', 'mac_address': 'fa:16:3e:ae:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ff901d-ab8c-4345-9988-5778ca968dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:45:28Z', 'updated_at': '2022-01-12T09:45:28Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40caddc-1984-4586-b681-8ed62658c626', 'name': '', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ca:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:10Z', 'updated_at': '2022-01-12T09:45:15Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:30.492028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2413703b-94a3-4b47-8785-5712e9150b7c None None] Checking router: 33c84673-6145-4df2-b7e8-f9cf6b3daba9 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:45:30.500838 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2413703b-94a3-4b47-8785-5712e9150b7c None None] Routers {'33c84673-6145-4df2-b7e8-f9cf6b3daba9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:45:30.501448 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-2413703b-94a3-4b47-8785-5712e9150b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:45:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:30.504397 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5ecda7a2-1c55-46c9-86d2-a8d9a0cf6ee8 req-0e37094e-2519-45f2-ae9f-4d627f018ef7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430248 Jan 12 09:45:30.540407 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7ed4a-62f6-4e89-8230-4904ebc7a0bd req-aaa200bb-5f32-4979-a122-feeea79bd2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:30.541834 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-02d7ed4a-62f6-4e89-8230-4904ebc7a0bd req-aaa200bb-5f32-4979-a122-feeea79bd2d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb276e4c-db97-41e8-806f-edfdec94c248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875900 Jan 12 09:45:30.677112 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-02d7ed4a-62f6-4e89-8230-4904ebc7a0bd req-c46bb137-03de-4edb-8c93-96c2bb9172e7 service neutron] 10.222.0.53 "GET /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257136 Jan 12 09:45:30.720147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-2413703b-94a3-4b47-8785-5712e9150b7c None None] Set router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:45:30.813250 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-02d7ed4a-62f6-4e89-8230-4904ebc7a0bd req-14167d80-27cd-479f-8b88-7a789df48876 service neutron] 10.222.0.53 "GET /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243222 Jan 12 09:45:31.072590 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-2413703b-94a3-4b47-8785-5712e9150b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'name': 'tempest-TestNetworkBasicOps-router-1539799465', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '436c4691-4939-4086-966f-4a525969e8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:05Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '436c4691-4939-4086-966f-4a525969e8e7', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:06Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '8d091623-b56f-47c5-b01a-09e9f4854c32', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.54', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'port_id': '38047f8f-e73e-4253-b321-e2cc8cc57cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1573515722', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248', 'mac_address': 'fa:16:3e:ae:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ff901d-ab8c-4345-9988-5778ca968dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:45:28Z', 'updated_at': '2022-01-12T09:45:28Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40caddc-1984-4586-b681-8ed62658c626', 'name': '', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ca:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:10Z', 'updated_at': '2022-01-12T09:45:15Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:31.076796 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2413703b-94a3-4b47-8785-5712e9150b7c None None] The sync data for ids ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'] in dv-neutron-824346-1-hyperv is: [{'id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'name': 'tempest-TestNetworkBasicOps-router-1539799465', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '436c4691-4939-4086-966f-4a525969e8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:05Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '436c4691-4939-4086-966f-4a525969e8e7', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:06Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '8d091623-b56f-47c5-b01a-09e9f4854c32', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.54', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'port_id': '38047f8f-e73e-4253-b321-e2cc8cc57cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1573515722', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248', 'mac_address': 'fa:16:3e:ae:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ff901d-ab8c-4345-9988-5778ca968dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:45:28Z', 'updated_at': '2022-01-12T09:45:28Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40caddc-1984-4586-b681-8ed62658c626', 'name': '', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ca:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:10Z', 'updated_at': '2022-01-12T09:45:15Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:45:31.296286 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950943a6-ba94-413a-93ac-a9be86e48d55 None None] New status for floating IP 8d091623-b56f-47c5-b01a-09e9f4854c32: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:45:31.394491 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:45:31.705157 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4ba91-ac2d-404a-8941-4b8c3dc1edd7 req-72af1651-ebed-4201-9ed5-df0814bc9570 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:31.706560 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-80a4ba91-ac2d-404a-8941-4b8c3dc1edd7 req-72af1651-ebed-4201-9ed5-df0814bc9570 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 983 time: 0.0946841 Jan 12 09:45:31.796669 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-80a4ba91-ac2d-404a-8941-4b8c3dc1edd7 req-5333869e-25ff-4e02-a401-b82bb21a1e1c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820246 Jan 12 09:45:31.826706 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-cadcbc46-cf9a-4aef-a03c-4acd42d39e2c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:31.828392 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-cadcbc46-cf9a-4aef-a03c-4acd42d39e2c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 983 time: 0.0966225 Jan 12 09:45:31.905563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-3b635429-b21c-46b0-9279-f67239b37088 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:31.907201 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-3b635429-b21c-46b0-9279-f67239b37088 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/ports/38047f8f-e73e-4253-b321-e2cc8cc57cbd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0729740 Jan 12 09:45:32.159733 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-4b1c370b-7468-4fb2-ba60-17b5c4671cbf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2471349 Jan 12 09:45:32.170311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-b96dcbda-9c6c-4f81-8305-ab67789b0f47 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:32.280909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-b96dcbda-9c6c-4f81-8305-ab67789b0f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:32.485287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-b96dcbda-9c6c-4f81-8305-ab67789b0f47 service neutron] For port 38047f8f-e73e-4253-b321-e2cc8cc57cbd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=38047f8f-e73e-4253-b321-e2cc8cc57cbd,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:32.515037 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-b96dcbda-9c6c-4f81-8305-ab67789b0f47 service neutron] For port 38047f8f-e73e-4253-b321-e2cc8cc57cbd, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:45:32.570467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-b96dcbda-9c6c-4f81-8305-ab67789b0f47 service neutron] device_id is not set on port 38047f8f-e73e-4253-b321-e2cc8cc57cbd yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:45:32.579544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-b96dcbda-9c6c-4f81-8305-ab67789b0f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:32.589069 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-b96dcbda-9c6c-4f81-8305-ab67789b0f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:32.731225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96dcbda-9c6c-4f81-8305-ab67789b0f47 service neutron] Pushing event updated for resources: {'Port': ['ID=38047f8f-e73e-4253-b321-e2cc8cc57cbd,revision_number=6']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:32.784563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-b96dcbda-9c6c-4f81-8305-ab67789b0f47 service neutron] No DVR routers for this DVR port 38047f8f-e73e-4253-b321-e2cc8cc57cbd on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:45:32.848147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cf9b1739-6d48-4642-8eb6-67ef428f0990 None None] Provisioning complete for port 38047f8f-e73e-4253-b321-e2cc8cc57cbd triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:32.848701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cf9b1739-6d48-4642-8eb6-67ef428f0990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:32.903771 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b1739-6d48-4642-8eb6-67ef428f0990 None None] Port 38047f8f-e73e-4253-b321-e2cc8cc57cbd cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:45:32.944922 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b51801af-eb05-4e04-8689-ca0c019c696d req-acad41b9-a670-484e-97cf-cf2626b71384 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=31ff901d-ab8c-4345-9988-5778ca968dce HTTP/1.1" status: 200 len: 210 time: 0.0414116 Jan 12 09:45:33.002320 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-b96dcbda-9c6c-4f81-8305-ab67789b0f47 service neutron] In _notify_port_updated(), no bound segment for port 38047f8f-e73e-4253-b321-e2cc8cc57cbd on network cb276e4c-db97-41e8-806f-edfdec94c248 {{(pid=87663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:45:33.003148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-b96dcbda-9c6c-4f81-8305-ab67789b0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:33.003745 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-b96dcbda-9c6c-4f81-8305-ab67789b0f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:33.005023 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-59ff087c-74e0-4c70-91b5-eef2f3db5bd6 req-b96dcbda-9c6c-4f81-8305-ab67789b0f47 service neutron] 10.222.0.53 "PUT /v2.0/ports/38047f8f-e73e-4253-b321-e2cc8cc57cbd HTTP/1.1" status: 200 len: 1026 time: 0.8386700 Jan 12 09:45:34.044265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42658) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:34.117151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ff524b-aee9-4864-8811-3f3c074b0b80 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:34.118823 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b8ff524b-aee9-4864-8811-3f3c074b0b80 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports/38047f8f-e73e-4253-b321-e2cc8cc57cbd HTTP/1.1" status: 200 len: 925 time: 0.0734785 Jan 12 09:45:34.337830 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42664) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:34.344785 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-eb02cc2f-8403-4bef-8f12-fd1e6d7cc910 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395595810', 'description': 'tempest-secgroup-smoke-395595810 description', 'project_id': '05fdfd0263cb464989f6119e683582f0'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:34.350964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-eb02cc2f-8403-4bef-8f12-fd1e6d7cc910 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:34.360764 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-eb02cc2f-8403-4bef-8f12-fd1e6d7cc910 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:34.372807 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-eb02cc2f-8403-4bef-8f12-fd1e6d7cc910 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.395691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-eb02cc2f-8403-4bef-8f12-fd1e6d7cc910 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:34.400074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-eb02cc2f-8403-4bef-8f12-fd1e6d7cc910 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:34.402971 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-eb02cc2f-8403-4bef-8f12-fd1e6d7cc910 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:34.408580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-eb02cc2f-8403-4bef-8f12-fd1e6d7cc910 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:34.475371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-eb02cc2f-8403-4bef-8f12-fd1e6d7cc910 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.481420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-eb02cc2f-8403-4bef-8f12-fd1e6d7cc910 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.532584 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02cc2f-8403-4bef-8f12-fd1e6d7cc910 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4ba7ef-ed3c-4be8-8726-6c428822de0f,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:34.539854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-eb02cc2f-8403-4bef-8f12-fd1e6d7cc910 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.541128 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-eb02cc2f-8403-4bef-8f12-fd1e6d7cc910 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2009659 Jan 12 09:45:34.544258 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42668) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:34.549190 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9026e6f0-ea02-4950-b0de-275750572453 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '4f4ba7ef-ed3c-4be8-8726-6c428822de0f', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:34.555061 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9026e6f0-ea02-4950-b0de-275750572453 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:34.558905 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9026e6f0-ea02-4950-b0de-275750572453 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:34.561742 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9026e6f0-ea02-4950-b0de-275750572453 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:34.567444 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9026e6f0-ea02-4950-b0de-275750572453 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:34.586068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9026e6f0-ea02-4950-b0de-275750572453 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.650851 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9026e6f0-ea02-4950-b0de-275750572453 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.656841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9026e6f0-ea02-4950-b0de-275750572453 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.680928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026e6f0-ea02-4950-b0de-275750572453 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d82b796-79df-4b85-b8e0-997ea1f15bb8,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:34.691314 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9026e6f0-ea02-4950-b0de-275750572453 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.692163 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9026e6f0-ea02-4950-b0de-275750572453 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469884 Jan 12 09:45:34.694997 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42672) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:34.700202 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-59838e83-55c7-4775-b7dd-63476ab1d172 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '4f4ba7ef-ed3c-4be8-8726-6c428822de0f', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:34.706253 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-59838e83-55c7-4775-b7dd-63476ab1d172 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:34.710376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-59838e83-55c7-4775-b7dd-63476ab1d172 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:34.713416 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-59838e83-55c7-4775-b7dd-63476ab1d172 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:34.719343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-59838e83-55c7-4775-b7dd-63476ab1d172 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:34.747426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-59838e83-55c7-4775-b7dd-63476ab1d172 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.814926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-59838e83-55c7-4775-b7dd-63476ab1d172 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.820547 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-59838e83-55c7-4775-b7dd-63476ab1d172 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.842943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59838e83-55c7-4775-b7dd-63476ab1d172 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0000132e-4500-4196-8ece-710b5c7a6eb8,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:34.854920 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-59838e83-55c7-4775-b7dd-63476ab1d172 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.854920 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-59838e83-55c7-4775-b7dd-63476ab1d172 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1587741 Jan 12 09:45:34.860617 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42678) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:34.868405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-bef46766-69a7-4b97-9e7b-a155b9480214 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '4f4ba7ef-ed3c-4be8-8726-6c428822de0f', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:34.874397 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-bef46766-69a7-4b97-9e7b-a155b9480214 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:34.874397 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bef46766-69a7-4b97-9e7b-a155b9480214 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:34.880137 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-bef46766-69a7-4b97-9e7b-a155b9480214 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:34.888052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-bef46766-69a7-4b97-9e7b-a155b9480214 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:34.907286 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bef46766-69a7-4b97-9e7b-a155b9480214 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.978047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bef46766-69a7-4b97-9e7b-a155b9480214 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:34.983530 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bef46766-69a7-4b97-9e7b-a155b9480214 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.012551 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef46766-69a7-4b97-9e7b-a155b9480214 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92339926-b89a-411f-aadd-df36c90876a3,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:35.018083 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-bef46766-69a7-4b97-9e7b-a155b9480214 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.025408 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42682) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:35.028511 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bef46766-69a7-4b97-9e7b-a155b9480214 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1622329 Jan 12 09:45:35.030666 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 38047f8f-e73e-4253-b321-e2cc8cc57cbd no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:45:35.033353 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-1179028d-2c9b-4325-b951-3d6b12f8715f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '4f4ba7ef-ed3c-4be8-8726-6c428822de0f', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:35.040333 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1179028d-2c9b-4325-b951-3d6b12f8715f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:35.048448 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1179028d-2c9b-4325-b951-3d6b12f8715f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:35.048448 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1179028d-2c9b-4325-b951-3d6b12f8715f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:35.067476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1179028d-2c9b-4325-b951-3d6b12f8715f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:35.091512 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 38047f8f-e73e-4253-b321-e2cc8cc57cbd not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:45:35.107767 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1179028d-2c9b-4325-b951-3d6b12f8715f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.172695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1179028d-2c9b-4325-b951-3d6b12f8715f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.177849 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1179028d-2c9b-4325-b951-3d6b12f8715f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.202135 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179028d-2c9b-4325-b951-3d6b12f8715f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df481f69-3d3f-4cc9-a738-76fbe13381c1,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:35.209864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1179028d-2c9b-4325-b951-3d6b12f8715f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.209864 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1179028d-2c9b-4325-b951-3d6b12f8715f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1881413 Jan 12 09:45:35.217498 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42686) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:35.223499 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-14dfdc80-9875-483a-95ab-6adbb6b3e130 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '4f4ba7ef-ed3c-4be8-8726-6c428822de0f', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:35.229475 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-14dfdc80-9875-483a-95ab-6adbb6b3e130 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:35.233670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-14dfdc80-9875-483a-95ab-6adbb6b3e130 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:35.233670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-14dfdc80-9875-483a-95ab-6adbb6b3e130 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:35.244260 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-14dfdc80-9875-483a-95ab-6adbb6b3e130 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:35.257206 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-14dfdc80-9875-483a-95ab-6adbb6b3e130 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:45:35.265415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-14dfdc80-9875-483a-95ab-6adbb6b3e130 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.332354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-14dfdc80-9875-483a-95ab-6adbb6b3e130 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.334890 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-14dfdc80-9875-483a-95ab-6adbb6b3e130 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.360833 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfdc80-9875-483a-95ab-6adbb6b3e130 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54532e95-7648-49a7-8b40-440a255b7722,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:35.369870 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-14dfdc80-9875-483a-95ab-6adbb6b3e130 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.369870 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-14dfdc80-9875-483a-95ab-6adbb6b3e130 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557648 Jan 12 09:45:35.376518 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42690) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:35.382017 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-8f3a0715-70ef-4fa2-b137-62a51f89c221 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '4f4ba7ef-ed3c-4be8-8726-6c428822de0f', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:35.390163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8f3a0715-70ef-4fa2-b137-62a51f89c221 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:45:35.390163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8f3a0715-70ef-4fa2-b137-62a51f89c221 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:45:35.395711 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8f3a0715-70ef-4fa2-b137-62a51f89c221 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:45:35.400957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8f3a0715-70ef-4fa2-b137-62a51f89c221 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:45:35.412529 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-8f3a0715-70ef-4fa2-b137-62a51f89c221 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:45:35.420503 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8f3a0715-70ef-4fa2-b137-62a51f89c221 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.487039 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8f3a0715-70ef-4fa2-b137-62a51f89c221 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.491313 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8f3a0715-70ef-4fa2-b137-62a51f89c221 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.515793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a0715-70ef-4fa2-b137-62a51f89c221 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49bf3bdf-8166-402f-8006-bf2571e15102,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:35.527473 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8f3a0715-70ef-4fa2-b137-62a51f89c221 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:35.527473 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8f3a0715-70ef-4fa2-b137-62a51f89c221 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1508014 Jan 12 09:45:35.699331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-8d5f3bb5-55a0-4542-ae8e-258540791f04 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:45:35.714729 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-8d5f3bb5-55a0-4542-ae8e-258540791f04 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:45:35.714729 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-8d5f3bb5-55a0-4542-ae8e-258540791f04 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395595810&fields=id&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 267 time: 0.0576971 Jan 12 09:45:35.798496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-28f4091c-ac88-4216-a5d7-9a749dadaa8c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:35.798496 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-28f4091c-ac88-4216-a5d7-9a749dadaa8c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports/38047f8f-e73e-4253-b321-e2cc8cc57cbd HTTP/1.1" status: 200 len: 930 time: 0.0765572 Jan 12 09:45:35.921536 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-83265516-7c5e-4737-8da3-5f21c7916789 service neutron] 10.222.0.26 "GET /v2.0/ports/38047f8f-e73e-4253-b321-e2cc8cc57cbd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1078248 Jan 12 09:45:36.164481 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-4a04e034-75cd-4db3-83da-50156bc032ba service neutron] 10.222.0.26 "GET /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365618 Jan 12 09:45:36.299405 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-dcd1594e-7a39-41b7-bc3d-cfb9a3b5b9ce service neutron] 10.222.0.26 "GET /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316357 Jan 12 09:45:36.480411 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-449910f4-7e85-4a1a-a87d-2ff4748f951d req-864062ac-97f9-4737-8c3f-06a8f0d2b026 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 210 time: 0.0460925 Jan 12 09:45:36.715412 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6b7a64cf-aa79-4607-94a8-f35077bed027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:37.531011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c6e11779-ee0b-4340-9c23-8b6c058a4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:37.531011 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c6e11779-ee0b-4340-9c23-8b6c058a4799 service neutron] 10.222.0.53 "GET /v2.0/ports/38047f8f-e73e-4253-b321-e2cc8cc57cbd HTTP/1.1" status: 200 len: 1026 time: 0.0676372 Jan 12 09:45:37.715383 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-50c31ba6-04c3-4bd3-9ab9-f102d448db1b req-27b5a424-5fc9-4e86-8fbc-3bfbada3dc21 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 210 time: 0.0540795 Jan 12 09:45:37.754263 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-f6593f94-80c1-4493-9097-ae80a70c5867 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:37.754263 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-f6593f94-80c1-4493-9097-ae80a70c5867 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/networks?id=cb276e4c-db97-41e8-806f-edfdec94c248 HTTP/1.1" status: 200 len: 796 time: 0.2175732 Jan 12 09:45:37.810189 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-26b99c62-6b49-4413-8da5-8c06d7aa25b8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 472 time: 0.0451796 Jan 12 09:45:37.824028 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Request body: {'port': {'device_id': 'f9671a96-3e2f-4f43-b14b-2f05db6632a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:37.937117 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:38.287123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38047f8f-e73e-4253-b321-e2cc8cc57cbd {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:45:38.293435 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:38.312205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Transition to ACTIVE for port object 38047f8f-e73e-4253-b321-e2cc8cc57cbd will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:45:38.312205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:38.472631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Pushing event updated for resources: {'Port': ['ID=38047f8f-e73e-4253-b321-e2cc8cc57cbd,revision_number=7']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:38.615086 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Attempting to bind port 38047f8f-e73e-4253-b321-e2cc8cc57cbd on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:45:38.615086 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Attempting to bind port 38047f8f-e73e-4253-b321-e2cc8cc57cbd by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:45:38.615086 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Attempting to bind port 38047f8f-e73e-4253-b321-e2cc8cc57cbd on network cb276e4c-db97-41e8-806f-edfdec94c248 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:45:38.621501 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Port 38047f8f-e73e-4253-b321-e2cc8cc57cbd on network cb276e4c-db97-41e8-806f-edfdec94c248 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:45:38.621501 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Attempting to bind port 38047f8f-e73e-4253-b321-e2cc8cc57cbd on network cb276e4c-db97-41e8-806f-edfdec94c248 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:45:38.628175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:45:38.628175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Checking segment: {'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:45:38.628175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Bound using segment: {'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:45:38.628175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Bound port: 38047f8f-e73e-4253-b321-e2cc8cc57cbd, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e7c730-ec1a-468b-81a3-4418f0025b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:45:38.628175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:38.717901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] For port 38047f8f-e73e-4253-b321-e2cc8cc57cbd, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:45:38.717901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] For port 38047f8f-e73e-4253-b321-e2cc8cc57cbd, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=38047f8f-e73e-4253-b321-e2cc8cc57cbd,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:45:38.728133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:38.796047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:38.796047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:38.796047 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] 10.222.0.53 "PUT /v2.0/ports/38047f8f-e73e-4253-b321-e2cc8cc57cbd HTTP/1.1" status: 200 len: 1131 time: 0.9817922 Jan 12 09:45:38.796047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9671a96-3e2f-4f43-b14b-2f05db6632a6', 'tag': '38047f8f-e73e-4253-b321-e2cc8cc57cbd'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:45:38.815063 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b5a29-7da5-40d0-a24f-669aef222bea service neutron] Pushing event updated for resources: {'Port': ['ID=38047f8f-e73e-4253-b321-e2cc8cc57cbd,revision_number=8']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:38.896614 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9671a96-3e2f-4f43-b14b-2f05db6632a6', 'tag': '38047f8f-e73e-4253-b321-e2cc8cc57cbd', 'status': 'completed', 'code': 200} Jan 12 09:45:38.931797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-884ed665-8e54-4db9-afd1-867f25552d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:38.933377 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-884ed665-8e54-4db9-afd1-867f25552d54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 1134 time: 0.0831299 Jan 12 09:45:38.999645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d4850-a9d1-4e4c-ad2e-25c4176de7e1 req-b83aaa70-40fe-48f7-9e98-7d28c7366de9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:38.999645 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9c4d4850-a9d1-4e4c-ad2e-25c4176de7e1 req-b83aaa70-40fe-48f7-9e98-7d28c7366de9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 981 time: 0.1212325 Jan 12 09:45:39.065955 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9c4d4850-a9d1-4e4c-ad2e-25c4176de7e1 req-9b72c1a5-24a3-49a4-a957-5c0b8a4849e2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666943 Jan 12 09:45:39.181627 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-4bd5d092-6473-4528-bc37-ab203e09de8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38047f8f-e73e-4253-b321-e2cc8cc57cbd HTTP/1.1" status: 200 len: 1036 time: 0.2393222 Jan 12 09:45:39.242872 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-f347291a-62b9-47bc-8210-f83d6a76d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:39.244216 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-f347291a-62b9-47bc-8210-f83d6a76d0ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=843cf1cc-e4fe-41e9-a77c-b64f2bce2129 HTTP/1.1" status: 200 len: 835 time: 0.0556090 Jan 12 09:45:39.287828 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8f64587e-4beb-4e5d-90ca-e25587acadd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:39.332129 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-b87598f4-4e38-4a56-92e8-ffa7c7ffaa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:39.333632 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-b87598f4-4e38-4a56-92e8-ffa7c7ffaa95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb276e4c-db97-41e8-806f-edfdec94c248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784647 Jan 12 09:45:39.467616 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-27cc88a7-64dd-4a64-8950-08fa035e9941 service neutron] 10.222.0.53 "GET /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269205 Jan 12 09:45:39.607514 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dcafb205-a7c2-4459-87c6-a64d64f67240 req-34ef603c-3036-457e-b68d-df2005589052 service neutron] 10.222.0.53 "GET /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326656 Jan 12 09:45:39.736194 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8c86c-f9c7-40cd-ae8c-38bec630a133 req-a974f119-874a-46bf-8a48-68bdc9fe243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:39.737574 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cbb8c86c-f9c7-40cd-ae8c-38bec630a133 req-a974f119-874a-46bf-8a48-68bdc9fe243a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 1134 time: 0.0731471 Jan 12 09:45:39.868602 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8c86c-f9c7-40cd-ae8c-38bec630a133 req-398381e7-e21c-4ad7-a685-cf4f9a828faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:39.870051 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cbb8c86c-f9c7-40cd-ae8c-38bec630a133 req-398381e7-e21c-4ad7-a685-cf4f9a828faa service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb276e4c-db97-41e8-806f-edfdec94c248 HTTP/1.1" status: 200 len: 897 time: 0.1257172 Jan 12 09:45:39.971557 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cbb8c86c-f9c7-40cd-ae8c-38bec630a133 req-d7689c47-6b96-4033-97be-a0ae38fc181d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38047f8f-e73e-4253-b321-e2cc8cc57cbd HTTP/1.1" status: 200 len: 1036 time: 0.0945292 Jan 12 09:45:40.035768 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8c86c-f9c7-40cd-ae8c-38bec630a133 req-07dcb8d0-7993-472d-bb3b-2a9a0adb1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:40.037038 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cbb8c86c-f9c7-40cd-ae8c-38bec630a133 req-07dcb8d0-7993-472d-bb3b-2a9a0adb1305 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=843cf1cc-e4fe-41e9-a77c-b64f2bce2129 HTTP/1.1" status: 200 len: 835 time: 0.0569365 Jan 12 09:45:40.115027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8c86c-f9c7-40cd-ae8c-38bec630a133 req-c1a32e41-10d1-4960-af56-80230653a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:40.116501 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cbb8c86c-f9c7-40cd-ae8c-38bec630a133 req-c1a32e41-10d1-4960-af56-80230653a32f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb276e4c-db97-41e8-806f-edfdec94c248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720766 Jan 12 09:45:40.308626 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cbb8c86c-f9c7-40cd-ae8c-38bec630a133 req-2b136752-3a44-474d-be48-d836d7d0e5ba service neutron] 10.222.0.53 "GET /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773794 Jan 12 09:45:40.329477 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:40.353346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5c20a-75ca-4631-bc9c-926ae6bb54e5 req-8802220c-4877-4063-b60b-c60c5b181e26 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:40.354847 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-74d5c20a-75ca-4631-bc9c-926ae6bb54e5 req-8802220c-4877-4063-b60b-c60c5b181e26 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 981 time: 0.1452050 Jan 12 09:45:40.474978 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-74d5c20a-75ca-4631-bc9c-926ae6bb54e5 req-cb54a2de-b4f1-4143-b42f-8d77c254ec5c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089115 Jan 12 09:45:40.491604 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cbb8c86c-f9c7-40cd-ae8c-38bec630a133 req-2ab04e9f-3cb8-482b-b158-bd9b94182e36 service neutron] 10.222.0.53 "GET /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794629 Jan 12 09:45:41.005817 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:41.670100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87b57e-2778-44fb-84a5-7d5de78c9368 req-fc97ab78-6a24-4c1a-8a50-1729e77f9a4e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:41.671442 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1e87b57e-2778-44fb-84a5-7d5de78c9368 req-fc97ab78-6a24-4c1a-8a50-1729e77f9a4e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 981 time: 0.0871301 Jan 12 09:45:41.726483 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1e87b57e-2778-44fb-84a5-7d5de78c9368 req-71eadfa4-dfe5-4958-8893-60937f47f1d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466616 Jan 12 09:45:42.610894 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:42.912248 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1d4be-055e-4b82-a372-3a4c1a0a6e9d req-e42a0397-61b3-4528-836f-8463726b18df tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:42.913637 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-80f1d4be-055e-4b82-a372-3a4c1a0a6e9d req-e42a0397-61b3-4528-836f-8463726b18df tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 981 time: 0.0835836 Jan 12 09:45:42.958174 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-80f1d4be-055e-4b82-a372-3a4c1a0a6e9d req-6e1fdca4-2c66-4390-9aba-99cc8ac824ea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381696 Jan 12 09:45:43.056541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 38047f8f-e73e-4253-b321-e2cc8cc57cbd details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:45:43.195255 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 38047f8f-e73e-4253-b321-e2cc8cc57cbd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=38047f8f-e73e-4253-b321-e2cc8cc57cbd,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:43.208528 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '38047f8f-e73e-4253-b321-e2cc8cc57cbd', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248', 'port_id': '38047f8f-e73e-4253-b321-e2cc8cc57cbd', 'mac_address': 'fa:16:3e:ae:f5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:45:43.264017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:43.284843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38047f8f-e73e-4253-b321-e2cc8cc57cbd {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:45:43.305755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 38047f8f-e73e-4253-b321-e2cc8cc57cbd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=38047f8f-e73e-4253-b321-e2cc8cc57cbd,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:43.312445 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:43.381425 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=38047f8f-e73e-4253-b321-e2cc8cc57cbd,revision_number=9']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:43.576556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['38047f8f-e73e-4253-b321-e2cc8cc57cbd'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:45:44.268284 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabf794-9f0b-4956-93f3-6667705ca74f req-257a3464-352e-417e-870d-d15a608a76f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:44.270079 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-baabf794-9f0b-4956-93f3-6667705ca74f req-257a3464-352e-417e-870d-d15a608a76f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 982 time: 0.2035744 Jan 12 09:45:44.315204 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-baabf794-9f0b-4956-93f3-6667705ca74f req-9ba6d2cf-6c0f-4a6f-9d2b-72e8d05fd6f2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391815 Jan 12 09:45:45.054269 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 38047f8f-e73e-4253-b321-e2cc8cc57cbd up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:45:45.138456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 38047f8f-e73e-4253-b321-e2cc8cc57cbd completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:45:45.143565 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 38047f8f-e73e-4253-b321-e2cc8cc57cbd triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:45.144670 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:45.269476 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:45.295669 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9671a96-3e2f-4f43-b14b-2f05db6632a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38047f8f-e73e-4253-b321-e2cc8cc57cbd'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:45:45.305071 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 38047f8f-e73e-4253-b321-e2cc8cc57cbd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=38047f8f-e73e-4253-b321-e2cc8cc57cbd,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:45.310988 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:45.362287 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9671a96-3e2f-4f43-b14b-2f05db6632a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38047f8f-e73e-4253-b321-e2cc8cc57cbd', 'code': 200} Jan 12 09:45:45.382643 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=38047f8f-e73e-4253-b321-e2cc8cc57cbd,revision_number=10']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:45.517226 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d2e9d-fc51-4ef3-a2d2-ba4060ba7712 req-0b9d825b-fe64-4073-85d7-b3658a083c13 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:45.517226 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d85d2e9d-fc51-4ef3-a2d2-ba4060ba7712 req-0b9d825b-fe64-4073-85d7-b3658a083c13 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 984 time: 0.0919576 Jan 12 09:45:45.567461 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d85d2e9d-fc51-4ef3-a2d2-ba4060ba7712 req-4f218ac6-f6c7-482d-9d9e-6ca3fc0722c4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438995 Jan 12 09:45:45.615040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fb95c-f746-4ac0-8dd8-eb146f219d78 req-651e8aa9-adc7-4867-b0f0-f7d75317eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:45.616550 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-564fb95c-f746-4ac0-8dd8-eb146f219d78 req-651e8aa9-adc7-4867-b0f0-f7d75317eecd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 1137 time: 0.0761623 Jan 12 09:45:45.665964 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-564fb95c-f746-4ac0-8dd8-eb146f219d78 req-2dd446bb-af0c-4718-a66b-c71025df3a38 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380039 Jan 12 09:45:46.547463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:46.766958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812be695-9999-477d-98b9-328d96a9be8a req-1a8f1fc9-99eb-4378-8f4f-ed267869207b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:46.770191 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-812be695-9999-477d-98b9-328d96a9be8a req-1a8f1fc9-99eb-4378-8f4f-ed267869207b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 984 time: 0.0851195 Jan 12 09:45:46.823501 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-812be695-9999-477d-98b9-328d96a9be8a req-b10ab05d-adac-4b2b-965f-864617efb36f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473878 Jan 12 09:45:48.031725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcea68-7c79-4e28-8fa7-5c63a1b4b10a req-7bc2b0f8-e888-42b0-b956-8ae614479d07 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:48.033180 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d8dcea68-7c79-4e28-8fa7-5c63a1b4b10a req-7bc2b0f8-e888-42b0-b956-8ae614479d07 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 984 time: 0.0914690 Jan 12 09:45:48.078493 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d8dcea68-7c79-4e28-8fa7-5c63a1b4b10a req-c509e72d-294c-4306-9181-b76e4b50aecb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392733 Jan 12 09:45:48.379926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f074a-42fb-4263-b530-8627f89b89d7 req-9062080e-6165-4f99-892f-7e347e7c06b1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:48.381302 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-266f074a-42fb-4263-b530-8627f89b89d7 req-9062080e-6165-4f99-892f-7e347e7c06b1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 984 time: 0.1970620 Jan 12 09:45:48.425713 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-266f074a-42fb-4263-b530-8627f89b89d7 req-c758fc81-1c4c-4d65-96c1-61b48487f23e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385649 Jan 12 09:45:48.448257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42748) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:48.526407 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3484ba-71fa-4611-9cb5-72eebd261f9e tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:48.527942 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1a3484ba-71fa-4611-9cb5-72eebd261f9e tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6&network_id=cb276e4c-db97-41e8-806f-edfdec94c248 HTTP/1.1" status: 200 len: 1132 time: 0.0787632 Jan 12 09:45:48.915697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197274a-a28b-4d63-abb9-f679b30e1bc7 req-4e9ad6ce-8bc1-4b50-9bc8-9aae1097f381 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:48.917161 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e197274a-a28b-4d63-abb9-f679b30e1bc7 req-4e9ad6ce-8bc1-4b50-9bc8-9aae1097f381 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 984 time: 0.0824337 Jan 12 09:45:48.962534 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e197274a-a28b-4d63-abb9-f679b30e1bc7 req-35c896bf-5a6b-446a-9595-597667a9c790 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382624 Jan 12 09:45:50.154045 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae2a5e-d087-4657-a578-38013affc22c req-51679955-f309-4ad8-b1e6-9beda0accf90 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:50.155542 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-98ae2a5e-d087-4657-a578-38013affc22c req-51679955-f309-4ad8-b1e6-9beda0accf90 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 984 time: 0.0819438 Jan 12 09:45:50.199493 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-98ae2a5e-d087-4657-a578-38013affc22c req-78afc43d-6907-4ffd-9dfb-84633f51648e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f443855-31e5-4699-9e07-0b8a6163c52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378027 Jan 12 09:45:50.262579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-5f90d9fb-4bbf-4cdc-92ba-272e9a14f545 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:50.263951 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-5f90d9fb-4bbf-4cdc-92ba-272e9a14f545 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 984 time: 0.0870981 Jan 12 09:45:50.337830 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-97b5ce9e-85d6-48e8-9134-206f6acdbbcc tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:50.339192 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-97b5ce9e-85d6-48e8-9134-206f6acdbbcc tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/ports/38047f8f-e73e-4253-b321-e2cc8cc57cbd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0658643 Jan 12 09:45:50.483944 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-7309afdb-bb13-494a-a597-32c225cf88f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1375806 Jan 12 09:45:50.498017 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-980a8c5f-310c-4c6d-8225-b6eb5c3cecde service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:45:50.617906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-980a8c5f-310c-4c6d-8225-b6eb5c3cecde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:50.827952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-980a8c5f-310c-4c6d-8225-b6eb5c3cecde service neutron] For port 38047f8f-e73e-4253-b321-e2cc8cc57cbd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=38047f8f-e73e-4253-b321-e2cc8cc57cbd,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:50.863948 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-980a8c5f-310c-4c6d-8225-b6eb5c3cecde service neutron] For port 38047f8f-e73e-4253-b321-e2cc8cc57cbd, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:45:50.921053 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-980a8c5f-310c-4c6d-8225-b6eb5c3cecde service neutron] device_id is not set on port 38047f8f-e73e-4253-b321-e2cc8cc57cbd yet. {{(pid=87663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 12 09:45:50.939468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-980a8c5f-310c-4c6d-8225-b6eb5c3cecde service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:50.947658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-980a8c5f-310c-4c6d-8225-b6eb5c3cecde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:51.084757 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a8c5f-310c-4c6d-8225-b6eb5c3cecde service neutron] Pushing event updated for resources: {'Port': ['ID=38047f8f-e73e-4253-b321-e2cc8cc57cbd,revision_number=11']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:51.139825 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-980a8c5f-310c-4c6d-8225-b6eb5c3cecde service neutron] No DVR routers for this DVR port 38047f8f-e73e-4253-b321-e2cc8cc57cbd on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:45:51.228132 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-29ed4f9a-edc2-4aef-85a9-e2538b2fc85f None None] Provisioning complete for port 38047f8f-e73e-4253-b321-e2cc8cc57cbd triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:45:51.228710 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-29ed4f9a-edc2-4aef-85a9-e2538b2fc85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:51.281829 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-29ed4f9a-edc2-4aef-85a9-e2538b2fc85f None None] Port 38047f8f-e73e-4253-b321-e2cc8cc57cbd cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:45:51.381424 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5fec7ee5-c628-45f5-902f-f1fca28e88ae req-9b96572d-ecf3-4721-a554-7739d579255b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9671a96-3e2f-4f43-b14b-2f05db6632a6 HTTP/1.1" status: 200 len: 210 time: 0.0718417 Jan 12 09:45:51.404272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-980a8c5f-310c-4c6d-8225-b6eb5c3cecde service neutron] In _notify_port_updated(), no bound segment for port 38047f8f-e73e-4253-b321-e2cc8cc57cbd on network cb276e4c-db97-41e8-806f-edfdec94c248 {{(pid=87663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 12 09:45:51.405171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-980a8c5f-310c-4c6d-8225-b6eb5c3cecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:45:51.405806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-980a8c5f-310c-4c6d-8225-b6eb5c3cecde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:51.407092 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dd799d80-24f9-4da5-828c-6ed65fc4189f req-980a8c5f-310c-4c6d-8225-b6eb5c3cecde service neutron] 10.222.0.53 "PUT /v2.0/ports/38047f8f-e73e-4253-b321-e2cc8cc57cbd HTTP/1.1" status: 200 len: 1027 time: 0.9129159 Jan 12 09:45:52.489711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42764) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:52.563880 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f7fa05d4-1b5e-4a28-8898-408423cd0b9d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:52.594121 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f7fa05d4-1b5e-4a28-8898-408423cd0b9d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:52.661697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f7fa05d4-1b5e-4a28-8898-408423cd0b9d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:52.682150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa05d4-1b5e-4a28-8898-408423cd0b9d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4ba7ef-ed3c-4be8-8726-6c428822de0f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:52.705594 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f7fa05d4-1b5e-4a28-8898-408423cd0b9d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:52.707032 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f7fa05d4-1b5e-4a28-8898-408423cd0b9d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/security-groups/4f4ba7ef-ed3c-4be8-8726-6c428822de0f HTTP/1.1" status: 204 len: 168 time: 0.2159190 Jan 12 09:45:52.740213 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42770) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:53.044310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-3fc201a4-ffab-45b0-b016-20cc1025a626 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 89aa9a78-3dce-45fa-b110-6d1983d8262c {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:45:53.044641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fc201a4-ffab-45b0-b016-20cc1025a626 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:53.216040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fc201a4-ffab-45b0-b016-20cc1025a626 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:53.216278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fc201a4-ffab-45b0-b016-20cc1025a626 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:53.340672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-3fc201a4-ffab-45b0-b016-20cc1025a626 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 89aa9a78-3dce-45fa-b110-6d1983d8262c owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:45:53.495590 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fc201a4-ffab-45b0-b016-20cc1025a626 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:53.539911 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc201a4-ffab-45b0-b016-20cc1025a626 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=89aa9a78-3dce-45fa-b110-6d1983d8262c,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:53.650148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fc201a4-ffab-45b0-b016-20cc1025a626 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:53.650485 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-3fc201a4-ffab-45b0-b016-20cc1025a626 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP 8d091623-b56f-47c5-b01a-09e9f4854c32 disassociated (deleted). External IP: 172.26.2.54, port: 38047f8f-e73e-4253-b321-e2cc8cc57cbd. Jan 12 09:45:54.015545 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc201a4-ffab-45b0-b016-20cc1025a626 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:45:54.302899 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc201a4-ffab-45b0-b016-20cc1025a626 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:45:54.312370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aad11d-5e54-453e-a6ae-26c370311177 None None] Sync routers for ids ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:45:54.323818 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aad11d-5e54-453e-a6ae-26c370311177 None None] Routers {'33c84673-6145-4df2-b7e8-f9cf6b3daba9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:45:54.324237 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-96aad11d-5e54-453e-a6ae-26c370311177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:45:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:54.326371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3fc201a4-ffab-45b0-b016-20cc1025a626 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:54.384640 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3fc201a4-ffab-45b0-b016-20cc1025a626 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/floatingips/8d091623-b56f-47c5-b01a-09e9f4854c32 HTTP/1.1" status: 204 len: 168 time: 1.6407602 Jan 12 09:45:54.522477 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42778) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:54.538194 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-96aad11d-5e54-453e-a6ae-26c370311177 None None] Set router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:45:54.590895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-31f95599-f2ab-4d87-b9f3-c671953901c1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:54.623712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-31f95599-f2ab-4d87-b9f3-c671953901c1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:54.693123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-31f95599-f2ab-4d87-b9f3-c671953901c1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:54.716779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f95599-f2ab-4d87-b9f3-c671953901c1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42abad71-c428-4e88-b093-66fd17ad0662,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:54.721052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-31f95599-f2ab-4d87-b9f3-c671953901c1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:54.722477 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-31f95599-f2ab-4d87-b9f3-c671953901c1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/security-groups/42abad71-c428-4e88-b093-66fd17ad0662 HTTP/1.1" status: 204 len: 168 time: 0.1989486 Jan 12 09:45:54.756033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42784) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:54.820861 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-591a2f4c-ec73-4b0a-814c-0b3c9c899e24 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 38047f8f-e73e-4253-b321-e2cc8cc57cbd {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:45:54.821216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-591a2f4c-ec73-4b0a-814c-0b3c9c899e24 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:54.862042 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-96aad11d-5e54-453e-a6ae-26c370311177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'name': 'tempest-TestNetworkBasicOps-router-1539799465', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '436c4691-4939-4086-966f-4a525969e8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:05Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '436c4691-4939-4086-966f-4a525969e8e7', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:06Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'd40caddc-1984-4586-b681-8ed62658c626', 'name': '', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ca:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:10Z', 'updated_at': '2022-01-12T09:45:15Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:54.865962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aad11d-5e54-453e-a6ae-26c370311177 None None] Checking router: 33c84673-6145-4df2-b7e8-f9cf6b3daba9 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:45:54.875364 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aad11d-5e54-453e-a6ae-26c370311177 None None] Routers {'33c84673-6145-4df2-b7e8-f9cf6b3daba9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:45:54.875966 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-96aad11d-5e54-453e-a6ae-26c370311177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:45:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:55.055999 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-96aad11d-5e54-453e-a6ae-26c370311177 None None] Set router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:45:55.063086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-591a2f4c-ec73-4b0a-814c-0b3c9c899e24 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:55.105069 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 38047f8f-e73e-4253-b321-e2cc8cc57cbd no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:45:55.191013 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-591a2f4c-ec73-4b0a-814c-0b3c9c899e24 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 38047f8f-e73e-4253-b321-e2cc8cc57cbd owned by {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:45:55.255465 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 38047f8f-e73e-4253-b321-e2cc8cc57cbd not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:45:55.337715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-591a2f4c-ec73-4b0a-814c-0b3c9c899e24 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:55.389914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a2f4c-ec73-4b0a-814c-0b3c9c899e24 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=38047f8f-e73e-4253-b321-e2cc8cc57cbd,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:55.421870 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-96aad11d-5e54-453e-a6ae-26c370311177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'name': 'tempest-TestNetworkBasicOps-router-1539799465', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '436c4691-4939-4086-966f-4a525969e8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:05Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '436c4691-4939-4086-966f-4a525969e8e7', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:06Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'd40caddc-1984-4586-b681-8ed62658c626', 'name': '', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ca:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:10Z', 'updated_at': '2022-01-12T09:45:15Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:55.426608 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aad11d-5e54-453e-a6ae-26c370311177 None None] The sync data for ids ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'] in dv-neutron-824346-1-hyperv is: [{'id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'name': 'tempest-TestNetworkBasicOps-router-1539799465', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '436c4691-4939-4086-966f-4a525969e8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:05Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '436c4691-4939-4086-966f-4a525969e8e7', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:06Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'd40caddc-1984-4586-b681-8ed62658c626', 'name': '', 'network_id': 'cb276e4c-db97-41e8-806f-edfdec94c248', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ca:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:10Z', 'updated_at': '2022-01-12T09:45:15Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '843cf1cc-e4fe-41e9-a77c-b64f2bce2129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:45:55.493728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-591a2f4c-ec73-4b0a-814c-0b3c9c899e24 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:55.504990 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-591a2f4c-ec73-4b0a-814c-0b3c9c899e24 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/ports/38047f8f-e73e-4253-b321-e2cc8cc57cbd HTTP/1.1" status: 204 len: 168 time: 0.7476711 Jan 12 09:45:55.507697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42788) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:55.671221 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2247dbdb-07c3-4a1d-87a9-89d295c70158 None None] New status for floating IP 8d091623-b56f-47c5-b01a-09e9f4854c32: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:45:56.158026 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ca12d116-706d-43ad-87b0-277e1aeb1b4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:56.538231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-ca12d116-706d-43ad-87b0-277e1aeb1b4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port d40caddc-1984-4586-b681-8ed62658c626 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:45:56.538599 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ca12d116-706d-43ad-87b0-277e1aeb1b4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:56.727237 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-ca12d116-706d-43ad-87b0-277e1aeb1b4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port d40caddc-1984-4586-b681-8ed62658c626, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d40caddc-1984-4586-b681-8ed62658c626,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:56.727641 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ca12d116-706d-43ad-87b0-277e1aeb1b4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:56.862987 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-ca12d116-706d-43ad-87b0-277e1aeb1b4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for d40caddc-1984-4586-b681-8ed62658c626 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:45:57.183762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ca12d116-706d-43ad-87b0-277e1aeb1b4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.230294 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12d116-706d-43ad-87b0-277e1aeb1b4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=d40caddc-1984-4586-b681-8ed62658c626,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:57.616856 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ca12d116-706d-43ad-87b0-277e1aeb1b4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:57.973481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca12d116-706d-43ad-87b0-277e1aeb1b4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:45:58.151662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca12d116-706d-43ad-87b0-277e1aeb1b4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:45:58.161353 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fcbd55-74f7-4def-a8c9-c371d6468023 None None] Sync routers for ids ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:45:58.167345 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ca12d116-706d-43ad-87b0-277e1aeb1b4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/33c84673-6145-4df2-b7e8-f9cf6b3daba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6584196 Jan 12 09:45:58.168486 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42792) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:58.172852 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fcbd55-74f7-4def-a8c9-c371d6468023 None None] Routers {'33c84673-6145-4df2-b7e8-f9cf6b3daba9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:45:58.173460 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d9fcbd55-74f7-4def-a8c9-c371d6468023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:45:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:58.232367 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting subnet 843cf1cc-e4fe-41e9-a77c-b64f2bce2129 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:45:58.235476 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:58.292013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:58.347166 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-d9fcbd55-74f7-4def-a8c9-c371d6468023 None None] Set router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:45:58.375708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:58.450593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:58.495138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:58.497786 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Subnet': ['ID=843cf1cc-e4fe-41e9-a77c-b64f2bce2129,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:58.508418 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/subnets/843cf1cc-e4fe-41e9-a77c-b64f2bce2129 HTTP/1.1" status: 204 len: 168 time: 0.3388438 Jan 12 09:45:58.509879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:58.510171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:58.510514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:58.510883 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:58.511238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:58.511542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:58.511681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42796) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:58.512149 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:58.512242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f828d36-df67-4674-8033-626496a06d38 None None] Network cb276e4c-db97-41e8-806f-edfdec94c248 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:45:58.512331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:58.512615 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:58.512955 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:58.513429 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:58.513740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac66a-8548-40fd-aa69-8a5a18bfe6b2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:45:58.693987 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e200d31-c27f-4193-8c67-5e1c7bf430f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:58.839252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d9fcbd55-74f7-4def-a8c9-c371d6468023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'name': 'tempest-TestNetworkBasicOps-router-1539799465', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '436c4691-4939-4086-966f-4a525969e8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:05Z', 'updated_at': '2022-01-12T09:45:57Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '436c4691-4939-4086-966f-4a525969e8e7', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:45:06Z', 'updated_at': '2022-01-12T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:58.843537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fcbd55-74f7-4def-a8c9-c371d6468023 None None] Checking router: 33c84673-6145-4df2-b7e8-f9cf6b3daba9 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:45:58.852721 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fcbd55-74f7-4def-a8c9-c371d6468023 None None] Routers {'33c84673-6145-4df2-b7e8-f9cf6b3daba9'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:45:58.853345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d9fcbd55-74f7-4def-a8c9-c371d6468023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:45:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:58.878225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e200d31-c27f-4193-8c67-5e1c7bf430f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:58.891398 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5e200d31-c27f-4193-8c67-5e1c7bf430f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 436c4691-4939-4086-966f-4a525969e8e7 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:45:58.891774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e200d31-c27f-4193-8c67-5e1c7bf430f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:58.906756 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cec14f-8509-48b3-86cf-191844104cab None None] DHCP port deletion for cb276e4c-db97-41e8-806f-edfdec94c248 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:45:58.922260 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-20cec14f-8509-48b3-86cf-191844104cab None None] Deleting port d5999529-f855-441d-adf5-593108ceb46f {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:45:58.922715 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-20cec14f-8509-48b3-86cf-191844104cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:59.074174 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-5e200d31-c27f-4193-8c67-5e1c7bf430f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 436c4691-4939-4086-966f-4a525969e8e7, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=436c4691-4939-4086-966f-4a525969e8e7,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:59.074536 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e200d31-c27f-4193-8c67-5e1c7bf430f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:59.077287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-d9fcbd55-74f7-4def-a8c9-c371d6468023 None None] Set router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:45:59.127374 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d5999529-f855-441d-adf5-593108ceb46f no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:45:59.238397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d9fcbd55-74f7-4def-a8c9-c371d6468023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'name': 'tempest-TestNetworkBasicOps-router-1539799465', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:05Z', 'updated_at': '2022-01-12T09:45:58Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:45:59.267087 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fcbd55-74f7-4def-a8c9-c371d6468023 None None] The sync data for ids ['33c84673-6145-4df2-b7e8-f9cf6b3daba9'] in dv-neutron-824346-1-hyperv is: [{'id': '33c84673-6145-4df2-b7e8-f9cf6b3daba9', 'name': 'tempest-TestNetworkBasicOps-router-1539799465', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:45:05Z', 'updated_at': '2022-01-12T09:45:58Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port_host': None}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:45:59.329489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-5e200d31-c27f-4193-8c67-5e1c7bf430f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 436c4691-4939-4086-966f-4a525969e8e7 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:45:59.409482 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-20cec14f-8509-48b3-86cf-191844104cab None None] For port d5999529-f855-441d-adf5-593108ceb46f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d5999529-f855-441d-adf5-593108ceb46f,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:59.409781 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-20cec14f-8509-48b3-86cf-191844104cab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:59.508736 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e200d31-c27f-4193-8c67-5e1c7bf430f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:59.534973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-20cec14f-8509-48b3-86cf-191844104cab None None] Calling delete_port for d5999529-f855-441d-adf5-593108ceb46f owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:45:59.556577 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e200d31-c27f-4193-8c67-5e1c7bf430f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=436c4691-4939-4086-966f-4a525969e8e7,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:59.618229 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:59.648682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e200d31-c27f-4193-8c67-5e1c7bf430f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:59.678802 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port d5999529-f855-441d-adf5-593108ceb46f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d5999529-f855-441d-adf5-593108ceb46f,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:45:59.688557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:59.735334 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-20cec14f-8509-48b3-86cf-191844104cab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:45:59.735689 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-20cec14f-8509-48b3-86cf-191844104cab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:45:59.760067 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=d5999529-f855-441d-adf5-593108ceb46f,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:45:59.824879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e200d31-c27f-4193-8c67-5e1c7bf430f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:59.828281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e200d31-c27f-4193-8c67-5e1c7bf430f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:59.860282 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e200d31-c27f-4193-8c67-5e1c7bf430f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:59.860934 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e200d31-c27f-4193-8c67-5e1c7bf430f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Fanout notify agent at l3_agent the message router_deleted on router 33c84673-6145-4df2-b7e8-f9cf6b3daba9 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:45:59.876530 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e200d31-c27f-4193-8c67-5e1c7bf430f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:45:59.877603 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5e200d31-c27f-4193-8c67-5e1c7bf430f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/routers/33c84673-6145-4df2-b7e8-f9cf6b3daba9 HTTP/1.1" status: 204 len: 168 time: 1.3649442 Jan 12 09:45:59.880354 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42800) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:45:59.990513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.002090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port d5999529-f855-441d-adf5-593108ceb46f {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:46:00.002410 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.209608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port d5999529-f855-441d-adf5-593108ceb46f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d5999529-f855-441d-adf5-593108ceb46f,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:46:00.209958 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.237051 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-20cec14f-8509-48b3-86cf-191844104cab None None] Deleting port d5999529-f855-441d-adf5-593108ceb46f {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:46:00.237494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-20cec14f-8509-48b3-86cf-191844104cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.333975 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for d5999529-f855-441d-adf5-593108ceb46f owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:46:00.412123 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.445923 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-20cec14f-8509-48b3-86cf-191844104cab None None] For port d5999529-f855-441d-adf5-593108ceb46f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d5999529-f855-441d-adf5-593108ceb46f,segment=NetworkSegment(d0e7c730-ec1a-468b-81a3-4418f0025b6f),segment_id=d0e7c730-ec1a-468b-81a3-4418f0025b6f)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:46:00.446529 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-20cec14f-8509-48b3-86cf-191844104cab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.467052 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] No DVR routers for this DVR port d5999529-f855-441d-adf5-593108ceb46f on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:46:00.493195 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=d5999529-f855-441d-adf5-593108ceb46f,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:00.565501 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-20cec14f-8509-48b3-86cf-191844104cab None None] Calling delete_port for d5999529-f855-441d-adf5-593108ceb46f owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:46:00.592204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.616851 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb276e4c-db97-41e8-806f-edfdec94c248']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:00.629382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e7c730-ec1a-468b-81a3-4418f0025b6f') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:00.629691 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e7c730-ec1a-468b-81a3-4418f0025b6f') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:00.638561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-20cec14f-8509-48b3-86cf-191844104cab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:46:00.638941 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-20cec14f-8509-48b3-86cf-191844104cab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:46:00.641142 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.656662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.662594 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:46:00.663008 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:46:00.677200 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:46:00.759400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.783613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.794719 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Network': ['ID=cb276e4c-db97-41e8-806f-edfdec94c248,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:00.811598 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-87a1b918-579f-4248-9740-71023c45933f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/networks/cb276e4c-db97-41e8-806f-edfdec94c248 HTTP/1.1" status: 204 len: 168 time: 0.9302993 Jan 12 09:46:00.827909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42806) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:00.838994 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-48388538-c0a6-4a16-bc1d-df80f47e8b50 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0099714 Jan 12 09:46:00.841391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42810) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:00.846440 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-bc9f4820-07e5-4176-9976-46a5a52cb726 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'network': {'name': 'tempest-network-smoke--151505798', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'port_security_enabled': True}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:46:00.851062 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-bc9f4820-07e5-4176-9976-46a5a52cb726 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:46:00.855127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bc9f4820-07e5-4176-9976-46a5a52cb726 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:network and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:46:00.858484 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bc9f4820-07e5-4176-9976-46a5a52cb726 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:46:00.864273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-bc9f4820-07e5-4176-9976-46a5a52cb726 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:46:00.869069 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-20cec14f-8509-48b3-86cf-191844104cab None None] Deleting port d5999529-f855-441d-adf5-593108ceb46f {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:46:00.869451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-20cec14f-8509-48b3-86cf-191844104cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.876481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9f4820-07e5-4176-9976-46a5a52cb726 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:46:00.880253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4820-07e5-4176-9976-46a5a52cb726 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.908203 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9f4820-07e5-4176-9976-46a5a52cb726 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:46:00.917161 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4820-07e5-4176-9976-46a5a52cb726 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.917499 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-bc9f4820-07e5-4176-9976-46a5a52cb726 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Added segment 1bfe9880-e5e4-4174-aa3c-55bb0d6ad468 of type vlan for network 52459d99-ece7-452b-9be1-8477b266aa8a Jan 12 09:46:00.935238 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-20cec14f-8509-48b3-86cf-191844104cab None None] The port 'd5999529-f855-441d-adf5-593108ceb46f' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:46:00.946363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4820-07e5-4176-9976-46a5a52cb726 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.976821 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4820-07e5-4176-9976-46a5a52cb726 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:00.982451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9f4820-07e5-4176-9976-46a5a52cb726 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:00.983074 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4820-07e5-4176-9976-46a5a52cb726 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:01.029198 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 436c4691-4939-4086-966f-4a525969e8e7 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:46:01.088420 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 436c4691-4939-4086-966f-4a525969e8e7 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:46:01.088420 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 436c4691-4939-4086-966f-4a525969e8e7 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:46:01.091755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d40caddc-1984-4586-b681-8ed62658c626 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:46:01.091911 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bc9f4820-07e5-4176-9976-46a5a52cb726 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2469606 Jan 12 09:46:01.092128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42814) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:01.097285 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f4820-07e5-4176-9976-46a5a52cb726 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Network': ['ID=52459d99-ece7-452b-9be1-8477b266aa8a,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:01.097434 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-814445630', 'admin_state_up': True, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:46:01.104881 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:46:01.110277 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:router and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:46:01.113435 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:46:01.120355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:46:01.121904 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 52459d99-ece7-452b-9be1-8477b266aa8a details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:46:01.139777 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:01.140780 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:01.142459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: d40caddc-1984-4586-b681-8ed62658c626 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:46:01.142898 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d40caddc-1984-4586-b681-8ed62658c626 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:46:01.160172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:01.427942 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:01.737343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:01.766407 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:01.921683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.55 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/7dd21a65-ab41-4fac-b3df-498c69812621) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:46:02.069046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:02.098720 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:02.285236 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:46:02.288136 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:46:02.291899 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:46:02.325561 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=7dd21a65-ab41-4fac-b3df-498c69812621,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:02.710850 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:03.066163 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:03.271235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:46:03.458590 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:46:03.468250 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Sync routers for ids ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:46:03.478585 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Routers {'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:46:03.479318 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:45:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:03.488330 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:03.489602 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d9d1a27b-938b-474a-b1d0-a35753bfa262 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3964198 Jan 12 09:46:03.492876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42818) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:03.532601 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-eca121a2-6e2f-4cfd-9d66-f8cfe1f5426f tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=05fdfd0263cb464989f6119e683582f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383940 Jan 12 09:46:03.534955 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42822) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:03.660066 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Set router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:46:03.784559 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444076ec-b3b8-441b-adba-41adb51021a8 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:03.785957 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-444076ec-b3b8-441b-adba-41adb51021a8 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2500856 Jan 12 09:46:03.789094 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42826) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:03.833084 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8e7ed638-166b-4186-884a-d1adb080649b tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427153 Jan 12 09:46:03.835430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42830) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:03.840942 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1386541234', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:46:03.943827 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:46:03.948110 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:subnet and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:46:03.950906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:46:03.957215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:46:03.968131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:46:03.971902 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:03.975635 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:02Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:03.979555 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Checking router: ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:46:03.979893 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Updating router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 port 7dd21a65-ab41-4fac-b3df-498c69812621 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:46:04.037026 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:04.292467 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:04.358291 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:04.370925 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Transition to ACTIVE for port object 7dd21a65-ab41-4fac-b3df-498c69812621 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:46:04.372505 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Subnet': ['ID=4aca46cf-b05d-4d5b-9858-1449516b9b30,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:04.379228 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:04.385762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:04.386108 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:04.386442 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:04.386789 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:04.387112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:04.387437 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:04.387759 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:04.388085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:04.388394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:04.388709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:04.389025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:04.389340 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:04.393834 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Checking segment: {'id': '1bfe9880-e5e4-4174-aa3c-55bb0d6ad468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:46:04.394190 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network hostable DHCP agents. Network: 52459d99-ece7-452b-9be1-8477b266aa8a, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:46:04.413527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 52459d99-ece7-452b-9be1-8477b266aa8a is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:46:04.423542 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 52459d99-ece7-452b-9be1-8477b266aa8a) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:46:04.428770 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:04.430750 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:04.431549 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d043afe-ab1d-46bc-b20a-423447fbdd79 None None] Network 52459d99-ece7-452b-9be1-8477b266aa8a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:46:04.458702 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d7018af7-5b4c-4392-b846-5981e9614f29 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6196294 Jan 12 09:46:04.458941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42834) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:04.468729 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Attempting to bind port 7dd21a65-ab41-4fac-b3df-498c69812621 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:46:04.469436 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Attempting to bind port 7dd21a65-ab41-4fac-b3df-498c69812621 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:46:04.469551 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Attempting to bind port 7dd21a65-ab41-4fac-b3df-498c69812621 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:46:04.472079 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94d8d1-a00c-47d7-8418-810fddda5084 None None] Pushing event updated for resources: {'Port': ['ID=7dd21a65-ab41-4fac-b3df-498c69812621,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:04.477599 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:46:04.477963 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:46:04.478364 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:04.478744 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:46:04.479220 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Bound port: 7dd21a65-ab41-4fac-b3df-498c69812621, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:46:04.479587 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:04.556298 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] For port 7dd21a65-ab41-4fac-b3df-498c69812621, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:46:04.559553 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] For port 7dd21a65-ab41-4fac-b3df-498c69812621, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7dd21a65-ab41-4fac-b3df-498c69812621,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:46:04.565631 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:04.642880 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Routers {'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:46:04.643499 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:45:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:04.645678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-52459d99-ece7-452b-9be1-8477b266aa8a', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ips': [{'subnet_id': '4aca46cf-b05d-4d5b-9858-1449516b9b30'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:46:04.646646 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:04.708525 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94d8d1-a00c-47d7-8418-810fddda5084 None None] Pushing event updated for resources: {'Port': ['ID=7dd21a65-ab41-4fac-b3df-498c69812621,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:04.802443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Allocated IP 172.20.0.2 (52459d99-ece7-452b-9be1-8477b266aa8a/4aca46cf-b05d-4d5b-9858-1449516b9b30/020066dd-d85d-4fb5-9ec7-50364facc0c6) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:46:04.834615 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] Set router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:46:05.008760 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:05.019126 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Transition to ACTIVE for port object 020066dd-d85d-4fb5-9ec7-50364facc0c6 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:46:05.038162 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Transition to ACTIVE for port object 020066dd-d85d-4fb5-9ec7-50364facc0c6 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:46:05.048494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:05.114500 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:02Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:05.118520 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85727378-c821-4fbd-ba3d-0ca7aa2460d2 None None] The sync data for ids ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'] in dv-neutron-824346-1-hyperv is: [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:02Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:46:05.125794 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Network 52459d99-ece7-452b-9be1-8477b266aa8a is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:46:05.129006 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:46:05.133149 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:46:05.139113 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Pushing event updated for resources: {'Port': ['ID=020066dd-d85d-4fb5-9ec7-50364facc0c6,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:05.191394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:05.268295 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Attempting to bind port 020066dd-d85d-4fb5-9ec7-50364facc0c6 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:46:05.268696 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Attempting to bind port 020066dd-d85d-4fb5-9ec7-50364facc0c6 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bfe9880-e5e4-4174-aa3c-55bb0d6ad468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:46:05.269057 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Attempting to bind port 020066dd-d85d-4fb5-9ec7-50364facc0c6 on network 52459d99-ece7-452b-9be1-8477b266aa8a {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:46:05.274954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:46:05.275325 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Checking segment: {'id': '1bfe9880-e5e4-4174-aa3c-55bb0d6ad468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:46:05.275735 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:05.276301 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Bound using segment: {'id': '1bfe9880-e5e4-4174-aa3c-55bb0d6ad468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:46:05.276770 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Bound port: 020066dd-d85d-4fb5-9ec7-50364facc0c6, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfe9880-e5e4-4174-aa3c-55bb0d6ad468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:46:05.277141 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:05.384193 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] For port 020066dd-d85d-4fb5-9ec7-50364facc0c6, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:46:05.388056 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] For port 020066dd-d85d-4fb5-9ec7-50364facc0c6, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=020066dd-d85d-4fb5-9ec7-50364facc0c6,segment=NetworkSegment(1bfe9880-e5e4-4174-aa3c-55bb0d6ad468),segment_id=1bfe9880-e5e4-4174-aa3c-55bb0d6ad468)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:46:05.393970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:05.500694 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab4deb-1f78-419b-88eb-bbc5caae997e None None] Pushing event updated for resources: {'Port': ['ID=020066dd-d85d-4fb5-9ec7-50364facc0c6,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:05.628490 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.1 (52459d99-ece7-452b-9be1-8477b266aa8a/4aca46cf-b05d-4d5b-9858-1449516b9b30/94568891-0ce1-482c-afab-9e35cd2f5256) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:46:05.926227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:05.942643 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object 94568891-0ce1-482c-afab-9e35cd2f5256 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:46:05.967903 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:06.040344 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 52459d99-ece7-452b-9be1-8477b266aa8a is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:46:06.043642 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:46:06.047647 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:46:06.081526 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=94568891-0ce1-482c-afab-9e35cd2f5256,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:06.110792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:06.382127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:06.453243 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aba43ce-55d8-4bab-910e-2b4e117699e5 None None] Network 52459d99-ece7-452b-9be1-8477b266aa8a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:46:06.570817 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-7df03f5a-f9e3-46ec-a4ec-c6b3b0ef317f None None] Provisioning for port 020066dd-d85d-4fb5-9ec7-50364facc0c6 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:46:06.712467 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-89ce5dd9-05e2-459b-b7f6-3b002a5c29b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:06.814483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:06.823523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:06.943534 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=94568891-0ce1-482c-afab-9e35cd2f5256,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:06.945924 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:07.063853 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8081a29c-fa01-4f3c-8355-f1abef4d3deb None None] Provisioning for port 94568891-0ce1-482c-afab-9e35cd2f5256 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:46:07.070696 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8081a29c-fa01-4f3c-8355-f1abef4d3deb None None] Provisioning complete for port 94568891-0ce1-482c-afab-9e35cd2f5256 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:46:07.071328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8081a29c-fa01-4f3c-8355-f1abef4d3deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:07.112599 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7dd21a65-ab41-4fac-b3df-498c69812621 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:46:07.148813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 52459d99-ece7-452b-9be1-8477b266aa8a is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:46:07.149982 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:46:07.200552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8081a29c-fa01-4f3c-8355-f1abef4d3deb None None] Port 94568891-0ce1-482c-afab-9e35cd2f5256 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:46:07.219827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 7dd21a65-ab41-4fac-b3df-498c69812621 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:46:07.225957 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 7dd21a65-ab41-4fac-b3df-498c69812621 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:46:07.226331 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:07.360027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b8d86b7d-b64d-405a-a1db-68bd6a415078 None None] Provisioning complete for port 94568891-0ce1-482c-afab-9e35cd2f5256 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:46:07.360503 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b8d86b7d-b64d-405a-a1db-68bd6a415078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:07.394117 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:07.434244 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 7dd21a65-ab41-4fac-b3df-498c69812621, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7dd21a65-ab41-4fac-b3df-498c69812621,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:46:07.435280 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b8d86b7d-b64d-405a-a1db-68bd6a415078 None None] Port 94568891-0ce1-482c-afab-9e35cd2f5256 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:46:07.438315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:07.439318 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 020066dd-d85d-4fb5-9ec7-50364facc0c6 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:46:07.475884 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:46:07.561577 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=7dd21a65-ab41-4fac-b3df-498c69812621,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:07.576407 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-95272446-b1be-43df-8269-5cfaa85ad334 None None] Provisioning complete for port 94568891-0ce1-482c-afab-9e35cd2f5256 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:46:07.577254 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95272446-b1be-43df-8269-5cfaa85ad334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:07.626401 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 020066dd-d85d-4fb5-9ec7-50364facc0c6 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:46:07.636481 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 020066dd-d85d-4fb5-9ec7-50364facc0c6 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:46:07.636828 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:07.657633 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:46:07.670877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Sync routers for ids ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:46:07.671142 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4df02cf8-3fc0-4ae3-aa97-2cba278ab787 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/ccb78fe8-4d4a-474c-b1ab-529b2e5a8740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2111397 Jan 12 09:46:07.673771 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42838) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:07.682448 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-95272446-b1be-43df-8269-5cfaa85ad334 None None] Port 94568891-0ce1-482c-afab-9e35cd2f5256 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:46:07.707645 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Routers {'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:46:07.708277 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:45:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:07.814451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbd5c38-0aec-4593-8b20-a25b060b602a tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:07.814943 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbd5c38-0aec-4593-8b20-a25b060b602a tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:07.815406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbd5c38-0aec-4593-8b20-a25b060b602a tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:07.815843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbd5c38-0aec-4593-8b20-a25b060b602a tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:07.816293 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbd5c38-0aec-4593-8b20-a25b060b602a tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:07.816739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbd5c38-0aec-4593-8b20-a25b060b602a tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:07.821107 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bbbd5c38-0aec-4593-8b20-a25b060b602a tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1438012 Jan 12 09:46:07.821333 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42842) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:07.896265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab6402-7dfc-465f-997b-2cb560857317 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:07.896729 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab6402-7dfc-465f-997b-2cb560857317 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:07.897183 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab6402-7dfc-465f-997b-2cb560857317 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:07.897631 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab6402-7dfc-465f-997b-2cb560857317 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:07.898074 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab6402-7dfc-465f-997b-2cb560857317 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:07.898518 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab6402-7dfc-465f-997b-2cb560857317 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:07.900347 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-65ab6402-7dfc-465f-997b-2cb560857317 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0781600 Jan 12 09:46:07.903240 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42846) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:07.925885 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:07.949334 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Set router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:46:08.082600 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 020066dd-d85d-4fb5-9ec7-50364facc0c6, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=020066dd-d85d-4fb5-9ec7-50364facc0c6,segment=NetworkSegment(1bfe9880-e5e4-4174-aa3c-55bb0d6ad468),segment_id=1bfe9880-e5e4-4174-aa3c-55bb0d6ad468)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:46:08.091616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.112126 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a58612ce-2c02-4c86-8f53-0b7d4d3def28 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2078085 Jan 12 09:46:08.285367 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=020066dd-d85d-4fb5-9ec7-50364facc0c6,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:08.356219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42852) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:08.361707 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-05368a7d-5840-40f4-8eed-59491c7061fd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2146458665', 'description': 'tempest-secgroup-smoke-2146458665 description', 'project_id': '05fdfd0263cb464989f6119e683582f0'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:46:08.368104 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-05368a7d-5840-40f4-8eed-59491c7061fd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:46:08.372433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-05368a7d-5840-40f4-8eed-59491c7061fd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:46:08.375988 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-05368a7d-5840-40f4-8eed-59491c7061fd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:46:08.382707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:06Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '94568891-0ce1-482c-afab-9e35cd2f5256', 'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:c9:18:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:05Z', 'updated_at': '2022-01-12T09:46:06Z', 'revision_number': 2, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:08.383704 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-05368a7d-5840-40f4-8eed-59491c7061fd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:46:08.387398 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Checking router: ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:46:08.387741 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Updating router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 port 94568891-0ce1-482c-afab-9e35cd2f5256 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:46:08.394700 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:46:08.395375 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-05368a7d-5840-40f4-8eed-59491c7061fd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.415112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-05368a7d-5840-40f4-8eed-59491c7061fd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:46:08.419097 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-05368a7d-5840-40f4-8eed-59491c7061fd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:46:08.421979 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-05368a7d-5840-40f4-8eed-59491c7061fd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:46:08.427775 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-05368a7d-5840-40f4-8eed-59491c7061fd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:46:08.439377 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.498504 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-05368a7d-5840-40f4-8eed-59491c7061fd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.503497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-05368a7d-5840-40f4-8eed-59491c7061fd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.550085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05368a7d-5840-40f4-8eed-59491c7061fd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a75ee6d8-8bec-4819-ae5f-2c6a4304800a,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:08.554587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-05368a7d-5840-40f4-8eed-59491c7061fd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.557090 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-05368a7d-5840-40f4-8eed-59491c7061fd tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1985490 Jan 12 09:46:08.564000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42856) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:08.572502 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-847a267b-ad60-4b5a-b02e-9692094c9962 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'a75ee6d8-8bec-4819-ae5f-2c6a4304800a', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:46:08.575891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-847a267b-ad60-4b5a-b02e-9692094c9962 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:46:08.580130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-847a267b-ad60-4b5a-b02e-9692094c9962 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:46:08.580130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-847a267b-ad60-4b5a-b02e-9692094c9962 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:46:08.587006 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-847a267b-ad60-4b5a-b02e-9692094c9962 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:46:08.602117 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-847a267b-ad60-4b5a-b02e-9692094c9962 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.659983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-847a267b-ad60-4b5a-b02e-9692094c9962 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.665419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-847a267b-ad60-4b5a-b02e-9692094c9962 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.687777 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a267b-ad60-4b5a-b02e-9692094c9962 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab83367-15d3-41da-91c5-30982b183c7a,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:08.699890 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-847a267b-ad60-4b5a-b02e-9692094c9962 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.703374 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-847a267b-ad60-4b5a-b02e-9692094c9962 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425169 Jan 12 09:46:08.704181 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42860) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:08.709477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d2cfe750-f02c-465d-bac2-5b638f3a8e67 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'a75ee6d8-8bec-4819-ae5f-2c6a4304800a', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:46:08.715504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d2cfe750-f02c-465d-bac2-5b638f3a8e67 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:46:08.719521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d2cfe750-f02c-465d-bac2-5b638f3a8e67 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:46:08.722446 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d2cfe750-f02c-465d-bac2-5b638f3a8e67 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:46:08.728385 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d2cfe750-f02c-465d-bac2-5b638f3a8e67 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:46:08.746221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe750-f02c-465d-bac2-5b638f3a8e67 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.783537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.795557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Transition to ACTIVE for port object 94568891-0ce1-482c-afab-9e35cd2f5256 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:46:08.802299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.811150 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe750-f02c-465d-bac2-5b638f3a8e67 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.815884 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe750-f02c-465d-bac2-5b638f3a8e67 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.841567 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfe750-f02c-465d-bac2-5b638f3a8e67 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf7b0cd-d92d-48d8-a1e1-ab6af39e3f58,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:08.853065 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe750-f02c-465d-bac2-5b638f3a8e67 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.854290 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d2cfe750-f02c-465d-bac2-5b638f3a8e67 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490769 Jan 12 09:46:08.857234 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42864) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:08.865457 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a9db3e9e-8fda-49bd-ba09-daf915763840 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'a75ee6d8-8bec-4819-ae5f-2c6a4304800a', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:46:08.871994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a9db3e9e-8fda-49bd-ba09-daf915763840 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:46:08.876806 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a9db3e9e-8fda-49bd-ba09-daf915763840 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:46:08.879966 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a9db3e9e-8fda-49bd-ba09-daf915763840 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:46:08.885748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a9db3e9e-8fda-49bd-ba09-daf915763840 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:46:08.907660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a9db3e9e-8fda-49bd-ba09-daf915763840 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.958122 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e66eb-d86f-4ef1-946c-affb15643cf9 None None] Pushing event updated for resources: {'Port': ['ID=94568891-0ce1-482c-afab-9e35cd2f5256,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:08.974208 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a9db3e9e-8fda-49bd-ba09-daf915763840 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:08.981815 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a9db3e9e-8fda-49bd-ba09-daf915763840 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.010801 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db3e9e-8fda-49bd-ba09-daf915763840 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f100ecb-96c1-4201-9546-4a5c74ec2bed,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:09.025728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a9db3e9e-8fda-49bd-ba09-daf915763840 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.030230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42868) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:09.030466 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a9db3e9e-8fda-49bd-ba09-daf915763840 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1719210 Jan 12 09:46:09.037267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-f65870d7-e626-42b5-9156-df5ba0a0d5f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'a75ee6d8-8bec-4819-ae5f-2c6a4304800a', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:46:09.042062 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Attempting to bind port 94568891-0ce1-482c-afab-9e35cd2f5256 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:46:09.042519 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Attempting to bind port 94568891-0ce1-482c-afab-9e35cd2f5256 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bfe9880-e5e4-4174-aa3c-55bb0d6ad468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:46:09.042971 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Attempting to bind port 94568891-0ce1-482c-afab-9e35cd2f5256 on network 52459d99-ece7-452b-9be1-8477b266aa8a {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:46:09.048093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f65870d7-e626-42b5-9156-df5ba0a0d5f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:46:09.048403 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:46:09.048960 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Checking segment: {'id': '1bfe9880-e5e4-4174-aa3c-55bb0d6ad468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:46:09.049506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.050031 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Bound using segment: {'id': '1bfe9880-e5e4-4174-aa3c-55bb0d6ad468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:46:09.050641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Bound port: 94568891-0ce1-482c-afab-9e35cd2f5256, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfe9880-e5e4-4174-aa3c-55bb0d6ad468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:46:09.051185 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.053708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f65870d7-e626-42b5-9156-df5ba0a0d5f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:46:09.056882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f65870d7-e626-42b5-9156-df5ba0a0d5f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:46:09.066559 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f65870d7-e626-42b5-9156-df5ba0a0d5f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:46:09.072007 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7dd21a65-ab41-4fac-b3df-498c69812621 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:46:09.089202 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f65870d7-e626-42b5-9156-df5ba0a0d5f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.168171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f65870d7-e626-42b5-9156-df5ba0a0d5f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.174182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f65870d7-e626-42b5-9156-df5ba0a0d5f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.198442 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] For port 94568891-0ce1-482c-afab-9e35cd2f5256, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:46:09.200122 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65870d7-e626-42b5-9156-df5ba0a0d5f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8124b9b7-4c01-4ff9-b702-e7a89b2ef6d5,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:09.204449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] For port 94568891-0ce1-482c-afab-9e35cd2f5256, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=94568891-0ce1-482c-afab-9e35cd2f5256,segment=NetworkSegment(1bfe9880-e5e4-4174-aa3c-55bb0d6ad468),segment_id=1bfe9880-e5e4-4174-aa3c-55bb0d6ad468)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:46:09.210922 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f65870d7-e626-42b5-9156-df5ba0a0d5f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.212077 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f65870d7-e626-42b5-9156-df5ba0a0d5f5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1803384 Jan 12 09:46:09.214312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.214961 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42872) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:09.219984 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-3853096b-7270-4ec5-a0a3-d2a21033251d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'a75ee6d8-8bec-4819-ae5f-2c6a4304800a', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:46:09.225872 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3853096b-7270-4ec5-a0a3-d2a21033251d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:46:09.229767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3853096b-7270-4ec5-a0a3-d2a21033251d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:46:09.232634 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3853096b-7270-4ec5-a0a3-d2a21033251d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:46:09.238470 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3853096b-7270-4ec5-a0a3-d2a21033251d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:46:09.246328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 7dd21a65-ab41-4fac-b3df-498c69812621 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:46:09.246710 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.250888 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-3853096b-7270-4ec5-a0a3-d2a21033251d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:46:09.257844 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3853096b-7270-4ec5-a0a3-d2a21033251d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.338091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3853096b-7270-4ec5-a0a3-d2a21033251d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.345289 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3853096b-7270-4ec5-a0a3-d2a21033251d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.354326 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3a190603-8522-4521-a60c-1a1aa70713f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.367827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e66eb-d86f-4ef1-946c-affb15643cf9 None None] Pushing event updated for resources: {'Port': ['ID=94568891-0ce1-482c-afab-9e35cd2f5256,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:09.370840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Routers {'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:46:09.371099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853096b-7270-4ec5-a0a3-d2a21033251d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722303b5-db7a-4ec1-8620-c1dcb2463877,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:09.371559 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:46:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:09.382781 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3853096b-7270-4ec5-a0a3-d2a21033251d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.387273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42876) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:09.387440 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3853096b-7270-4ec5-a0a3-d2a21033251d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1715078 Jan 12 09:46:09.392941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-4b00b4f3-6343-4394-9c37-2b9460f073c8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'a75ee6d8-8bec-4819-ae5f-2c6a4304800a', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:46:09.399575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4b00b4f3-6343-4394-9c37-2b9460f073c8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:46:09.403784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4b00b4f3-6343-4394-9c37-2b9460f073c8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:46:09.407478 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4b00b4f3-6343-4394-9c37-2b9460f073c8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:46:09.413395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4b00b4f3-6343-4394-9c37-2b9460f073c8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:46:09.426339 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-4b00b4f3-6343-4394-9c37-2b9460f073c8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:46:09.433660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4b00b4f3-6343-4394-9c37-2b9460f073c8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.438038 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e66eb-d86f-4ef1-946c-affb15643cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:09.438388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e66eb-d86f-4ef1-946c-affb15643cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:09.438726 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e66eb-d86f-4ef1-946c-affb15643cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:09.439087 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e66eb-d86f-4ef1-946c-affb15643cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:09.439417 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e66eb-d86f-4ef1-946c-affb15643cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:09.439744 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e66eb-d86f-4ef1-946c-affb15643cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:09.440065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e66eb-d86f-4ef1-946c-affb15643cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:09.440389 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e66eb-d86f-4ef1-946c-affb15643cf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:09.440711 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e66eb-d86f-4ef1-946c-affb15643cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:09.441058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e66eb-d86f-4ef1-946c-affb15643cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:09.441495 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e66eb-d86f-4ef1-946c-affb15643cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:09.441794 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e66eb-d86f-4ef1-946c-affb15643cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:46:09.509613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4b00b4f3-6343-4394-9c37-2b9460f073c8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.514159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4b00b4f3-6343-4394-9c37-2b9460f073c8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.545343 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00b4f3-6343-4394-9c37-2b9460f073c8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b5edc7-dfcc-4331-a744-ec585e101f76,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:09.557306 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4b00b4f3-6343-4394-9c37-2b9460f073c8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.562428 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4b00b4f3-6343-4394-9c37-2b9460f073c8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1737700 Jan 12 09:46:09.601848 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 020066dd-d85d-4fb5-9ec7-50364facc0c6 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:46:09.667519 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] Set router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:46:09.723885 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-09e97bea-2be4-46f2-80fe-d6b327a6cc62 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2146458665&fields=id&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 267 time: 0.0419137 Jan 12 09:46:09.877014 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-05404be2-4d75-4311-82f6-5e8b7b8e3236 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:09.877582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-05404be2-4d75-4311-82f6-5e8b7b8e3236 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:46:09.878980 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 020066dd-d85d-4fb5-9ec7-50364facc0c6 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:46:09.879514 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:09.894157 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-05404be2-4d75-4311-82f6-5e8b7b8e3236 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:46:09.895482 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-05404be2-4d75-4311-82f6-5e8b7b8e3236 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/networks?id=52459d99-ece7-452b-9be1-8477b266aa8a HTTP/1.1" status: 200 len: 796 time: 0.1646588 Jan 12 09:46:09.910534 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-73687d81-6885-4d29-9b07-3018a8d2cb56 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/quotas/05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 375 time: 0.0093381 Jan 12 09:46:09.992324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-3273f662-ba1c-4497-82bc-3d80a23daf53 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:46:10.008955 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-3273f662-ba1c-4497-82bc-3d80a23daf53 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:46:10.010251 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-3273f662-ba1c-4497-82bc-3d80a23daf53 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944099 Jan 12 09:46:10.130707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:06Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '94568891-0ce1-482c-afab-9e35cd2f5256', 'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:c9:18:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:05Z', 'updated_at': '2022-01-12T09:46:09Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:10.134550 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6664eb1-57e1-4e8b-ba45-21b238fe25a2 None None] The sync data for ids ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'] in dv-neutron-824346-1-hyperv is: [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:06Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '94568891-0ce1-482c-afab-9e35cd2f5256', 'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:c9:18:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:05Z', 'updated_at': '2022-01-12T09:46:09Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:46:10.163899 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-14163188-9bc1-46d2-b04e-c7349b6d12c4 service neutron] 10.222.0.26 "GET /v2.0/networks/52459d99-ece7-452b-9be1-8477b266aa8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412871 Jan 12 09:46:10.316984 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-02445cba-311c-4089-ba1d-275f325f1b21 service neutron] 10.222.0.26 "GET /v2.0/networks/52459d99-ece7-452b-9be1-8477b266aa8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466935 Jan 12 09:46:10.327226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:10.503394 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-c799d51b-7339-444c-b467-d4f821e31716 req-ff2baa35-7f5c-4550-b6f3-4d5a73ef3936 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:46:10.515832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-c799d51b-7339-444c-b467-d4f821e31716 req-ff2baa35-7f5c-4550-b6f3-4d5a73ef3936 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:46:10.516994 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c799d51b-7339-444c-b467-d4f821e31716 req-ff2baa35-7f5c-4550-b6f3-4d5a73ef3936 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 210 time: 0.0594275 Jan 12 09:46:11.012700 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:11.092485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 94568891-0ce1-482c-afab-9e35cd2f5256 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:46:11.166337 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 94568891-0ce1-482c-afab-9e35cd2f5256 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:46:11.171264 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 94568891-0ce1-482c-afab-9e35cd2f5256 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:46:11.171632 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:11.291920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:11.324828 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 94568891-0ce1-482c-afab-9e35cd2f5256, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=94568891-0ce1-482c-afab-9e35cd2f5256,segment=NetworkSegment(1bfe9880-e5e4-4174-aa3c-55bb0d6ad468),segment_id=1bfe9880-e5e4-4174-aa3c-55bb0d6ad468)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:46:11.330210 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:11.403268 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=94568891-0ce1-482c-afab-9e35cd2f5256,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:11.653588 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-6a71fcea-97fd-4d98-8c44-03deb614f43f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:11.655154 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-6a71fcea-97fd-4d98-8c44-03deb614f43f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/networks?id=52459d99-ece7-452b-9be1-8477b266aa8a HTTP/1.1" status: 200 len: 796 time: 0.1537514 Jan 12 09:46:11.678044 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-59a55b91-5d2b-422f-800f-c888377b230a req-df04eab9-1567-44b9-9d6a-a1b1ce29e078 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 210 time: 0.0534568 Jan 12 09:46:11.711624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-83a3ab13-253a-4fee-9032-3cd1bf90f517 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:46:11.727723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-83a3ab13-253a-4fee-9032-3cd1bf90f517 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:46:11.729259 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-83a3ab13-253a-4fee-9032-3cd1bf90f517 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 380 time: 0.0642414 Jan 12 09:46:11.738417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-066fc712-45a5-4311-a1d0-27da89006de0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'port': {'device_id': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'admin_state_up': True, 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'security_groups': ['a75ee6d8-8bec-4819-ae5f-2c6a4304800a']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:46:11.883757 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-066fc712-45a5-4311-a1d0-27da89006de0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:46:11.893602 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-066fc712-45a5-4311-a1d0-27da89006de0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:46:11.904918 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-066fc712-45a5-4311-a1d0-27da89006de0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:46:11.908578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-066fc712-45a5-4311-a1d0-27da89006de0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:12.070721 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-066fc712-45a5-4311-a1d0-27da89006de0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.12 (52459d99-ece7-452b-9be1-8477b266aa8a/4aca46cf-b05d-4d5b-9858-1449516b9b30/58898a61-ef4a-4599-8981-64ed1569ff49) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:46:12.262182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-066fc712-45a5-4311-a1d0-27da89006de0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:12.277065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-066fc712-45a5-4311-a1d0-27da89006de0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object 58898a61-ef4a-4599-8981-64ed1569ff49 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:46:12.308061 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-066fc712-45a5-4311-a1d0-27da89006de0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:12.377162 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-066fc712-45a5-4311-a1d0-27da89006de0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 52459d99-ece7-452b-9be1-8477b266aa8a is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:46:12.380369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-066fc712-45a5-4311-a1d0-27da89006de0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:46:12.384127 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-066fc712-45a5-4311-a1d0-27da89006de0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:46:12.417643 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fc712-45a5-4311-a1d0-27da89006de0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=58898a61-ef4a-4599-8981-64ed1569ff49,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:12.455424 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-066fc712-45a5-4311-a1d0-27da89006de0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:12.456040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-066fc712-45a5-4311-a1d0-27da89006de0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:12.482906 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-066fc712-45a5-4311-a1d0-27da89006de0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7484977 Jan 12 09:46:12.495773 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Request body: {'port': {'device_id': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:46:12.607362 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:12.610282 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-83c1816a-9975-4912-8020-a276632cea11 None None] Provisioning for port 58898a61-ef4a-4599-8981-64ed1569ff49 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:46:12.615365 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-83c1816a-9975-4912-8020-a276632cea11 None None] Provisioning complete for port 58898a61-ef4a-4599-8981-64ed1569ff49 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:46:12.615764 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-83c1816a-9975-4912-8020-a276632cea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:12.618190 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:12.668390 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-83c1816a-9975-4912-8020-a276632cea11 None None] Port 58898a61-ef4a-4599-8981-64ed1569ff49 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:46:13.043119 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 94568891-0ce1-482c-afab-9e35cd2f5256 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:46:13.100012 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140f6a7-1a01-484d-bcd3-327a0e923abf req-3237a072-353d-4052-832c-d9a7ff28af66 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:13.100779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-d140f6a7-1a01-484d-bcd3-327a0e923abf req-3237a072-353d-4052-832c-d9a7ff28af66 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:46:13.113924 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 94568891-0ce1-482c-afab-9e35cd2f5256 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:46:13.114308 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:13.136370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58898a61-ef4a-4599-8981-64ed1569ff49 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:46:13.141546 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-d140f6a7-1a01-484d-bcd3-327a0e923abf req-3237a072-353d-4052-832c-d9a7ff28af66 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:46:13.142884 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d140f6a7-1a01-484d-bcd3-327a0e923abf req-3237a072-353d-4052-832c-d9a7ff28af66 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 932 time: 0.3483536 Jan 12 09:46:13.148698 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:13.184799 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Transition to ACTIVE for port object 58898a61-ef4a-4599-8981-64ed1569ff49 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:46:13.194615 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:13.256299 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d140f6a7-1a01-484d-bcd3-327a0e923abf req-fc887ab2-9d17-41ac-b9b9-114865e3490f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=a75ee6d8-8bec-4819-ae5f-2c6a4304800a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048760 Jan 12 09:46:13.335802 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Pushing event updated for resources: {'Port': ['ID=58898a61-ef4a-4599-8981-64ed1569ff49,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:13.452928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Attempting to bind port 58898a61-ef4a-4599-8981-64ed1569ff49 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:46:13.453431 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Attempting to bind port 58898a61-ef4a-4599-8981-64ed1569ff49 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '1bfe9880-e5e4-4174-aa3c-55bb0d6ad468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:46:13.453895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Attempting to bind port 58898a61-ef4a-4599-8981-64ed1569ff49 on network 52459d99-ece7-452b-9be1-8477b266aa8a {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:46:13.459562 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Port 58898a61-ef4a-4599-8981-64ed1569ff49 on network 52459d99-ece7-452b-9be1-8477b266aa8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:46:13.459562 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Attempting to bind port 58898a61-ef4a-4599-8981-64ed1569ff49 on network 52459d99-ece7-452b-9be1-8477b266aa8a {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:46:13.465744 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:46:13.465861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Checking segment: {'id': '1bfe9880-e5e4-4174-aa3c-55bb0d6ad468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:46:13.466242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Bound using segment: {'id': '1bfe9880-e5e4-4174-aa3c-55bb0d6ad468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:46:13.467223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Bound port: 58898a61-ef4a-4599-8981-64ed1569ff49, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfe9880-e5e4-4174-aa3c-55bb0d6ad468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:46:13.467223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:13.562977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] For port 58898a61-ef4a-4599-8981-64ed1569ff49, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:46:13.566839 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] For port 58898a61-ef4a-4599-8981-64ed1569ff49, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=58898a61-ef4a-4599-8981-64ed1569ff49,segment=NetworkSegment(1bfe9880-e5e4-4174-aa3c-55bb0d6ad468),segment_id=1bfe9880-e5e4-4174-aa3c-55bb0d6ad468)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:46:13.575090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:13.649275 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:13.649275 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:13.649275 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] 10.222.0.53 "PUT /v2.0/ports/58898a61-ef4a-4599-8981-64ed1569ff49 HTTP/1.1" status: 200 len: 1094 time: 1.1569569 Jan 12 09:46:13.649275 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'tag': '58898a61-ef4a-4599-8981-64ed1569ff49'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:46:13.680193 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe71124-7245-4ccc-b398-45a2a55b8dbf service neutron] Pushing event updated for resources: {'Port': ['ID=58898a61-ef4a-4599-8981-64ed1569ff49,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:13.751829 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'tag': '58898a61-ef4a-4599-8981-64ed1569ff49', 'status': 'completed', 'code': 200} Jan 12 09:46:13.792188 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-59fa19fb-f47b-42e0-baf9-fb4c462f436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:13.793683 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-59fa19fb-f47b-42e0-baf9-fb4c462f436d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 1097 time: 0.0968335 Jan 12 09:46:13.874018 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-3228c0b5-a2bc-40f9-9d6b-c2bcf8471912 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58898a61-ef4a-4599-8981-64ed1569ff49 HTTP/1.1" status: 200 len: 217 time: 0.0698447 Jan 12 09:46:13.940174 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-037abe6a-18ab-433e-9707-7a733999312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:13.942259 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-037abe6a-18ab-433e-9707-7a733999312a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4aca46cf-b05d-4d5b-9858-1449516b9b30 HTTP/1.1" status: 200 len: 835 time: 0.0611899 Jan 12 09:46:14.020847 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-3dcce280-5ed8-495e-98a4-d6b6599c7eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:14.022382 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-3dcce280-5ed8-495e-98a4-d6b6599c7eea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52459d99-ece7-452b-9be1-8477b266aa8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736389 Jan 12 09:46:14.167303 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-bb512a01-6f2f-4e86-b5e7-e4b0781784a2 service neutron] 10.222.0.53 "GET /v2.0/networks/52459d99-ece7-452b-9be1-8477b266aa8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321864 Jan 12 09:46:14.305882 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bbf32a50-9bbe-4aa0-9802-dafdc2b76c1a req-27dcfeff-6995-461a-8728-31208acf4e2a service neutron] 10.222.0.53 "GET /v2.0/networks/52459d99-ece7-452b-9be1-8477b266aa8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331735 Jan 12 09:46:14.493801 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6175425-dddf-4c13-88df-fdc212f42f30 req-a9200914-98cd-4938-b5fd-90ff7ed1d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:14.495486 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f6175425-dddf-4c13-88df-fdc212f42f30 req-a9200914-98cd-4938-b5fd-90ff7ed1d78b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 1097 time: 0.1409407 Jan 12 09:46:14.504062 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d33a16-bfb0-46a5-8101-53e72ff13c9e req-df133cad-8bcc-493c-8b7f-d2b157df1883 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:14.504929 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a0d33a16-bfb0-46a5-8101-53e72ff13c9e req-df133cad-8bcc-493c-8b7f-d2b157df1883 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 944 time: 0.1088355 Jan 12 09:46:14.634909 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a0d33a16-bfb0-46a5-8101-53e72ff13c9e req-01d9a9be-0f8a-4640-9747-4935849e0fb8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=a75ee6d8-8bec-4819-ae5f-2c6a4304800a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106277 Jan 12 09:46:14.674193 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6175425-dddf-4c13-88df-fdc212f42f30 req-5fd94a83-3fe7-4a7f-a8d1-26517024aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:14.675645 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f6175425-dddf-4c13-88df-fdc212f42f30 req-5fd94a83-3fe7-4a7f-a8d1-26517024aee1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=52459d99-ece7-452b-9be1-8477b266aa8a HTTP/1.1" status: 200 len: 897 time: 0.1700938 Jan 12 09:46:14.746623 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f6175425-dddf-4c13-88df-fdc212f42f30 req-afefd495-5c3c-4b97-9535-c37fb62b88d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58898a61-ef4a-4599-8981-64ed1569ff49 HTTP/1.1" status: 200 len: 217 time: 0.0642581 Jan 12 09:46:14.812496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6175425-dddf-4c13-88df-fdc212f42f30 req-a21fa920-f9d7-4f99-8811-342307364563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:14.813546 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f6175425-dddf-4c13-88df-fdc212f42f30 req-a21fa920-f9d7-4f99-8811-342307364563 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4aca46cf-b05d-4d5b-9858-1449516b9b30 HTTP/1.1" status: 200 len: 835 time: 0.0606260 Jan 12 09:46:14.891924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6175425-dddf-4c13-88df-fdc212f42f30 req-46814110-6d12-4b2e-9337-22b813dce98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:14.891924 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f6175425-dddf-4c13-88df-fdc212f42f30 req-46814110-6d12-4b2e-9337-22b813dce98a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52459d99-ece7-452b-9be1-8477b266aa8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719569 Jan 12 09:46:15.147441 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f6175425-dddf-4c13-88df-fdc212f42f30 req-9141f368-0ec2-465e-9d03-20ad522300e3 service neutron] 10.222.0.53 "GET /v2.0/networks/52459d99-ece7-452b-9be1-8477b266aa8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479126 Jan 12 09:46:15.290049 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f6175425-dddf-4c13-88df-fdc212f42f30 req-dc72cff7-5c19-4781-99de-d304e8783c51 service neutron] 10.222.0.53 "GET /v2.0/networks/52459d99-ece7-452b-9be1-8477b266aa8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360366 Jan 12 09:46:15.828118 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c186f3-097b-45cd-83e7-32ae06b638a9 req-00883bca-c9e3-40ff-b5de-2ff44ee76a09 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:15.829680 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-02c186f3-097b-45cd-83e7-32ae06b638a9 req-00883bca-c9e3-40ff-b5de-2ff44ee76a09 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 944 time: 0.0835755 Jan 12 09:46:15.874254 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-02c186f3-097b-45cd-83e7-32ae06b638a9 req-c60dbb31-f059-429c-bb9a-29834eb5c7cf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=a75ee6d8-8bec-4819-ae5f-2c6a4304800a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389740 Jan 12 09:46:16.557134 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:17.089724 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba939ab-ab25-4ef0-bf0b-45ec6e7e9d59 req-b24e9143-a337-432d-9519-c8d14a29d730 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:17.096465 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3ba939ab-ab25-4ef0-bf0b-45ec6e7e9d59 req-b24e9143-a337-432d-9519-c8d14a29d730 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 944 time: 0.0933418 Jan 12 09:46:17.140359 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3ba939ab-ab25-4ef0-bf0b-45ec6e7e9d59 req-21b782d1-5d9c-4ac3-a054-ead8a05ac083 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=a75ee6d8-8bec-4819-ae5f-2c6a4304800a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418839 Jan 12 09:46:17.179451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 58898a61-ef4a-4599-8981-64ed1569ff49 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:46:17.332311 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 58898a61-ef4a-4599-8981-64ed1569ff49, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=58898a61-ef4a-4599-8981-64ed1569ff49,segment=NetworkSegment(1bfe9880-e5e4-4174-aa3c-55bb0d6ad468),segment_id=1bfe9880-e5e4-4174-aa3c-55bb0d6ad468)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:46:17.347327 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '58898a61-ef4a-4599-8981-64ed1569ff49', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'port_id': '58898a61-ef4a-4599-8981-64ed1569ff49', 'mac_address': 'fa:16:3e:b5:c5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:46:17.402956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:17.420785 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58898a61-ef4a-4599-8981-64ed1569ff49 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:46:17.437924 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 58898a61-ef4a-4599-8981-64ed1569ff49, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=58898a61-ef4a-4599-8981-64ed1569ff49,segment=NetworkSegment(1bfe9880-e5e4-4174-aa3c-55bb0d6ad468),segment_id=1bfe9880-e5e4-4174-aa3c-55bb0d6ad468)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:46:17.443198 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:17.515051 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=58898a61-ef4a-4599-8981-64ed1569ff49,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:17.719304 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['58898a61-ef4a-4599-8981-64ed1569ff49'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:46:18.446261 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a1b2d-6b35-4764-89a2-dbf0e6b0a016 req-b17568be-360d-4260-873c-9be8278d6ac9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:18.447745 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e25a1b2d-6b35-4764-89a2-dbf0e6b0a016 req-b17568be-360d-4260-873c-9be8278d6ac9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 945 time: 0.1918747 Jan 12 09:46:18.494077 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e25a1b2d-6b35-4764-89a2-dbf0e6b0a016 req-3c3a2bdf-1720-47f5-bcb1-3116db951c7a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=a75ee6d8-8bec-4819-ae5f-2c6a4304800a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381820 Jan 12 09:46:19.195391 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 58898a61-ef4a-4599-8981-64ed1569ff49 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:46:19.278059 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 58898a61-ef4a-4599-8981-64ed1569ff49 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:46:19.283102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 58898a61-ef4a-4599-8981-64ed1569ff49 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:46:19.283470 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:19.437703 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:19.464188 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58898a61-ef4a-4599-8981-64ed1569ff49'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:46:19.474105 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 58898a61-ef4a-4599-8981-64ed1569ff49, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=58898a61-ef4a-4599-8981-64ed1569ff49,segment=NetworkSegment(1bfe9880-e5e4-4174-aa3c-55bb0d6ad468),segment_id=1bfe9880-e5e4-4174-aa3c-55bb0d6ad468)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:46:19.480594 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:19.515354 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58898a61-ef4a-4599-8981-64ed1569ff49', 'code': 200} Jan 12 09:46:19.562456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=58898a61-ef4a-4599-8981-64ed1569ff49,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:19.708335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76839fb-bea5-4a5a-bd47-b6ce5614bdf7 req-24c8aa18-cf61-4bed-b19e-006681a79197 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:19.709584 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d76839fb-bea5-4a5a-bd47-b6ce5614bdf7 req-24c8aa18-cf61-4bed-b19e-006681a79197 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 946 time: 0.1041744 Jan 12 09:46:19.766024 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d76839fb-bea5-4a5a-bd47-b6ce5614bdf7 req-d16b9338-d02b-4bf1-80fe-bd2a39e2688c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=a75ee6d8-8bec-4819-ae5f-2c6a4304800a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469761 Jan 12 09:46:19.818139 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e58cf-8b15-4f43-bc1a-2986f34566b3 req-ae34afc9-27f7-4ca9-a698-bcdfaa435ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:19.819723 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b37e58cf-8b15-4f43-bc1a-2986f34566b3 req-ae34afc9-27f7-4ca9-a698-bcdfaa435ad1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 1099 time: 0.1104972 Jan 12 09:46:19.865598 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b37e58cf-8b15-4f43-bc1a-2986f34566b3 req-5be2a0c8-dd15-42db-9f90-6a656e33db49 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a75ee6d8-8bec-4819-ae5f-2c6a4304800a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387208 Jan 12 09:46:20.956784 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e2117-a8cc-4bba-b8c9-e257570ac774 req-905b3efd-3410-4fc1-8253-8e8602eb9889 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:20.958264 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e86e2117-a8cc-4bba-b8c9-e257570ac774 req-905b3efd-3410-4fc1-8253-8e8602eb9889 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 946 time: 0.0896192 Jan 12 09:46:21.003936 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e86e2117-a8cc-4bba-b8c9-e257570ac774 req-9fe14df9-f749-44d2-a816-32209205e47a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=a75ee6d8-8bec-4819-ae5f-2c6a4304800a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389261 Jan 12 09:46:22.213338 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ffd53-5145-4c24-9539-b8bceb437cb1 req-b545f4ac-d36a-40be-9bb1-781d50203889 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:22.214759 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0a5ffd53-5145-4c24-9539-b8bceb437cb1 req-b545f4ac-d36a-40be-9bb1-781d50203889 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 946 time: 0.0978117 Jan 12 09:46:22.261379 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0a5ffd53-5145-4c24-9539-b8bceb437cb1 req-7664776c-faca-4821-89c0-426c705fad4a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=a75ee6d8-8bec-4819-ae5f-2c6a4304800a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405421 Jan 12 09:46:22.462303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf3a7b-fda7-443c-8f6a-e7e9f70996cd req-cfe2a39c-059d-44bb-85b0-6b67bfbaf769 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:22.463836 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a4cf3a7b-fda7-443c-8f6a-e7e9f70996cd req-cfe2a39c-059d-44bb-85b0-6b67bfbaf769 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 946 time: 0.0825727 Jan 12 09:46:22.521643 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a4cf3a7b-fda7-443c-8f6a-e7e9f70996cd req-82715797-2b45-445f-bae5-639be5d1d4e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=a75ee6d8-8bec-4819-ae5f-2c6a4304800a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494690 Jan 12 09:46:22.549817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42934) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:22.622173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a41aaf-5f27-4e32-8e38-1350ac710860 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:22.623743 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d4a41aaf-5f27-4e32-8e38-1350ac710860 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 1094 time: 0.0729923 Jan 12 09:46:22.627326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42938) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:22.631994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '58898a61-ef4a-4599-8981-64ed1569ff49', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:46:22.638131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:46:22.642037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:floatingip and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:46:22.644891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:46:22.650447 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:46:22.663584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:22.807604 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:22.949503 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.218 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/7979de9f-5c08-46d2-ac06-942c9f3621c6) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:46:23.100100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:23.132389 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:23.198206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:46:23.201049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:46:23.204722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:46:23.238245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=7979de9f-5c08-46d2-ac06-942c9f3621c6,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:23.631967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:23.708928 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:23.911191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:23.917520 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:24.128661 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=7979de9f-5c08-46d2-ac06-942c9f3621c6,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:46:24.139128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:24.309312 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP 16e6b3a7-695b-4978-b601-9b1de9b70ba9 associated. External IP: 172.26.2.218, port: 58898a61-ef4a-4599-8981-64ed1569ff49. Jan 12 09:46:24.668714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:46:24.876999 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:46:24.884131 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd062e5d-58cf-485b-a703-d5a07b2d1789 None None] Sync routers for ids ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:46:24.901746 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd062e5d-58cf-485b-a703-d5a07b2d1789 None None] Routers {'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:46:24.901746 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-dd062e5d-58cf-485b-a703-d5a07b2d1789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:46:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:24.905180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:24.964824 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9a5bf657-020d-418a-8d2d-806dcd227989 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3333571 Jan 12 09:46:24.964930 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42944) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:24.965357 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'tag': '58898a61-ef4a-4599-8981-64ed1569ff49'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:46:25.106412 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-dd062e5d-58cf-485b-a703-d5a07b2d1789 None None] Set router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:46:25.177576 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b4fa8ae3-13e9-4432-a917-3fb136105576 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/routers/ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 HTTP/1.1" status: 200 len: 921 time: 0.2148206 Jan 12 09:46:25.180683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42952) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:25.190367 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'tag': '58898a61-ef4a-4599-8981-64ed1569ff49', 'status': 'completed', 'code': 200} Jan 12 09:46:25.336931 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ca736f2e-8cf5-461b-ab5a-f5946a9bcaf1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/16e6b3a7-695b-4978-b601-9b1de9b70ba9 HTTP/1.1" status: 200 len: 992 time: 0.1549788 Jan 12 09:46:25.356587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ba046-e2f8-4bac-8bcb-0f5df829a634 req-24d05b2c-2030-42ef-8f36-2982d0054a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:25.357700 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e08ba046-e2f8-4bac-8bcb-0f5df829a634 req-24d05b2c-2030-42ef-8f36-2982d0054a7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 1099 time: 0.1172700 Jan 12 09:46:25.462466 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-dd062e5d-58cf-485b-a703-d5a07b2d1789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:06Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '16e6b3a7-695b-4978-b601-9b1de9b70ba9', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'port_id': '58898a61-ef4a-4599-8981-64ed1569ff49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'mac_address': 'fa:16:3e:b5:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:46:23Z', 'updated_at': '2022-01-12T09:46:23Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94568891-0ce1-482c-afab-9e35cd2f5256', 'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:c9:18:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:05Z', 'updated_at': '2022-01-12T09:46:11Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:25.471090 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd062e5d-58cf-485b-a703-d5a07b2d1789 None None] Checking router: ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:46:25.479843 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd062e5d-58cf-485b-a703-d5a07b2d1789 None None] Routers {'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:46:25.480441 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-dd062e5d-58cf-485b-a703-d5a07b2d1789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:46:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:25.492699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ba046-e2f8-4bac-8bcb-0f5df829a634 req-8da3f585-4b14-4063-94f3-1fa62f4d1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:25.494231 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e08ba046-e2f8-4bac-8bcb-0f5df829a634 req-8da3f585-4b14-4063-94f3-1fa62f4d1e0a service neutron] 10.222.0.53 "GET /v2.0/networks?id=52459d99-ece7-452b-9be1-8477b266aa8a HTTP/1.1" status: 200 len: 897 time: 0.1291263 Jan 12 09:46:25.598594 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e08ba046-e2f8-4bac-8bcb-0f5df829a634 req-2f6431fd-f497-4369-9488-744132416d1f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58898a61-ef4a-4599-8981-64ed1569ff49 HTTP/1.1" status: 200 len: 1000 time: 0.0978281 Jan 12 09:46:25.663055 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ba046-e2f8-4bac-8bcb-0f5df829a634 req-fefe55bf-6a45-4a3d-9946-fd11f5dfec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:25.664550 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e08ba046-e2f8-4bac-8bcb-0f5df829a634 req-fefe55bf-6a45-4a3d-9946-fd11f5dfec36 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4aca46cf-b05d-4d5b-9858-1449516b9b30 HTTP/1.1" status: 200 len: 835 time: 0.0593104 Jan 12 09:46:25.725927 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-dd062e5d-58cf-485b-a703-d5a07b2d1789 None None] Set router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:46:25.742186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ba046-e2f8-4bac-8bcb-0f5df829a634 req-6105ed86-b928-4fae-a619-20028155f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:25.743715 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e08ba046-e2f8-4bac-8bcb-0f5df829a634 req-6105ed86-b928-4fae-a619-20028155f860 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52459d99-ece7-452b-9be1-8477b266aa8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718074 Jan 12 09:46:25.880753 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e08ba046-e2f8-4bac-8bcb-0f5df829a634 req-2044462e-17c3-445e-a99d-99472cbd618a service neutron] 10.222.0.53 "GET /v2.0/networks/52459d99-ece7-452b-9be1-8477b266aa8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306813 Jan 12 09:46:26.130991 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e08ba046-e2f8-4bac-8bcb-0f5df829a634 req-ef0c2c68-d84b-44d0-98f6-563184069071 service neutron] 10.222.0.53 "GET /v2.0/networks/52459d99-ece7-452b-9be1-8477b266aa8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438667 Jan 12 09:46:26.202947 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-dd062e5d-58cf-485b-a703-d5a07b2d1789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:06Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '16e6b3a7-695b-4978-b601-9b1de9b70ba9', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'port_id': '58898a61-ef4a-4599-8981-64ed1569ff49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'mac_address': 'fa:16:3e:b5:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:46:23Z', 'updated_at': '2022-01-12T09:46:23Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94568891-0ce1-482c-afab-9e35cd2f5256', 'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:c9:18:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:05Z', 'updated_at': '2022-01-12T09:46:11Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:46:26.207158 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd062e5d-58cf-485b-a703-d5a07b2d1789 None None] The sync data for ids ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'] in dv-neutron-824346-1-hyperv is: [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:06Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '16e6b3a7-695b-4978-b601-9b1de9b70ba9', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'port_id': '58898a61-ef4a-4599-8981-64ed1569ff49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'mac_address': 'fa:16:3e:b5:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:46:23Z', 'updated_at': '2022-01-12T09:46:23Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94568891-0ce1-482c-afab-9e35cd2f5256', 'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:c9:18:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:05Z', 'updated_at': '2022-01-12T09:46:11Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:46:26.340733 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42956) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:26.445657 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2208978-ee79-4775-aa8b-54aee102247d None None] New status for floating IP 16e6b3a7-695b-4978-b601-9b1de9b70ba9: ACTIVE {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:46:26.466199 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-54be387d-b57b-40c0-9b64-fb9bebda5fc5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/16e6b3a7-695b-4978-b601-9b1de9b70ba9 HTTP/1.1" status: 200 len: 992 time: 0.1216083 Jan 12 09:46:27.468426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42960) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:46:27.583721 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-bf596d7c-0524-4ae6-abce-3c657991b1c2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/16e6b3a7-695b-4978-b601-9b1de9b70ba9 HTTP/1.1" status: 200 len: 994 time: 0.1138601 Jan 12 09:46:34.430704 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-928afb1e-dd78-4a47-a9c1-aafee3e5d7f9 req-655b3ece-138d-45d6-8b7a-a29cf08ee583 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785921 Jan 12 09:46:34.579247 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928afb1e-dd78-4a47-a9c1-aafee3e5d7f9 req-5cd43b1a-fd74-4e06-b8f6-713bdd317db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:34.580719 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-928afb1e-dd78-4a47-a9c1-aafee3e5d7f9 req-5cd43b1a-fd74-4e06-b8f6-713bdd317db8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 1098 time: 0.0732806 Jan 12 09:46:34.736463 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928afb1e-dd78-4a47-a9c1-aafee3e5d7f9 req-7337037d-62ef-42c4-8bc1-9cba052af427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:34.737864 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-928afb1e-dd78-4a47-a9c1-aafee3e5d7f9 req-7337037d-62ef-42c4-8bc1-9cba052af427 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 911 time: 0.1363626 Jan 12 09:46:34.843991 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-928afb1e-dd78-4a47-a9c1-aafee3e5d7f9 req-9fa10fe5-f376-4c57-a97a-6cda514fa61a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5e10c06-1bd7-42ef-890b-34a0449cb2c6 HTTP/1.1" status: 200 len: 999 time: 0.0975323 Jan 12 09:46:34.909230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928afb1e-dd78-4a47-a9c1-aafee3e5d7f9 req-92d908f3-508c-4f0b-93d2-ab45b6392e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:34.910624 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-928afb1e-dd78-4a47-a9c1-aafee3e5d7f9 req-92d908f3-508c-4f0b-93d2-ab45b6392e56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee HTTP/1.1" status: 200 len: 849 time: 0.0604923 Jan 12 09:46:34.986638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928afb1e-dd78-4a47-a9c1-aafee3e5d7f9 req-bce4bb75-39aa-4588-8dbf-f0c4aae27d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:46:34.988064 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-928afb1e-dd78-4a47-a9c1-aafee3e5d7f9 req-bce4bb75-39aa-4588-8dbf-f0c4aae27d98 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c044518-5731-4207-8f99-0a1c6effbd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697885 Jan 12 09:46:35.127834 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-928afb1e-dd78-4a47-a9c1-aafee3e5d7f9 req-64f844d2-b4ca-4d8a-9e8c-de5efecf7b12 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329689 Jan 12 09:46:35.260373 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-928afb1e-dd78-4a47-a9c1-aafee3e5d7f9 req-b984c8b9-9b0b-4a68-b621-6c0e079386b2 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258590 Jan 12 09:46:36.713635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-94786578-1370-401d-b007-d09f72fd09e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:39.292222 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f96af79a-1a03-4a62-97ae-c59e5b716459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:40.336089 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:41.016415 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:42.617912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:46:45.398096 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:46:46.588183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:00.992129 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42976) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:01.182160 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2827eb55-5a8e-4f8d-9f47-794c2587e9b1 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/routers/ccb78fe8-4d4a-474c-b1ab-529b2e5a8740/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1885006 Jan 12 09:47:01.186421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42980) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:01.532788 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b994570-074c-4748-811c-68f30541424a tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Notify agent at dv-neutron-824346-1-hyperv the message router_removed_from_agent {{(pid=87664) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 12 09:47:01.536214 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6b994570-074c-4748-811c-68f30541424a tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "DELETE /v2.0/agents/a9c99030-1e48-415e-871c-8cf43e0ee8c3/l3-routers/ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 HTTP/1.1" status: 204 len: 168 time: 0.3488493 Jan 12 09:47:01.538988 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42984) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:01.719033 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6c39d736-fbb5-4e68-984e-70b209c7869d tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/routers/ccb78fe8-4d4a-474c-b1ab-529b2e5a8740/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1787026 Jan 12 09:47:01.721656 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42988) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:01.839455 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4f293e5a-7a12-43c5-8180-16cd6ef2176e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/16e6b3a7-695b-4978-b601-9b1de9b70ba9 HTTP/1.1" status: 200 len: 994 time: 0.1165583 Jan 12 09:47:02.319923 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bde870-afe0-457c-8153-769a0fe20d40 None None] New status for floating IP 16e6b3a7-695b-4978-b601-9b1de9b70ba9: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:47:02.842675 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 42992) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:02.948145 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-de48fbe3-36bd-4bce-958d-914c04dfd681 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/16e6b3a7-695b-4978-b601-9b1de9b70ba9 HTTP/1.1" status: 200 len: 992 time: 0.1042879 Jan 12 09:47:03.073445 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7dd21a65-ab41-4fac-b3df-498c69812621 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:03.194338 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:03.210619 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 7dd21a65-ab41-4fac-b3df-498c69812621, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7dd21a65-ab41-4fac-b3df-498c69812621,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:03.216520 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:03.217237 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 94568891-0ce1-482c-afab-9e35cd2f5256 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:03.327016 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=7dd21a65-ab41-4fac-b3df-498c69812621,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:03.385708 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:03.418489 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 94568891-0ce1-482c-afab-9e35cd2f5256, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=94568891-0ce1-482c-afab-9e35cd2f5256,segment=NetworkSegment(1bfe9880-e5e4-4174-aa3c-55bb0d6ad468),segment_id=1bfe9880-e5e4-4174-aa3c-55bb0d6ad468)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:03.442788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:03.509556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=94568891-0ce1-482c-afab-9e35cd2f5256,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:04.116618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 42998) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:04.323089 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de2d577-d553-486e-a9f2-95c2f7e093f2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:47:04.323361 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de2d577-d553-486e-a9f2-95c2f7e093f2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Notify agent at dv-neutron-824346-1-hyperv the message router_added_to_agent {{(pid=87664) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 12 09:47:04.341542 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2de2d577-d553-486e-a9f2-95c2f7e093f2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "POST /v2.0/agents/a9c99030-1e48-415e-871c-8cf43e0ee8c3/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2235312 Jan 12 09:47:04.344317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43006) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:04.354373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83bab1c-3eb4-48d6-bed2-63d8668da4e4 None None] Sync routers for ids ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:47:04.363667 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83bab1c-3eb4-48d6-bed2-63d8668da4e4 None None] Routers {'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:04.364275 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b83bab1c-3eb4-48d6-bed2-63d8668da4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:46:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:04.525804 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-efcbc54e-8b70-4068-bf2b-767309d6e8fb tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/routers/ccb78fe8-4d4a-474c-b1ab-529b2e5a8740/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1804283 Jan 12 09:47:04.528778 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43010) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:04.557054 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-b83bab1c-3eb4-48d6-bed2-63d8668da4e4 None None] Set router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:04.634138 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-45fc36e2-b06f-4163-8758-15f577110158 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/16e6b3a7-695b-4978-b601-9b1de9b70ba9 HTTP/1.1" status: 200 len: 992 time: 0.1042340 Jan 12 09:47:04.908143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b83bab1c-3eb4-48d6-bed2-63d8668da4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:06Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:47:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '16e6b3a7-695b-4978-b601-9b1de9b70ba9', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'port_id': '58898a61-ef4a-4599-8981-64ed1569ff49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'mac_address': 'fa:16:3e:b5:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:46:23Z', 'updated_at': '2022-01-12T09:47:02Z', 'revision_number': 2, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94568891-0ce1-482c-afab-9e35cd2f5256', 'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:c9:18:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:05Z', 'updated_at': '2022-01-12T09:47:03Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:04.912017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83bab1c-3eb4-48d6-bed2-63d8668da4e4 None None] Checking router: ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:47:04.920840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83bab1c-3eb4-48d6-bed2-63d8668da4e4 None None] Routers {'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:04.921453 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b83bab1c-3eb4-48d6-bed2-63d8668da4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:46:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:05.129113 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-b83bab1c-3eb4-48d6-bed2-63d8668da4e4 None None] Set router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:05.173846 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43014) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:05.379235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Deleting port e79eb4eb-8993-4e91-ab4d-ad26d1f8e38d {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:05.379584 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:05.480668 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-b83bab1c-3eb4-48d6-bed2-63d8668da4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:06Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:47:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '16e6b3a7-695b-4978-b601-9b1de9b70ba9', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'port_id': '58898a61-ef4a-4599-8981-64ed1569ff49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'mac_address': 'fa:16:3e:b5:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:46:23Z', 'updated_at': '2022-01-12T09:47:02Z', 'revision_number': 2, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94568891-0ce1-482c-afab-9e35cd2f5256', 'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:c9:18:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:05Z', 'updated_at': '2022-01-12T09:47:03Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:05.484848 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83bab1c-3eb4-48d6-bed2-63d8668da4e4 None None] The sync data for ids ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'] in dv-neutron-824346-1-hyperv is: [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:06Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:47:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '16e6b3a7-695b-4978-b601-9b1de9b70ba9', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'port_id': '58898a61-ef4a-4599-8981-64ed1569ff49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'mac_address': 'fa:16:3e:b5:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:46:23Z', 'updated_at': '2022-01-12T09:47:02Z', 'revision_number': 2, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94568891-0ce1-482c-afab-9e35cd2f5256', 'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:c9:18:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:05Z', 'updated_at': '2022-01-12T09:47:03Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:47:05.638080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43018) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:05.694038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:05.694355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:05.770602 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0feee590-60ea-4352-960c-a314536e685d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/16e6b3a7-695b-4978-b601-9b1de9b70ba9 HTTP/1.1" status: 200 len: 992 time: 0.1294825 Jan 12 09:47:05.822787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Calling delete_port for e79eb4eb-8993-4e91-ab4d-ad26d1f8e38d owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:05.981579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:06.059657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event deleted for resources: {'Port': ['ID=e79eb4eb-8993-4e91-ab4d-ad26d1f8e38d,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:06.100847 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:06.101208 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:06.101554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:06.101880 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:06.102204 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:06.102880 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:06.102880 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:06.103176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:06.103506 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:06.103826 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:06.104143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:06.104458 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:06.139284 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:06.139609 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Floating IP 52534621-3734-4afa-b02a-de0fdc321572 disassociated (deleted). External IP: 172.26.2.104, port: 50a2fced-e121-4970-8bd0-c077d9b908e3. Jan 12 09:47:06.519805 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Router c5212f11-65aa-4027-8b40-2c5f02937e1d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:47:06.711661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6f6da63c-0f19-4634-b6dc-6c1968ef6cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:06.720277 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:47:06.731299 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5649a0-8c1d-4cfc-b92a-8fd70969b4a6 None None] Sync routers for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:47:06.742262 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5649a0-8c1d-4cfc-b92a-8fd70969b4a6 None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:06.743055 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-ca5649a0-8c1d-4cfc-b92a-8fd70969b4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:46:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:06.749683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:06.772692 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43022) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:06.818752 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f4bfea62-6eca-4458-b00d-99fdff34e80a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "DELETE /v2.0/floatingips/52534621-3734-4afa-b02a-de0fdc321572 HTTP/1.1" status: 204 len: 168 time: 1.6437075 Jan 12 09:47:06.819699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2904001d-1a3c-4232-84c9-5f421dddd10d', 'tag': '50a2fced-e121-4970-8bd0-c077d9b908e3'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:47:06.891709 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2904001d-1a3c-4232-84c9-5f421dddd10d', 'tag': '50a2fced-e121-4970-8bd0-c077d9b908e3', 'status': 'completed', 'code': 200} Jan 12 09:47:06.933813 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-39225207-f956-4019-baf2-1a0aff733396 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/16e6b3a7-695b-4978-b601-9b1de9b70ba9 HTTP/1.1" status: 200 len: 992 time: 0.1587837 Jan 12 09:47:06.944722 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-ca5649a0-8c1d-4cfc-b92a-8fd70969b4a6 None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:06.997463 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af759ea7-e0a8-4ffd-88ae-61e504c93fcf req-662eb6a4-b301-4179-b50e-a0964e16c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:06.999015 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-af759ea7-e0a8-4ffd-88ae-61e504c93fcf req-662eb6a4-b301-4179-b50e-a0964e16c16e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 1099 time: 0.0804200 Jan 12 09:47:07.182830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7dd21a65-ab41-4fac-b3df-498c69812621 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:47:07.254650 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af759ea7-e0a8-4ffd-88ae-61e504c93fcf req-582a2e79-458c-40c3-afb8-8d1d8eb6916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:07.256443 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-af759ea7-e0a8-4ffd-88ae-61e504c93fcf req-582a2e79-458c-40c3-afb8-8d1d8eb6916f service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 911 time: 0.2463586 Jan 12 09:47:07.267939 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 7dd21a65-ab41-4fac-b3df-498c69812621 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:07.268670 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:07.294391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf544f4-cc33-40b8-95c4-c304a124106d req-61f6dedf-f9e8-4042-b176-31edb27f3f5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:07.303338 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9bf544f4-cc33-40b8-95c4-c304a124106d req-61f6dedf-f9e8-4042-b176-31edb27f3f5e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 946 time: 0.0994768 Jan 12 09:47:07.358035 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9bf544f4-cc33-40b8-95c4-c304a124106d req-e1a0cffa-e64e-4b35-a539-5ba86032e78e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522542 Jan 12 09:47:07.411069 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:07.433190 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 7dd21a65-ab41-4fac-b3df-498c69812621, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7dd21a65-ab41-4fac-b3df-498c69812621,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:07.439456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:07.440649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 94568891-0ce1-482c-afab-9e35cd2f5256 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:47:07.441052 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-ca5649a0-8c1d-4cfc-b92a-8fd70969b4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1089f1c4-5de4-44cc-b954-5311a419068c', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'floating_ip_address': '172.26.2.2', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'port_id': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'mac_address': 'fa:16:3e:b5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:08Z', 'updated_at': '2022-01-12T09:43:11Z', 'revision_number': 1, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:07.451898 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5649a0-8c1d-4cfc-b92a-8fd70969b4a6 None None] Checking router: c5212f11-65aa-4027-8b40-2c5f02937e1d for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:47:07.463123 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5649a0-8c1d-4cfc-b92a-8fd70969b4a6 None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:07.463861 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-ca5649a0-8c1d-4cfc-b92a-8fd70969b4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:46:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:07.481062 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-af759ea7-e0a8-4ffd-88ae-61e504c93fcf req-a7edaea7-c085-49a6-8fd0-115c5b3b3eb0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a2fced-e121-4970-8bd0-c077d9b908e3 HTTP/1.1" status: 200 len: 217 time: 0.2175398 Jan 12 09:47:07.518302 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0021be14-4589-4ffb-91cf-955b4f93f653 None None] New status for floating IP 16e6b3a7-695b-4978-b601-9b1de9b70ba9: ACTIVE {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:47:07.548683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af759ea7-e0a8-4ffd-88ae-61e504c93fcf req-531783d8-4922-4018-8b99-85dd57aa0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:07.550129 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-af759ea7-e0a8-4ffd-88ae-61e504c93fcf req-531783d8-4922-4018-8b99-85dd57aa0cac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee HTTP/1.1" status: 200 len: 849 time: 0.0584531 Jan 12 09:47:07.630074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af759ea7-e0a8-4ffd-88ae-61e504c93fcf req-75050212-f507-430d-93ca-bf879f0eb571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:07.632610 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-af759ea7-e0a8-4ffd-88ae-61e504c93fcf req-75050212-f507-430d-93ca-bf879f0eb571 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c044518-5731-4207-8f99-0a1c6effbd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730991 Jan 12 09:47:07.655073 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-ca5649a0-8c1d-4cfc-b92a-8fd70969b4a6 None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:07.728453 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=7dd21a65-ab41-4fac-b3df-498c69812621,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:07.756728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 94568891-0ce1-482c-afab-9e35cd2f5256 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:07.757098 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:07.773002 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-af759ea7-e0a8-4ffd-88ae-61e504c93fcf req-e8fd9869-855f-4f37-89b4-0dc6c7b434dd service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327240 Jan 12 09:47:07.913727 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-af759ea7-e0a8-4ffd-88ae-61e504c93fcf req-66157a8f-8632-435f-aa29-b798bdb4e4e0 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325407 Jan 12 09:47:07.937329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43032) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:07.941695 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:07.974427 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 94568891-0ce1-482c-afab-9e35cd2f5256, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=94568891-0ce1-482c-afab-9e35cd2f5256,segment=NetworkSegment(1bfe9880-e5e4-4174-aa3c-55bb0d6ad468),segment_id=1bfe9880-e5e4-4174-aa3c-55bb0d6ad468)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:07.982402 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:08.035100 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-ca5649a0-8c1d-4cfc-b92a-8fd70969b4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1089f1c4-5de4-44cc-b954-5311a419068c', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'floating_ip_address': '172.26.2.2', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'port_id': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'mac_address': 'fa:16:3e:b5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:08Z', 'updated_at': '2022-01-12T09:43:11Z', 'revision_number': 1, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:08.040230 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5649a0-8c1d-4cfc-b92a-8fd70969b4a6 None None] The sync data for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv is: [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1089f1c4-5de4-44cc-b954-5311a419068c', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'floating_ip_address': '172.26.2.2', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'port_id': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'mac_address': 'fa:16:3e:b5:0e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:43:08Z', 'updated_at': '2022-01-12T09:43:11Z', 'revision_number': 1, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:47:08.065398 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=94568891-0ce1-482c-afab-9e35cd2f5256,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:08.075616 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e256836d-f791-40e1-85e6-cacbe3ce6f07 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/16e6b3a7-695b-4978-b601-9b1de9b70ba9 HTTP/1.1" status: 200 len: 994 time: 0.1361966 Jan 12 09:47:08.358334 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43040) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:08.383550 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fddc667-d155-4e2e-a307-8d7c537cf829 None None] New status for floating IP 52534621-3734-4afa-b02a-de0fdc321572: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:47:08.725025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 7979de9f-5c08-46d2-ac06-942c9f3621c6 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:08.725375 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:08.817989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2703639-6109-46db-a1e8-4a992a9dc0db req-71a3cb5a-73eb-4911-aef0-ab06d2e3d43a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:08.819477 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e2703639-6109-46db-a1e8-4a992a9dc0db req-71a3cb5a-73eb-4911-aef0-ab06d2e3d43a tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 946 time: 0.1904714 Jan 12 09:47:08.937495 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e2703639-6109-46db-a1e8-4a992a9dc0db req-c0021e8c-976e-4b66-8455-c67befe6e922 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093233 Jan 12 09:47:08.940972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:08.941298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:09.021992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293bfc7-ad59-48f8-849c-aa2acba7c513 req-662e75e5-383c-48e0-adef-55372ef9d404 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:09.022664 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-b293bfc7-ad59-48f8-849c-aa2acba7c513 req-662e75e5-383c-48e0-adef-55372ef9d404 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Synchronizing usage tracker for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:47:09.040763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-b293bfc7-ad59-48f8-849c-aa2acba7c513 req-662e75e5-383c-48e0-adef-55372ef9d404 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Unset dirty status for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:47:09.041987 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b293bfc7-ad59-48f8-849c-aa2acba7c513 req-662e75e5-383c-48e0-adef-55372ef9d404 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.53 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 946 time: 0.1025274 Jan 12 09:47:09.066909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 7979de9f-5c08-46d2-ac06-942c9f3621c6 owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:09.112616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7dd21a65-ab41-4fac-b3df-498c69812621 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:47:09.117118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-b293bfc7-ad59-48f8-849c-aa2acba7c513 req-0d1bb0fe-4ed3-4ac0-b570-0887ba1768b0 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Deleting port 50a2fced-e121-4970-8bd0-c077d9b908e3 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:09.117656 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b293bfc7-ad59-48f8-849c-aa2acba7c513 req-0d1bb0fe-4ed3-4ac0-b570-0887ba1768b0 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:09.236823 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 7dd21a65-ab41-4fac-b3df-498c69812621 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:09.237068 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:09.241114 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:09.293983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=7979de9f-5c08-46d2-ac06-942c9f3621c6,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:09.301469 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b855fffb-f061-4c64-96ec-8bbfd119a778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:09.302961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:09.303477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:09.303968 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:09.304464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:09.305038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:09.305517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:09.305988 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:09.306462 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:09.306981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:09.307448 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:09.307911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:09.308372 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:09.368459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 94568891-0ce1-482c-afab-9e35cd2f5256 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:47:09.379101 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-b293bfc7-ad59-48f8-849c-aa2acba7c513 req-0d1bb0fe-4ed3-4ac0-b570-0887ba1768b0 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] For port 50a2fced-e121-4970-8bd0-c077d9b908e3, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=50a2fced-e121-4970-8bd0-c077d9b908e3,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:09.379738 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b293bfc7-ad59-48f8-849c-aa2acba7c513 req-0d1bb0fe-4ed3-4ac0-b570-0887ba1768b0 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:09.403216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:09.403580 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP 16e6b3a7-695b-4978-b601-9b1de9b70ba9 disassociated (deleted). External IP: 172.26.2.218, port: 58898a61-ef4a-4599-8981-64ed1569ff49. Jan 12 09:47:09.435980 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 94568891-0ce1-482c-afab-9e35cd2f5256 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:09.436368 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:09.510146 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-b293bfc7-ad59-48f8-849c-aa2acba7c513 req-0d1bb0fe-4ed3-4ac0-b570-0887ba1768b0 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Calling delete_port for 50a2fced-e121-4970-8bd0-c077d9b908e3 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:09.658559 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b293bfc7-ad59-48f8-849c-aa2acba7c513 req-0d1bb0fe-4ed3-4ac0-b570-0887ba1768b0 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:09.711659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bb0fe-4ed3-4ac0-b570-0887ba1768b0 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event deleted for resources: {'Port': ['ID=50a2fced-e121-4970-8bd0-c077d9b908e3,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:09.761016 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:47:09.787209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-b293bfc7-ad59-48f8-849c-aa2acba7c513 req-0d1bb0fe-4ed3-4ac0-b570-0887ba1768b0 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] No DVR routers for this DVR port 50a2fced-e121-4970-8bd0-c077d9b908e3 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:47:09.789806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b293bfc7-ad59-48f8-849c-aa2acba7c513 req-0d1bb0fe-4ed3-4ac0-b570-0887ba1768b0 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:09.792532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2904001d-1a3c-4232-84c9-5f421dddd10d', 'name': 'network-vif-deleted', 'tag': '50a2fced-e121-4970-8bd0-c077d9b908e3'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:47:09.809865 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b293bfc7-ad59-48f8-849c-aa2acba7c513 req-0d1bb0fe-4ed3-4ac0-b570-0887ba1768b0 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.53 "DELETE /v2.0/ports/50a2fced-e121-4970-8bd0-c077d9b908e3 HTTP/1.1" status: 204 len: 173 time: 0.7598755 Jan 12 09:47:09.846089 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2904001d-1a3c-4232-84c9-5f421dddd10d', 'name': 'network-vif-deleted', 'tag': '50a2fced-e121-4970-8bd0-c077d9b908e3', 'status': 'completed', 'code': 200} Jan 12 09:47:09.947315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:47:09.956621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a230ffe2-f858-4271-ae66-16bcf7cb59eb None None] Sync routers for ids ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:47:09.966938 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a230ffe2-f858-4271-ae66-16bcf7cb59eb None None] Routers {'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:09.967660 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a230ffe2-f858-4271-ae66-16bcf7cb59eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:47:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:09.987516 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:10.163498 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-a230ffe2-f858-4271-ae66-16bcf7cb59eb None None] Set router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:10.232084 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c33acdbd-9704-48aa-b6a3-22a8a2944985 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/floatingips/16e6b3a7-695b-4978-b601-9b1de9b70ba9 HTTP/1.1" status: 204 len: 168 time: 1.8725424 Jan 12 09:47:10.235008 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e3dc4cb9-ac7a-466d-a1c6-04fb5ea4f5f9 req-3e2283bc-b28c-4cc0-816d-e3509663e831 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=2904001d-1a3c-4232-84c9-5f421dddd10d HTTP/1.1" status: 200 len: 210 time: 0.1815202 Jan 12 09:47:10.235814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'tag': '58898a61-ef4a-4599-8981-64ed1569ff49'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:47:10.316694 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'tag': '58898a61-ef4a-4599-8981-64ed1569ff49', 'status': 'completed', 'code': 200} Jan 12 09:47:10.462642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f001a48-c5f3-4a6a-8f89-a7250f04a9f2 req-078fdf60-0cb1-40e8-924c-c622dd4ae9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:10.464253 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0f001a48-c5f3-4a6a-8f89-a7250f04a9f2 req-078fdf60-0cb1-40e8-924c-c622dd4ae9fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 1099 time: 0.1108017 Jan 12 09:47:10.547081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:10.633810 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f001a48-c5f3-4a6a-8f89-a7250f04a9f2 req-31b0e4f1-9577-4ca8-bc57-1c09129b3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:10.635671 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0f001a48-c5f3-4a6a-8f89-a7250f04a9f2 req-31b0e4f1-9577-4ca8-bc57-1c09129b3378 service neutron] 10.222.0.53 "GET /v2.0/networks?id=52459d99-ece7-452b-9be1-8477b266aa8a HTTP/1.1" status: 200 len: 897 time: 0.1553621 Jan 12 09:47:10.682171 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a230ffe2-f858-4271-ae66-16bcf7cb59eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:06Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:47:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '94568891-0ce1-482c-afab-9e35cd2f5256', 'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:c9:18:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:05Z', 'updated_at': '2022-01-12T09:47:07Z', 'revision_number': 7, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:10.686129 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a230ffe2-f858-4271-ae66-16bcf7cb59eb None None] Checking router: ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:47:10.696147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a230ffe2-f858-4271-ae66-16bcf7cb59eb None None] Routers {'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:10.697255 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a230ffe2-f858-4271-ae66-16bcf7cb59eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:47:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:10.712129 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0f001a48-c5f3-4a6a-8f89-a7250f04a9f2 req-bb724da6-ce57-4c4b-ad45-f695f45eb0d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58898a61-ef4a-4599-8981-64ed1569ff49 HTTP/1.1" status: 200 len: 217 time: 0.0688229 Jan 12 09:47:10.757266 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac35a2-4858-4445-9382-50714b21ac42 req-c891118e-32d4-4e0e-b184-4b11b0f7bab0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:10.758119 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-15ac35a2-4858-4445-9382-50714b21ac42 req-c891118e-32d4-4e0e-b184-4b11b0f7bab0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:47:10.777090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-15ac35a2-4858-4445-9382-50714b21ac42 req-c891118e-32d4-4e0e-b184-4b11b0f7bab0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:47:10.778893 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-15ac35a2-4858-4445-9382-50714b21ac42 req-c891118e-32d4-4e0e-b184-4b11b0f7bab0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 946 time: 0.1107895 Jan 12 09:47:10.826222 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-15ac35a2-4858-4445-9382-50714b21ac42 req-46f07b26-04f1-4fb1-a472-2796d10201bf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=a75ee6d8-8bec-4819-ae5f-2c6a4304800a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411644 Jan 12 09:47:10.893857 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-a230ffe2-f858-4271-ae66-16bcf7cb59eb None None] Set router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:10.895575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f001a48-c5f3-4a6a-8f89-a7250f04a9f2 req-c33d6e04-cb10-42d0-8c0e-4ec053865203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:10.897083 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0f001a48-c5f3-4a6a-8f89-a7250f04a9f2 req-c33d6e04-cb10-42d0-8c0e-4ec053865203 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4aca46cf-b05d-4d5b-9858-1449516b9b30 HTTP/1.1" status: 200 len: 835 time: 0.1785560 Jan 12 09:47:10.975454 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f001a48-c5f3-4a6a-8f89-a7250f04a9f2 req-699a02c2-766d-42cb-bbc9-385c9a0f3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:10.977115 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0f001a48-c5f3-4a6a-8f89-a7250f04a9f2 req-699a02c2-766d-42cb-bbc9-385c9a0f3963 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52459d99-ece7-452b-9be1-8477b266aa8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725453 Jan 12 09:47:11.112883 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0f001a48-c5f3-4a6a-8f89-a7250f04a9f2 req-3deb4eda-4d4e-4e4c-8e88-5ceb0a42b162 service neutron] 10.222.0.53 "GET /v2.0/networks/52459d99-ece7-452b-9be1-8477b266aa8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290505 Jan 12 09:47:11.120284 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:11.235458 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a230ffe2-f858-4271-ae66-16bcf7cb59eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:06Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:47:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '94568891-0ce1-482c-afab-9e35cd2f5256', 'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:c9:18:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:05Z', 'updated_at': '2022-01-12T09:47:07Z', 'revision_number': 7, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:11.239462 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a230ffe2-f858-4271-ae66-16bcf7cb59eb None None] The sync data for ids ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'] in dv-neutron-824346-1-hyperv is: [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:46:06Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:47:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '94568891-0ce1-482c-afab-9e35cd2f5256', 'name': '', 'network_id': '52459d99-ece7-452b-9be1-8477b266aa8a', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:c9:18:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:05Z', 'updated_at': '2022-01-12T09:47:07Z', 'revision_number': 7, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': '4aca46cf-b05d-4d5b-9858-1449516b9b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:47:11.256765 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0f001a48-c5f3-4a6a-8f89-a7250f04a9f2 req-480a96c3-b78a-4f6e-af67-494822b0b02a service neutron] 10.222.0.53 "GET /v2.0/networks/52459d99-ece7-452b-9be1-8477b266aa8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353533 Jan 12 09:47:11.987396 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849baf7d-cadb-4a57-9b92-fbaadf6f5c8a None None] New status for floating IP 16e6b3a7-695b-4978-b601-9b1de9b70ba9: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:47:12.053028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a4d15-6b05-4c28-8952-0e0fbdfe8c13 req-4cdc5d09-450b-47a9-a17c-82dfbd8efe87 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:12.054742 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c57a4d15-6b05-4c28-8952-0e0fbdfe8c13 req-4cdc5d09-450b-47a9-a17c-82dfbd8efe87 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 946 time: 0.1046131 Jan 12 09:47:12.106201 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c57a4d15-6b05-4c28-8952-0e0fbdfe8c13 req-168b8591-f93f-411d-bd21-9493a2748fbf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=a75ee6d8-8bec-4819-ae5f-2c6a4304800a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456405 Jan 12 09:47:12.213556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d58b8-3c74-4ec1-b706-823384b00ca7 req-8c699722-2eae-4cb0-bd66-49eb0014e3ac tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:12.215071 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d19d58b8-3c74-4ec1-b706-823384b00ca7 req-8c699722-2eae-4cb0-bd66-49eb0014e3ac tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 946 time: 0.0985787 Jan 12 09:47:12.288082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-d19d58b8-3c74-4ec1-b706-823384b00ca7 req-f97ee217-d9bf-41b0-a4b7-c91ca14e1242 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 58898a61-ef4a-4599-8981-64ed1569ff49 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:12.288279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d19d58b8-3c74-4ec1-b706-823384b00ca7 req-f97ee217-d9bf-41b0-a4b7-c91ca14e1242 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:12.538519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-d19d58b8-3c74-4ec1-b706-823384b00ca7 req-f97ee217-d9bf-41b0-a4b7-c91ca14e1242 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 58898a61-ef4a-4599-8981-64ed1569ff49, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=58898a61-ef4a-4599-8981-64ed1569ff49,segment=NetworkSegment(1bfe9880-e5e4-4174-aa3c-55bb0d6ad468),segment_id=1bfe9880-e5e4-4174-aa3c-55bb0d6ad468)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:12.538800 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d19d58b8-3c74-4ec1-b706-823384b00ca7 req-f97ee217-d9bf-41b0-a4b7-c91ca14e1242 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:12.617215 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:12.665988 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-d19d58b8-3c74-4ec1-b706-823384b00ca7 req-f97ee217-d9bf-41b0-a4b7-c91ca14e1242 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 58898a61-ef4a-4599-8981-64ed1569ff49 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:12.825975 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d19d58b8-3c74-4ec1-b706-823384b00ca7 req-f97ee217-d9bf-41b0-a4b7-c91ca14e1242 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:12.913241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ee217-d9bf-41b0-a4b7-c91ca14e1242 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=58898a61-ef4a-4599-8981-64ed1569ff49,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:12.961704 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19d58b8-3c74-4ec1-b706-823384b00ca7 req-f97ee217-d9bf-41b0-a4b7-c91ca14e1242 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] No DVR routers for this DVR port 58898a61-ef4a-4599-8981-64ed1569ff49 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:47:12.964534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d19d58b8-3c74-4ec1-b706-823384b00ca7 req-f97ee217-d9bf-41b0-a4b7-c91ca14e1242 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:12.967482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'name': 'network-vif-deleted', 'tag': '58898a61-ef4a-4599-8981-64ed1569ff49'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:47:12.985838 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d19d58b8-3c74-4ec1-b706-823384b00ca7 req-f97ee217-d9bf-41b0-a4b7-c91ca14e1242 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "DELETE /v2.0/ports/58898a61-ef4a-4599-8981-64ed1569ff49 HTTP/1.1" status: 204 len: 173 time: 0.7616067 Jan 12 09:47:13.029013 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad', 'name': 'network-vif-deleted', 'tag': '58898a61-ef4a-4599-8981-64ed1569ff49', 'status': 'completed', 'code': 200} Jan 12 09:47:13.275854 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cac463e7-c28b-4290-85fe-66ad5a28c8e4 req-aa7e622d-b361-403b-b68a-573f6d441363 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49fc2bd-84fe-44c2-a6fc-365a6cd4b8ad HTTP/1.1" status: 200 len: 210 time: 0.0427146 Jan 12 09:47:13.429319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 58898a61-ef4a-4599-8981-64ed1569ff49 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:13.463980 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 58898a61-ef4a-4599-8981-64ed1569ff49 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:47:13.464357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 58898a61-ef4a-4599-8981-64ed1569ff49 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:13.464777 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 50a2fced-e121-4970-8bd0-c077d9b908e3 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:13.539601 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 50a2fced-e121-4970-8bd0-c077d9b908e3 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:47:13.539917 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 50a2fced-e121-4970-8bd0-c077d9b908e3 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:14.377809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43078) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:14.446076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9f732bb-7c61-44a4-8559-6774d0e3670d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:14.475401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9f732bb-7c61-44a4-8559-6774d0e3670d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:14.548586 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9f732bb-7c61-44a4-8559-6774d0e3670d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:14.567758 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f732bb-7c61-44a4-8559-6774d0e3670d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75ee6d8-8bec-4819-ae5f-2c6a4304800a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:14.590236 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9f732bb-7c61-44a4-8559-6774d0e3670d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:14.594811 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d9f732bb-7c61-44a4-8559-6774d0e3670d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/security-groups/a75ee6d8-8bec-4819-ae5f-2c6a4304800a HTTP/1.1" status: 204 len: 168 time: 0.2157676 Jan 12 09:47:14.623093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43084) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:15.298749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0d0638b2-a5b9-4850-a9c8-bb9399aa96cb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:15.673065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-0d0638b2-a5b9-4850-a9c8-bb9399aa96cb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 94568891-0ce1-482c-afab-9e35cd2f5256 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:15.673756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0d0638b2-a5b9-4850-a9c8-bb9399aa96cb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:15.875155 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-0d0638b2-a5b9-4850-a9c8-bb9399aa96cb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 94568891-0ce1-482c-afab-9e35cd2f5256, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=94568891-0ce1-482c-afab-9e35cd2f5256,segment=NetworkSegment(1bfe9880-e5e4-4174-aa3c-55bb0d6ad468),segment_id=1bfe9880-e5e4-4174-aa3c-55bb0d6ad468)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:15.875595 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0d0638b2-a5b9-4850-a9c8-bb9399aa96cb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:15.886042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43092) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:15.999335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-0d0638b2-a5b9-4850-a9c8-bb9399aa96cb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 94568891-0ce1-482c-afab-9e35cd2f5256 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:16.087269 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-f24d22eb-341e-46d6-a092-c04fa975614b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Deleting port 58ffe90b-bf9d-4146-affe-736571c370f5 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:16.087928 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f24d22eb-341e-46d6-a092-c04fa975614b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:16.189900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0d0638b2-a5b9-4850-a9c8-bb9399aa96cb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:16.238622 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0638b2-a5b9-4850-a9c8-bb9399aa96cb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=94568891-0ce1-482c-afab-9e35cd2f5256,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:16.261800 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f24d22eb-341e-46d6-a092-c04fa975614b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:16.262207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f24d22eb-341e-46d6-a092-c04fa975614b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:16.389451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-f24d22eb-341e-46d6-a092-c04fa975614b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Calling delete_port for 58ffe90b-bf9d-4146-affe-736571c370f5 owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:16.549289 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f24d22eb-341e-46d6-a092-c04fa975614b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:16.584363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:16.595984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d22eb-341e-46d6-a092-c04fa975614b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event deleted for resources: {'Port': ['ID=58ffe90b-bf9d-4146-affe-736571c370f5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:16.620350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0d0638b2-a5b9-4850-a9c8-bb9399aa96cb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:16.687383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f24d22eb-341e-46d6-a092-c04fa975614b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:16.687725 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-f24d22eb-341e-46d6-a092-c04fa975614b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Floating IP 1089f1c4-5de4-44cc-b954-5311a419068c disassociated (deleted). External IP: 172.26.2.2, port: f5e10c06-1bd7-42ef-890b-34a0449cb2c6. Jan 12 09:47:16.984581 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0638b2-a5b9-4850-a9c8-bb9399aa96cb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:47:17.158214 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24d22eb-341e-46d6-a092-c04fa975614b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Router c5212f11-65aa-4027-8b40-2c5f02937e1d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:47:17.184372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0638b2-a5b9-4850-a9c8-bb9399aa96cb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:47:17.196874 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f67535-ed68-4eca-b0cc-acccd9e2faca None None] Sync routers for ids ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:47:17.197011 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0d0638b2-a5b9-4850-a9c8-bb9399aa96cb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/ccb78fe8-4d4a-474c-b1ab-529b2e5a8740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5726712 Jan 12 09:47:17.199920 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43096) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:17.206925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f67535-ed68-4eca-b0cc-acccd9e2faca None None] Routers {'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:17.207541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e8f67535-ed68-4eca-b0cc-acccd9e2faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:47:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:17.265467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fe45d2-d12c-43ca-823a-64718d269e3a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting subnet 4aca46cf-b05d-4d5b-9858-1449516b9b30 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:47:17.268653 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-07fe45d2-d12c-43ca-823a-64718d269e3a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:17.338441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-07fe45d2-d12c-43ca-823a-64718d269e3a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:17.338683 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24d22eb-341e-46d6-a092-c04fa975614b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:47:17.349893 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b11d573-81be-4586-8283-9bcdf746a72c None None] Sync routers for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:47:17.354952 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f24d22eb-341e-46d6-a092-c04fa975614b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:17.362750 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11d573-81be-4586-8283-9bcdf746a72c None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:17.363720 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2b11d573-81be-4586-8283-9bcdf746a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:47:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:17.385427 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-e8f67535-ed68-4eca-b0cc-acccd9e2faca None None] Set router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:17.413742 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f24d22eb-341e-46d6-a092-c04fa975614b tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "DELETE /v2.0/floatingips/1089f1c4-5de4-44cc-b954-5311a419068c HTTP/1.1" status: 204 len: 168 time: 1.5242441 Jan 12 09:47:17.413742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'tag': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:47:17.436955 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-07fe45d2-d12c-43ca-823a-64718d269e3a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:17.462914 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'tag': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'status': 'completed', 'code': 200} Jan 12 09:47:17.589571 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-2b11d573-81be-4586-8283-9bcdf746a72c None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:17.591401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-07fe45d2-d12c-43ca-823a-64718d269e3a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:17.637931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f33f4-f331-464d-ba50-2fbd3a78a7d6 req-3bfec694-3171-4f11-9577-61566f8ce775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:17.640608 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ff3f33f4-f331-464d-ba50-2fbd3a78a7d6 req-3bfec694-3171-4f11-9577-61566f8ce775 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 1098 time: 0.1448386 Jan 12 09:47:17.647950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe45d2-d12c-43ca-823a-64718d269e3a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Subnet': ['ID=4aca46cf-b05d-4d5b-9858-1449516b9b30,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:17.649947 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-07fe45d2-d12c-43ca-823a-64718d269e3a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:17.673847 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcbc8e1-bfbc-4931-bd12-10a09b437158 None None] Network 52459d99-ece7-452b-9be1-8477b266aa8a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:47:17.791511 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-07fe45d2-d12c-43ca-823a-64718d269e3a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/subnets/4aca46cf-b05d-4d5b-9858-1449516b9b30 HTTP/1.1" status: 204 len: 168 time: 0.5882473 Jan 12 09:47:17.799343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43106) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:17.876115 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d11de-4936-452a-88dd-bb35059a18e8 req-446d194e-87ad-4966-bac7-1949e7d368f4 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:17.876582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-5c9d11de-4936-452a-88dd-bb35059a18e8 req-446d194e-87ad-4966-bac7-1949e7d368f4 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Synchronizing usage tracker for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:47:17.892119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f33f4-f331-464d-ba50-2fbd3a78a7d6 req-5014b114-3c37-4ec5-af1f-3ab1159d6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:17.894018 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ff3f33f4-f331-464d-ba50-2fbd3a78a7d6 req-5014b114-3c37-4ec5-af1f-3ab1159d6491 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 200 len: 911 time: 0.2406607 Jan 12 09:47:17.898491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-5c9d11de-4936-452a-88dd-bb35059a18e8 req-446d194e-87ad-4966-bac7-1949e7d368f4 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Unset dirty status for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:47:17.900149 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5c9d11de-4936-452a-88dd-bb35059a18e8 req-446d194e-87ad-4966-bac7-1949e7d368f4 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 945 time: 0.1148095 Jan 12 09:47:17.948505 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2b11d573-81be-4586-8283-9bcdf746a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:17.953368 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b11d573-81be-4586-8283-9bcdf746a72c None None] Checking router: c5212f11-65aa-4027-8b40-2c5f02937e1d for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:47:17.959948 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5c9d11de-4936-452a-88dd-bb35059a18e8 req-24850476-23ce-4b16-a7a9-412dfe157271 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528083 Jan 12 09:47:17.974799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e8f67535-ed68-4eca-b0cc-acccd9e2faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:47:16Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:47:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:17.979688 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f67535-ed68-4eca-b0cc-acccd9e2faca None None] Checking router: ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:47:17.981568 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11d573-81be-4586-8283-9bcdf746a72c None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:17.982362 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2b11d573-81be-4586-8283-9bcdf746a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:47:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:17.990058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f67535-ed68-4eca-b0cc-acccd9e2faca None None] Routers {'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:17.991026 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e8f67535-ed68-4eca-b0cc-acccd9e2faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:47:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:18.062153 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] DHCP port deletion for 52459d99-ece7-452b-9be1-8477b266aa8a request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:47:18.079091 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Deleting port 020066dd-d85d-4fb5-9ec7-50364facc0c6 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:18.079739 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:18.116486 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ff3f33f4-f331-464d-ba50-2fbd3a78a7d6 req-808f7ca7-67a1-4832-9bc3-02b34c613633 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5e10c06-1bd7-42ef-890b-34a0449cb2c6 HTTP/1.1" status: 200 len: 217 time: 0.2116816 Jan 12 09:47:18.187082 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-2b11d573-81be-4586-8283-9bcdf746a72c None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:18.248829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f48bed0-3b45-49b9-915b-9f117cf9fb40 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:18.276974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-e8f67535-ed68-4eca-b0cc-acccd9e2faca None None] Set router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:18.305867 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f33f4-f331-464d-ba50-2fbd3a78a7d6 req-b66dff67-42b3-474c-8484-8be4563919d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:18.307361 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ff3f33f4-f331-464d-ba50-2fbd3a78a7d6 req-b66dff67-42b3-474c-8484-8be4563919d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee HTTP/1.1" status: 200 len: 849 time: 0.1411028 Jan 12 09:47:18.491064 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f48bed0-3b45-49b9-915b-9f117cf9fb40 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:18.497057 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f33f4-f331-464d-ba50-2fbd3a78a7d6 req-3b2f64b1-7f02-4300-95ce-14203ace7845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:18.498552 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ff3f33f4-f331-464d-ba50-2fbd3a78a7d6 req-3b2f64b1-7f02-4300-95ce-14203ace7845 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c044518-5731-4207-8f99-0a1c6effbd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1808875 Jan 12 09:47:18.503076 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2b11d573-81be-4586-8283-9bcdf746a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:18.507572 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b11d573-81be-4586-8283-9bcdf746a72c None None] The sync data for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv is: [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ea61e813-79f2-4e4e-92f6-3423778ecd44', 'name': '', 'network_id': '7c044518-5731-4207-8f99-0a1c6effbd44', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'mac_address': 'fa:16:3e:c7:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:00Z', 'updated_at': '2022-01-12T09:39:09Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'subnets': [{'id': 'fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:47:18.527361 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-9f48bed0-3b45-49b9-915b-9f117cf9fb40 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 7dd21a65-ab41-4fac-b3df-498c69812621 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:18.527705 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f48bed0-3b45-49b9-915b-9f117cf9fb40 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:18.622625 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] For port 020066dd-d85d-4fb5-9ec7-50364facc0c6, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=020066dd-d85d-4fb5-9ec7-50364facc0c6,segment=NetworkSegment(1bfe9880-e5e4-4174-aa3c-55bb0d6ad468),segment_id=1bfe9880-e5e4-4174-aa3c-55bb0d6ad468)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:18.623042 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:18.763436 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ff3f33f4-f331-464d-ba50-2fbd3a78a7d6 req-11fbb507-8d18-4703-b59c-6ef7a1a164f3 service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568624 Jan 12 09:47:18.783607 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b335f-ecbf-4964-8386-cffa02c3f4c6 None None] New status for floating IP 1089f1c4-5de4-44cc-b954-5311a419068c: DOWN {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:47:18.838134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-9f48bed0-3b45-49b9-915b-9f117cf9fb40 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 7dd21a65-ab41-4fac-b3df-498c69812621, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7dd21a65-ab41-4fac-b3df-498c69812621,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:18.838480 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f48bed0-3b45-49b9-915b-9f117cf9fb40 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:18.844644 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Calling delete_port for 020066dd-d85d-4fb5-9ec7-50364facc0c6 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:19.007387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-9f48bed0-3b45-49b9-915b-9f117cf9fb40 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 7dd21a65-ab41-4fac-b3df-498c69812621 owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:19.043365 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e8f67535-ed68-4eca-b0cc-acccd9e2faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:47:16Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:47:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:19.049660 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f67535-ed68-4eca-b0cc-acccd9e2faca None None] The sync data for ids ['ccb78fe8-4d4a-474c-b1ab-529b2e5a8740'] in dv-neutron-824346-1-hyperv is: [{'id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'name': 'tempest-TestNetworkBasicOps-router-814445630', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:47:16Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '7dd21a65-ab41-4fac-b3df-498c69812621', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb78fe8-4d4a-474c-b1ab-529b2e5a8740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:46:01Z', 'updated_at': '2022-01-12T09:47:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:47:19.051338 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:19.100736 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ff3f33f4-f331-464d-ba50-2fbd3a78a7d6 req-5a3106a3-5edb-41a4-a57f-11543b10c56d service neutron] 10.222.0.53 "GET /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251088 Jan 12 09:47:19.108027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Pushing event deleted for resources: {'Port': ['ID=020066dd-d85d-4fb5-9ec7-50364facc0c6,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:19.141221 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:19.141790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:19.142202 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:19.142541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:19.143091 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:19.143477 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:19.143832 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:19.144207 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:19.144552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:19.144880 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:19.145916 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:19.146293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:19.149971 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad03fd-9466-4f6d-88c6-4a9fcf765674 None None] No DVR routers for this DVR port 020066dd-d85d-4fb5-9ec7-50364facc0c6 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:47:19.303065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254191c-3596-496c-baa0-72071c722587 req-3ffef6e8-3a72-4074-a458-2aee298215d1 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:19.303620 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-4254191c-3596-496c-baa0-72071c722587 req-3ffef6e8-3a72-4074-a458-2aee298215d1 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Synchronizing usage tracker for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:47:19.317112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f48bed0-3b45-49b9-915b-9f117cf9fb40 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:19.352411 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-4254191c-3596-496c-baa0-72071c722587 req-3ffef6e8-3a72-4074-a458-2aee298215d1 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Unset dirty status for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:47:19.353466 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4254191c-3596-496c-baa0-72071c722587 req-3ffef6e8-3a72-4074-a458-2aee298215d1 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 945 time: 0.1890898 Jan 12 09:47:19.382366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48bed0-3b45-49b9-915b-9f117cf9fb40 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=7dd21a65-ab41-4fac-b3df-498c69812621,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:19.441472 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 020066dd-d85d-4fb5-9ec7-50364facc0c6 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:19.490079 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 020066dd-d85d-4fb5-9ec7-50364facc0c6 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:47:19.490678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 020066dd-d85d-4fb5-9ec7-50364facc0c6 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:19.640320 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4254191c-3596-496c-baa0-72071c722587 req-22613a8c-1d37-4f68-b86d-533b3eab3dfd tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fed2199-99b6-4876-9fe8-d6e21d06fef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779939 Jan 12 09:47:19.676311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f48bed0-3b45-49b9-915b-9f117cf9fb40 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:19.852992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f48bed0-3b45-49b9-915b-9f117cf9fb40 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:19.855797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f48bed0-3b45-49b9-915b-9f117cf9fb40 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:19.872723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae65a66-c374-4bc1-9ca0-975d7f579851 req-a091ee76-5292-40cf-93e7-738f638968db tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:19.874219 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2ae65a66-c374-4bc1-9ca0-975d7f579851 req-a091ee76-5292-40cf-93e7-738f638968db tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 945 time: 0.2771454 Jan 12 09:47:19.918834 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f48bed0-3b45-49b9-915b-9f117cf9fb40 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:19.919366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f48bed0-3b45-49b9-915b-9f117cf9fb40 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Fanout notify agent at l3_agent the message router_deleted on router ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:47:19.956903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f48bed0-3b45-49b9-915b-9f117cf9fb40 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:19.959273 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9f48bed0-3b45-49b9-915b-9f117cf9fb40 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/routers/ccb78fe8-4d4a-474c-b1ab-529b2e5a8740 HTTP/1.1" status: 204 len: 168 time: 2.1588182 Jan 12 09:47:19.960753 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43112) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:19.965511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-2ae65a66-c374-4bc1-9ca0-975d7f579851 req-97336de4-66fc-4c48-bbb7-2b776eebb6fe tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Deleting port f5e10c06-1bd7-42ef-890b-34a0449cb2c6 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:19.965856 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-2ae65a66-c374-4bc1-9ca0-975d7f579851 req-97336de4-66fc-4c48-bbb7-2b776eebb6fe tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.095671 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fc62e9e6-e13d-457a-912c-12cc1dec84d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.236432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fc62e9e6-e13d-457a-912c-12cc1dec84d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.247179 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-2ae65a66-c374-4bc1-9ca0-975d7f579851 req-97336de4-66fc-4c48-bbb7-2b776eebb6fe tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] For port f5e10c06-1bd7-42ef-890b-34a0449cb2c6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=f5e10c06-1bd7-42ef-890b-34a0449cb2c6,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:20.247536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-2ae65a66-c374-4bc1-9ca0-975d7f579851 req-97336de4-66fc-4c48-bbb7-2b776eebb6fe tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.261277 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-fc62e9e6-e13d-457a-912c-12cc1dec84d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52459d99-ece7-452b-9be1-8477b266aa8a']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:20.273328 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-fc62e9e6-e13d-457a-912c-12cc1dec84d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfe9880-e5e4-4174-aa3c-55bb0d6ad468') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:20.273601 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-fc62e9e6-e13d-457a-912c-12cc1dec84d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfe9880-e5e4-4174-aa3c-55bb0d6ad468') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:20.284818 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fc62e9e6-e13d-457a-912c-12cc1dec84d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.300525 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fc62e9e6-e13d-457a-912c-12cc1dec84d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.306565 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc62e9e6-e13d-457a-912c-12cc1dec84d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:47:20.306975 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fc62e9e6-e13d-457a-912c-12cc1dec84d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:47:20.321103 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:47:20.368141 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-2ae65a66-c374-4bc1-9ca0-975d7f579851 req-97336de4-66fc-4c48-bbb7-2b776eebb6fe tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Calling delete_port for f5e10c06-1bd7-42ef-890b-34a0449cb2c6 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:20.402090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fc62e9e6-e13d-457a-912c-12cc1dec84d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.420355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fc62e9e6-e13d-457a-912c-12cc1dec84d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.431783 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62e9e6-e13d-457a-912c-12cc1dec84d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Network': ['ID=52459d99-ece7-452b-9be1-8477b266aa8a,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:20.445137 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fc62e9e6-e13d-457a-912c-12cc1dec84d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/networks/52459d99-ece7-452b-9be1-8477b266aa8a HTTP/1.1" status: 204 len: 168 time: 0.4830339 Jan 12 09:47:20.462557 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43116) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:20.468611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-5e39302e-732d-4797-95ac-d49fc8b83222 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'network': {'name': 'tempest-network-smoke--191136555', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'port_security_enabled': True}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:47:20.473604 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5e39302e-732d-4797-95ac-d49fc8b83222 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:20.477804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5e39302e-732d-4797-95ac-d49fc8b83222 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:network and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:20.480684 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5e39302e-732d-4797-95ac-d49fc8b83222 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:20.486362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5e39302e-732d-4797-95ac-d49fc8b83222 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:20.497920 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e39302e-732d-4797-95ac-d49fc8b83222 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:47:20.501942 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e39302e-732d-4797-95ac-d49fc8b83222 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.529499 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e39302e-732d-4797-95ac-d49fc8b83222 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:47:20.531815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-2ae65a66-c374-4bc1-9ca0-975d7f579851 req-97336de4-66fc-4c48-bbb7-2b776eebb6fe tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.539220 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e39302e-732d-4797-95ac-d49fc8b83222 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.539885 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-5e39302e-732d-4797-95ac-d49fc8b83222 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Added segment 3c46f6eb-348d-47b4-a2a5-2f9057f60f17 of type vlan for network 2059d699-75c5-41e4-88bf-f8f197a42b14 Jan 12 09:47:20.567730 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e39302e-732d-4797-95ac-d49fc8b83222 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.581705 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97336de4-66fc-4c48-bbb7-2b776eebb6fe tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event deleted for resources: {'Port': ['ID=f5e10c06-1bd7-42ef-890b-34a0449cb2c6,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:20.599241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e39302e-732d-4797-95ac-d49fc8b83222 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.605293 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e39302e-732d-4797-95ac-d49fc8b83222 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:20.606397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5e39302e-732d-4797-95ac-d49fc8b83222 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.658344 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae65a66-c374-4bc1-9ca0-975d7f579851 req-97336de4-66fc-4c48-bbb7-2b776eebb6fe tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] No DVR routers for this DVR port f5e10c06-1bd7-42ef-890b-34a0449cb2c6 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:47:20.660645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-2ae65a66-c374-4bc1-9ca0-975d7f579851 req-97336de4-66fc-4c48-bbb7-2b776eebb6fe tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.663225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'name': 'network-vif-deleted', 'tag': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:47:20.682026 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2ae65a66-c374-4bc1-9ca0-975d7f579851 req-97336de4-66fc-4c48-bbb7-2b776eebb6fe tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.53 "DELETE /v2.0/ports/f5e10c06-1bd7-42ef-890b-34a0449cb2c6 HTTP/1.1" status: 204 len: 173 time: 0.7981272 Jan 12 09:47:20.719251 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e486650-09b7-49d2-9ef0-f9cb62e56d19', 'name': 'network-vif-deleted', 'tag': 'f5e10c06-1bd7-42ef-890b-34a0449cb2c6', 'status': 'completed', 'code': 200} Jan 12 09:47:20.725405 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5e39302e-732d-4797-95ac-d49fc8b83222 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2591567 Jan 12 09:47:20.726272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43124) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:20.728318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39302e-732d-4797-95ac-d49fc8b83222 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Network': ['ID=2059d699-75c5-41e4-88bf-f8f197a42b14,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:20.733641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-238981464', 'admin_state_up': True, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:47:20.741822 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 2059d699-75c5-41e4-88bf-f8f197a42b14 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:47:20.745408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:20.749587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:router and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:20.753706 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:20.760181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:20.808212 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.809053 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.819101 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-617645ae-9698-4622-a94e-be9954dca46f req-413e85cb-8299-4e5c-a1f5-5bab56b362cd tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Synchronizing usage tracker for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:47:20.846977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:20.848687 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-617645ae-9698-4622-a94e-be9954dca46f req-413e85cb-8299-4e5c-a1f5-5bab56b362cd tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Unset dirty status for tenant:b9bfaac095a94beaa576ace8f51e6ad8 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:47:20.851499 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-617645ae-9698-4622-a94e-be9954dca46f req-413e85cb-8299-4e5c-a1f5-5bab56b362cd tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e486650-09b7-49d2-9ef0-f9cb62e56d19 HTTP/1.1" status: 200 len: 210 time: 0.0806189 Jan 12 09:47:21.114156 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7dd21a65-ab41-4fac-b3df-498c69812621 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:21.160587 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 7dd21a65-ab41-4fac-b3df-498c69812621 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:47:21.160844 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7dd21a65-ab41-4fac-b3df-498c69812621 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:21.161299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 94568891-0ce1-482c-afab-9e35cd2f5256 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:21.211390 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 94568891-0ce1-482c-afab-9e35cd2f5256 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:47:21.212187 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 94568891-0ce1-482c-afab-9e35cd2f5256 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:21.323749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:21.649372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:21.677618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:21.819658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.249 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/b6ef95a4-4771-4f65-8d72-85f6c2cb235e) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:47:21.954434 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43130) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:21.973250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:22.005184 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:22.067412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:47:22.070224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:47:22.074030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:47:22.107079 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e53f2273-1a29-4d02-b8fd-21be5cb7620e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Deleting port bcac0463-ad67-4a56-81c9-8bf2bf8c9e5c {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:22.107421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e53f2273-1a29-4d02-b8fd-21be5cb7620e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:22.115631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=b6ef95a4-4771-4f65-8d72-85f6c2cb235e,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:22.277139 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e53f2273-1a29-4d02-b8fd-21be5cb7620e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:22.277371 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e53f2273-1a29-4d02-b8fd-21be5cb7620e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:22.397813 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:47:22.497749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:22.513468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e53f2273-1a29-4d02-b8fd-21be5cb7620e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Calling delete_port for bcac0463-ad67-4a56-81c9-8bf2bf8c9e5c owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:22.654214 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e53f2273-1a29-4d02-b8fd-21be5cb7620e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:22.700317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f2273-1a29-4d02-b8fd-21be5cb7620e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event deleted for resources: {'Port': ['ID=bcac0463-ad67-4a56-81c9-8bf2bf8c9e5c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:22.795687 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e53f2273-1a29-4d02-b8fd-21be5cb7620e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:22.815859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e53f2273-1a29-4d02-b8fd-21be5cb7620e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:22.817036 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e53f2273-1a29-4d02-b8fd-21be5cb7620e tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "DELETE /v2.0/floatingips/3edd609d-990a-402b-ba59-aca1d1a94aac HTTP/1.1" status: 204 len: 168 time: 0.8615861 Jan 12 09:47:22.956727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:23.164641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router f156b92c-ca52-49f2-b65b-deb56696ffbb is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:47:23.339657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:47:23.350947 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Sync routers for ids ['f156b92c-ca52-49f2-b65b-deb56696ffbb'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:47:23.360540 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Routers {'f156b92c-ca52-49f2-b65b-deb56696ffbb'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:23.361259 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:47:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f156b92c-ca52-49f2-b65b-deb56696ffbb'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:23.368666 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:23.372929 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-50a915d3-785d-49b6-8f93-921484ff980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6432719 Jan 12 09:47:23.373187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43142) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:23.412432 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c77df2d9-e108-482c-a7bf-98ac98436175 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=05fdfd0263cb464989f6119e683582f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381377 Jan 12 09:47:23.415099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43146) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:23.443963 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device f5e10c06-1bd7-42ef-890b-34a0449cb2c6 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:23.478851 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: f5e10c06-1bd7-42ef-890b-34a0449cb2c6 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:47:23.479446 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device f5e10c06-1bd7-42ef-890b-34a0449cb2c6 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:23.546046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b1bc61-fe58-44e4-abf7-6258dbcf4434 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:23.547845 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-11b1bc61-fe58-44e4-abf7-6258dbcf4434 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1319277 Jan 12 09:47:23.550639 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43150) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:23.586345 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Set router f156b92c-ca52-49f2-b65b-deb56696ffbb gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:23.588353 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5c73fe92-fdc0-432f-b88a-023f0dbd09e9 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366011 Jan 12 09:47:23.590873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43154) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:23.596159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4654ffbf-60ef-4583-9d02-66547a4f24e7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-61520643', 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:47:23.708499 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4654ffbf-60ef-4583-9d02-66547a4f24e7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:23.713272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4654ffbf-60ef-4583-9d02-66547a4f24e7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:subnet and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:23.716409 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4654ffbf-60ef-4583-9d02-66547a4f24e7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:23.722183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4654ffbf-60ef-4583-9d02-66547a4f24e7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:23.736294 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4654ffbf-60ef-4583-9d02-66547a4f24e7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:47:23.740232 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4654ffbf-60ef-4583-9d02-66547a4f24e7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:23.877142 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'name': 'tempest-TestNetworkBasicOps-router-238981464', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:20Z', 'updated_at': '2022-01-12T09:47:22Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:21Z', 'updated_at': '2022-01-12T09:47:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:23.881313 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Checking router: f156b92c-ca52-49f2-b65b-deb56696ffbb for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:47:23.881657 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Updating router f156b92c-ca52-49f2-b65b-deb56696ffbb port b6ef95a4-4771-4f65-8d72-85f6c2cb235e binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:47:23.932398 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:23.973806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4654ffbf-60ef-4583-9d02-66547a4f24e7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:24.051353 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654ffbf-60ef-4583-9d02-66547a4f24e7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Subnet': ['ID=ba60a592-8931-4990-b9d1-0064f983d24d,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:24.059695 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654ffbf-60ef-4583-9d02-66547a4f24e7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Checking segment: {'id': '3c46f6eb-348d-47b4-a2a5-2f9057f60f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:47:24.059695 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4654ffbf-60ef-4583-9d02-66547a4f24e7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network hostable DHCP agents. Network: 2059d699-75c5-41e4-88bf-f8f197a42b14, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:47:24.085597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4654ffbf-60ef-4583-9d02-66547a4f24e7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 2059d699-75c5-41e4-88bf-f8f197a42b14 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:47:24.100472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-4654ffbf-60ef-4583-9d02-66547a4f24e7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 2059d699-75c5-41e4-88bf-f8f197a42b14) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:47:24.104913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4654ffbf-60ef-4583-9d02-66547a4f24e7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:24.105804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4654ffbf-60ef-4583-9d02-66547a4f24e7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:24.110021 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf02cad2-635f-4155-be45-1cef5e893f07 None None] Network 2059d699-75c5-41e4-88bf-f8f197a42b14 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:47:24.137064 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4654ffbf-60ef-4583-9d02-66547a4f24e7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.5442841 Jan 12 09:47:24.139272 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43158) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:24.308163 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:24.321310 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Transition to ACTIVE for port object b6ef95a4-4771-4f65-8d72-85f6c2cb235e will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:47:24.331951 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:24.412235 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b65496-783d-4a26-9ddc-5c91854b02fb None None] Pushing event updated for resources: {'Port': ['ID=b6ef95a4-4771-4f65-8d72-85f6c2cb235e,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:24.421865 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65496-783d-4a26-9ddc-5c91854b02fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:24.422197 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65496-783d-4a26-9ddc-5c91854b02fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:24.422522 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65496-783d-4a26-9ddc-5c91854b02fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:24.422865 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65496-783d-4a26-9ddc-5c91854b02fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:24.423185 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65496-783d-4a26-9ddc-5c91854b02fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:24.423498 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65496-783d-4a26-9ddc-5c91854b02fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:24.423809 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65496-783d-4a26-9ddc-5c91854b02fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:24.424119 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65496-783d-4a26-9ddc-5c91854b02fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:24.424425 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65496-783d-4a26-9ddc-5c91854b02fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:24.424729 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65496-783d-4a26-9ddc-5c91854b02fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:24.425033 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65496-783d-4a26-9ddc-5c91854b02fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:24.425335 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65496-783d-4a26-9ddc-5c91854b02fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:47:24.450377 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Attempting to bind port b6ef95a4-4771-4f65-8d72-85f6c2cb235e on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:47:24.450741 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Attempting to bind port b6ef95a4-4771-4f65-8d72-85f6c2cb235e by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:47:24.451124 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Attempting to bind port b6ef95a4-4771-4f65-8d72-85f6c2cb235e on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:47:24.461117 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:47:24.461486 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:47:24.461885 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:24.462268 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:47:24.462723 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Bound port: b6ef95a4-4771-4f65-8d72-85f6c2cb235e, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:47:24.463116 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:24.464726 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-2059d699-75c5-41e4-88bf-f8f197a42b14', 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ips': [{'subnet_id': 'ba60a592-8931-4990-b9d1-0064f983d24d'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:47:24.465645 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:24.555188 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] For port b6ef95a4-4771-4f65-8d72-85f6c2cb235e, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:47:24.565685 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] For port b6ef95a4-4771-4f65-8d72-85f6c2cb235e, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b6ef95a4-4771-4f65-8d72-85f6c2cb235e,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:47:24.573673 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:24.648345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Allocated IP 172.20.0.2 (2059d699-75c5-41e4-88bf-f8f197a42b14/ba60a592-8931-4990-b9d1-0064f983d24d/6d63c425-55f8-41a7-bc22-af88fd9a5e4c) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:47:24.665206 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b65496-783d-4a26-9ddc-5c91854b02fb None None] Pushing event updated for resources: {'Port': ['ID=b6ef95a4-4771-4f65-8d72-85f6c2cb235e,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:24.683621 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Routers {'f156b92c-ca52-49f2-b65b-deb56696ffbb'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:24.684320 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:47:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f156b92c-ca52-49f2-b65b-deb56696ffbb'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:24.875731 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] Set router f156b92c-ca52-49f2-b65b-deb56696ffbb gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:24.889335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:24.901520 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Transition to ACTIVE for port object 6d63c425-55f8-41a7-bc22-af88fd9a5e4c will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:47:24.922020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Transition to ACTIVE for port object 6d63c425-55f8-41a7-bc22-af88fd9a5e4c will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:47:24.930814 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:25.004297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Network 2059d699-75c5-41e4-88bf-f8f197a42b14 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:47:25.012652 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:47:25.019002 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:47:25.043831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:25.178273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Pushing event updated for resources: {'Port': ['ID=6d63c425-55f8-41a7-bc22-af88fd9a5e4c,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:25.189739 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Attempting to bind port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:47:25.190287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Attempting to bind port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '3c46f6eb-348d-47b4-a2a5-2f9057f60f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:47:25.190652 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Attempting to bind port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c on network 2059d699-75c5-41e4-88bf-f8f197a42b14 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:47:25.196026 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:47:25.196397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Checking segment: {'id': '3c46f6eb-348d-47b4-a2a5-2f9057f60f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:47:25.196800 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:25.197508 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Bound using segment: {'id': '3c46f6eb-348d-47b4-a2a5-2f9057f60f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:47:25.197630 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Bound port: 6d63c425-55f8-41a7-bc22-af88fd9a5e4c, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c46f6eb-348d-47b4-a2a5-2f9057f60f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:47:25.198005 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:25.216755 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'name': 'tempest-TestNetworkBasicOps-router-238981464', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:20Z', 'updated_at': '2022-01-12T09:47:22Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:21Z', 'updated_at': '2022-01-12T09:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:25.220870 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272aacc3-42a2-490f-b43b-55a3fa9a4c9f None None] The sync data for ids ['f156b92c-ca52-49f2-b65b-deb56696ffbb'] in dv-neutron-824346-1-hyperv is: [{'id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'name': 'tempest-TestNetworkBasicOps-router-238981464', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:20Z', 'updated_at': '2022-01-12T09:47:22Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:21Z', 'updated_at': '2022-01-12T09:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:47:25.305419 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] For port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:47:25.308757 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] For port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6d63c425-55f8-41a7-bc22-af88fd9a5e4c,segment=NetworkSegment(3c46f6eb-348d-47b4-a2a5-2f9057f60f17),segment_id=3c46f6eb-348d-47b4-a2a5-2f9057f60f17)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:47:25.317496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:25.388450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43168) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:25.458170 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b7507-7c50-4216-9de0-9654f76ab329 None None] Pushing event updated for resources: {'Port': ['ID=6d63c425-55f8-41a7-bc22-af88fd9a5e4c,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:25.509032 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f96f01fa-acb5-4421-b69d-0826e0886972 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:25.590734 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f96f01fa-acb5-4421-b69d-0826e0886972 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:25.640056 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.1 (2059d699-75c5-41e4-88bf-f8f197a42b14/ba60a592-8931-4990-b9d1-0064f983d24d/2c1a988b-e570-42df-bb8b-b6bd860aac7c) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:47:25.685603 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f96f01fa-acb5-4421-b69d-0826e0886972 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:25.730169 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f96f01fa-acb5-4421-b69d-0826e0886972 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:25.734876 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f96f01fa-acb5-4421-b69d-0826e0886972 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] 10.222.0.26 "DELETE /v2.0/security-groups/5fed2199-99b6-4876-9fe8-d6e21d06fef5 HTTP/1.1" status: 204 len: 168 time: 0.3419044 Jan 12 09:47:25.734876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f01fa-acb5-4421-b69d-0826e0886972 tempest-TestVolumeBootPattern-736421973 tempest-TestVolumeBootPattern-736421973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fed2199-99b6-4876-9fe8-d6e21d06fef5,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:25.824733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43174) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:25.911140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:25.934469 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object 2c1a988b-e570-42df-bb8b-b6bd860aac7c will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:47:25.987219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:26.062086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 2059d699-75c5-41e4-88bf-f8f197a42b14 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:47:26.066121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:47:26.070264 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:47:26.103509 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=2c1a988b-e570-42df-bb8b-b6bd860aac7c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:26.142695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:26.282611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:26.719311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf57ed10-9816-41da-adb2-0de50e5f7c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:26.720574 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:26.727891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:26.728067 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f635df59-09b0-4619-b050-aa5e7f41ede8 None None] Network 2059d699-75c5-41e4-88bf-f8f197a42b14 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:47:26.820670 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:26.847556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fb750fd9-e2ff-4422-abd8-3678950bda2d None None] Provisioning for port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:47:26.951818 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=2c1a988b-e570-42df-bb8b-b6bd860aac7c,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:27.016993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 2059d699-75c5-41e4-88bf-f8f197a42b14 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:47:27.018707 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:47:27.138096 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-cf57ed10-9816-41da-adb2-0de50e5f7c1b admin admin] Deleting port ea61e813-79f2-4e4e-92f6-3423778ecd44 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:27.138624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf57ed10-9816-41da-adb2-0de50e5f7c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:27.187971 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b6ef95a4-4771-4f65-8d72-85f6c2cb235e up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:47:27.266546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router f156b92c-ca52-49f2-b65b-deb56696ffbb has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:47:27.282548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port b6ef95a4-4771-4f65-8d72-85f6c2cb235e completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:47:27.288397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port b6ef95a4-4771-4f65-8d72-85f6c2cb235e triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:27.289191 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:27.358162 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-cf57ed10-9816-41da-adb2-0de50e5f7c1b admin admin] For port ea61e813-79f2-4e4e-92f6-3423778ecd44, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ea61e813-79f2-4e4e-92f6-3423778ecd44,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:27.358567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf57ed10-9816-41da-adb2-0de50e5f7c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:27.443038 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cf0d632c-fe04-4a0a-a26d-f0654be5a759 None None] Provisioning for port 2c1a988b-e570-42df-bb8b-b6bd860aac7c completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:47:27.454256 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cf0d632c-fe04-4a0a-a26d-f0654be5a759 None None] Provisioning complete for port 2c1a988b-e570-42df-bb8b-b6bd860aac7c triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:27.454904 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cf0d632c-fe04-4a0a-a26d-f0654be5a759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:27.497638 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:27.515905 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port b6ef95a4-4771-4f65-8d72-85f6c2cb235e, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b6ef95a4-4771-4f65-8d72-85f6c2cb235e,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:27.522663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-cf57ed10-9816-41da-adb2-0de50e5f7c1b admin admin] Calling delete_port for ea61e813-79f2-4e4e-92f6-3423778ecd44 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:27.523984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:27.524758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6d63c425-55f8-41a7-bc22-af88fd9a5e4c up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:47:27.600801 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:47:27.613850 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-17077f6d-cb01-4027-b2da-e62aeec5879c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/f156b92c-ca52-49f2-b65b-deb56696ffbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4731510 Jan 12 09:47:27.618570 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43180) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:27.636095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Sync routers for ids ['f156b92c-ca52-49f2-b65b-deb56696ffbb'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:47:27.647192 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-cf0d632c-fe04-4a0a-a26d-f0654be5a759 None None] Port 2c1a988b-e570-42df-bb8b-b6bd860aac7c cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:47:27.679381 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Routers {'f156b92c-ca52-49f2-b65b-deb56696ffbb'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:27.680014 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:47:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f156b92c-ca52-49f2-b65b-deb56696ffbb'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:27.757693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=b6ef95a4-4771-4f65-8d72-85f6c2cb235e,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:27.785073 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:47:27.804973 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201016a0-2071-4411-86bb-000fbed2ddf9 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:27.805462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201016a0-2071-4411-86bb-000fbed2ddf9 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:27.805989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201016a0-2071-4411-86bb-000fbed2ddf9 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:27.806449 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201016a0-2071-4411-86bb-000fbed2ddf9 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:27.806941 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201016a0-2071-4411-86bb-000fbed2ddf9 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:27.807487 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201016a0-2071-4411-86bb-000fbed2ddf9 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:27.809499 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-201016a0-2071-4411-86bb-000fbed2ddf9 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1895630 Jan 12 09:47:27.812434 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43184) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:27.846962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:27.847334 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:27.893240 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29afda1-808d-45be-bd8f-40474f6c5c3e tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:27.893695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29afda1-808d-45be-bd8f-40474f6c5c3e tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:27.894109 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29afda1-808d-45be-bd8f-40474f6c5c3e tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:27.894620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29afda1-808d-45be-bd8f-40474f6c5c3e tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:27.895081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29afda1-808d-45be-bd8f-40474f6c5c3e tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:27.895511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29afda1-808d-45be-bd8f-40474f6c5c3e tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:27.901533 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f29afda1-808d-45be-bd8f-40474f6c5c3e tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4010 time: 0.0826418 Jan 12 09:47:27.901533 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43188) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:27.942495 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Set router f156b92c-ca52-49f2-b65b-deb56696ffbb gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:27.993005 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf57ed10-9816-41da-adb2-0de50e5f7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.008633 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-198d07aa-5f48-4dcf-bfa3-e6d106b825d6 None None] Provisioning complete for port 2c1a988b-e570-42df-bb8b-b6bd860aac7c triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:28.009114 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-198d07aa-5f48-4dcf-bfa3-e6d106b825d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.075094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57ed10-9816-41da-adb2-0de50e5f7c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea61e813-79f2-4e4e-92f6-3423778ecd44,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:28.138515 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b03fd2dd-e065-457d-82ab-c93bb90cd304 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2368715 Jan 12 09:47:28.195704 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-198d07aa-5f48-4dcf-bfa3-e6d106b825d6 None None] Port 2c1a988b-e570-42df-bb8b-b6bd860aac7c cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:47:28.332980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf57ed10-9816-41da-adb2-0de50e5f7c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.352696 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43194) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:28.358529 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-4ce1d159-9c37-4b52-ba12-889a89a57ccf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661926844', 'description': 'tempest-secgroup-smoke-661926844 description', 'project_id': '05fdfd0263cb464989f6119e683582f0'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:47:28.364498 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4ce1d159-9c37-4b52-ba12-889a89a57ccf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:28.368573 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4ce1d159-9c37-4b52-ba12-889a89a57ccf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:28.371640 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4ce1d159-9c37-4b52-ba12-889a89a57ccf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:28.372129 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.377991 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4ce1d159-9c37-4b52-ba12-889a89a57ccf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:28.389287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4ce1d159-9c37-4b52-ba12-889a89a57ccf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.410026 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4ce1d159-9c37-4b52-ba12-889a89a57ccf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:28.414069 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4ce1d159-9c37-4b52-ba12-889a89a57ccf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:28.416899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4ce1d159-9c37-4b52-ba12-889a89a57ccf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:28.422689 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4ce1d159-9c37-4b52-ba12-889a89a57ccf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:28.456894 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6d63c425-55f8-41a7-bc22-af88fd9a5e4c,segment=NetworkSegment(3c46f6eb-348d-47b4-a2a5-2f9057f60f17),segment_id=3c46f6eb-348d-47b4-a2a5-2f9057f60f17)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:28.467492 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.497438 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4ce1d159-9c37-4b52-ba12-889a89a57ccf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.502628 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4ce1d159-9c37-4b52-ba12-889a89a57ccf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.551004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1d159-9c37-4b52-ba12-889a89a57ccf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84aac07-f400-4972-8dab-5d446cbee80d,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:28.555380 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'name': 'tempest-TestNetworkBasicOps-router-238981464', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:20Z', 'updated_at': '2022-01-12T09:47:26Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:21Z', 'updated_at': '2022-01-12T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '2c1a988b-e570-42df-bb8b-b6bd860aac7c', 'name': '', 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ef:dd:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:25Z', 'updated_at': '2022-01-12T09:47:26Z', 'revision_number': 2, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:28.556001 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4ce1d159-9c37-4b52-ba12-889a89a57ccf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.557307 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4ce1d159-9c37-4b52-ba12-889a89a57ccf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2036023 Jan 12 09:47:28.560240 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43198) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:28.564203 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=6d63c425-55f8-41a7-bc22-af88fd9a5e4c,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:28.568233 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-45ddf9a0-2695-4a18-b683-331e5c2f92a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'e84aac07-f400-4972-8dab-5d446cbee80d', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:47:28.569724 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Checking router: f156b92c-ca52-49f2-b65b-deb56696ffbb for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:47:28.572048 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Updating router f156b92c-ca52-49f2-b65b-deb56696ffbb port 2c1a988b-e570-42df-bb8b-b6bd860aac7c binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:47:28.575285 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-45ddf9a0-2695-4a18-b683-331e5c2f92a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:28.579286 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-45ddf9a0-2695-4a18-b683-331e5c2f92a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:28.582185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-45ddf9a0-2695-4a18-b683-331e5c2f92a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:28.587967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-45ddf9a0-2695-4a18-b683-331e5c2f92a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:28.607358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45ddf9a0-2695-4a18-b683-331e5c2f92a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.633891 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.671554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45ddf9a0-2695-4a18-b683-331e5c2f92a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.677004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45ddf9a0-2695-4a18-b683-331e5c2f92a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.700169 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf57ed10-9816-41da-adb2-0de50e5f7c1b admin admin] Router c5212f11-65aa-4027-8b40-2c5f02937e1d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:47:28.700558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddf9a0-2695-4a18-b683-331e5c2f92a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ab60be-c7bb-4efc-b054-71d4368bbc5a,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:28.714399 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-45ddf9a0-2695-4a18-b683-331e5c2f92a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.718337 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-45ddf9a0-2695-4a18-b683-331e5c2f92a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538675 Jan 12 09:47:28.718626 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43202) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:28.723787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-07a6f1ef-67cd-4b4b-8466-cb85a7be62d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'e84aac07-f400-4972-8dab-5d446cbee80d', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:47:28.729923 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-07a6f1ef-67cd-4b4b-8466-cb85a7be62d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:28.733879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-07a6f1ef-67cd-4b4b-8466-cb85a7be62d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:28.736909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-07a6f1ef-67cd-4b4b-8466-cb85a7be62d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:28.742887 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-07a6f1ef-67cd-4b4b-8466-cb85a7be62d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:28.762160 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-07a6f1ef-67cd-4b4b-8466-cb85a7be62d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.828036 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-07a6f1ef-67cd-4b4b-8466-cb85a7be62d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.833031 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-07a6f1ef-67cd-4b4b-8466-cb85a7be62d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.859867 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6f1ef-67cd-4b4b-8466-cb85a7be62d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5392d7-1a7b-4b89-af68-a68d88be264c,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:28.870958 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-07a6f1ef-67cd-4b4b-8466-cb85a7be62d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:28.876780 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-07a6f1ef-67cd-4b4b-8466-cb85a7be62d7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1570883 Jan 12 09:47:28.877203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43206) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:28.884165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-cb0b3374-8c1f-4d78-af58-91f3d7dab644 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'e84aac07-f400-4972-8dab-5d446cbee80d', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:47:28.893295 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-cb0b3374-8c1f-4d78-af58-91f3d7dab644 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:28.901345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-cb0b3374-8c1f-4d78-af58-91f3d7dab644 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:28.906167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-cb0b3374-8c1f-4d78-af58-91f3d7dab644 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:28.909139 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf57ed10-9816-41da-adb2-0de50e5f7c1b admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:47:28.915775 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-cb0b3374-8c1f-4d78-af58-91f3d7dab644 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:28.918366 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1096977-5e04-4043-883a-df17090e957b None None] Sync routers for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:47:28.928213 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1096977-5e04-4043-883a-df17090e957b None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:28.928405 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cf57ed10-9816-41da-adb2-0de50e5f7c1b admin admin] 10.222.0.26 "PUT /v2.0/routers/c5212f11-65aa-4027-8b40-2c5f02937e1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1024075 Jan 12 09:47:28.929815 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a1096977-5e04-4043-883a-df17090e957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:47:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:28.931089 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43210) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:28.999376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.003085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3374-8c1f-4d78-af58-91f3d7dab644 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.012975 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Transition to ACTIVE for port object 2c1a988b-e570-42df-bb8b-b6bd860aac7c will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:47:29.021682 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.114526 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-a1096977-5e04-4043-883a-df17090e957b None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:29.224134 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264eaec3-c06e-4d24-ba7b-023fb280b883 None None] Pushing event updated for resources: {'Port': ['ID=2c1a988b-e570-42df-bb8b-b6bd860aac7c,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:29.239973 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93eec2db-14fc-4d4c-b0b1-3e1851e11dfd admin admin] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.255601 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b6ef95a4-4771-4f65-8d72-85f6c2cb235e up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:47:29.303186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3374-8c1f-4d78-af58-91f3d7dab644 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.319718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3374-8c1f-4d78-af58-91f3d7dab644 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.330425 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Attempting to bind port 2c1a988b-e570-42df-bb8b-b6bd860aac7c on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:47:29.330838 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Attempting to bind port 2c1a988b-e570-42df-bb8b-b6bd860aac7c by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '3c46f6eb-348d-47b4-a2a5-2f9057f60f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:47:29.331190 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Attempting to bind port 2c1a988b-e570-42df-bb8b-b6bd860aac7c on network 2059d699-75c5-41e4-88bf-f8f197a42b14 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:47:29.343184 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:47:29.343483 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Checking segment: {'id': '3c46f6eb-348d-47b4-a2a5-2f9057f60f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:47:29.343886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.344277 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Bound using segment: {'id': '3c46f6eb-348d-47b4-a2a5-2f9057f60f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:47:29.344841 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Bound port: 2c1a988b-e570-42df-bb8b-b6bd860aac7c, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c46f6eb-348d-47b4-a2a5-2f9057f60f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:47:29.345212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.364197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b3374-8c1f-4d78-af58-91f3d7dab644 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927e56e7-9ccd-4ea1-ac93-8038f543a77c,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:29.456711 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port b6ef95a4-4771-4f65-8d72-85f6c2cb235e triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:29.457079 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.482633 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a1096977-5e04-4043-883a-df17090e957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:47:27Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:29.488776 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1096977-5e04-4043-883a-df17090e957b None None] Checking router: c5212f11-65aa-4027-8b40-2c5f02937e1d for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:47:29.498493 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1096977-5e04-4043-883a-df17090e957b None None] Routers {'c5212f11-65aa-4027-8b40-2c5f02937e1d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:29.499341 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a1096977-5e04-4043-883a-df17090e957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:47:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['c5212f11-65aa-4027-8b40-2c5f02937e1d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:29.513361 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] For port 2c1a988b-e570-42df-bb8b-b6bd860aac7c, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:47:29.526439 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] For port 2c1a988b-e570-42df-bb8b-b6bd860aac7c, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=2c1a988b-e570-42df-bb8b-b6bd860aac7c,segment=NetworkSegment(3c46f6eb-348d-47b4-a2a5-2f9057f60f17),segment_id=3c46f6eb-348d-47b4-a2a5-2f9057f60f17)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:47:29.535779 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.563838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3374-8c1f-4d78-af58-91f3d7dab644 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.565038 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cb0b3374-8c1f-4d78-af58-91f3d7dab644 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6868887 Jan 12 09:47:29.567987 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43214) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:29.577750 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-3d7e6332-36c3-485a-9053-379a284791a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'e84aac07-f400-4972-8dab-5d446cbee80d', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:47:29.586563 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3d7e6332-36c3-485a-9053-379a284791a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:29.592790 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3d7e6332-36c3-485a-9053-379a284791a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:29.612869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3d7e6332-36c3-485a-9053-379a284791a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:29.614464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93eec2db-14fc-4d4c-b0b1-3e1851e11dfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.623250 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3d7e6332-36c3-485a-9053-379a284791a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:29.628082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-93eec2db-14fc-4d4c-b0b1-3e1851e11dfd admin admin] Deleting port 4ca25df9-384d-46b2-8afa-96fdc68606cc {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:29.628659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93eec2db-14fc-4d4c-b0b1-3e1851e11dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.656221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6332-36c3-485a-9053-379a284791a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.676124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6d63c425-55f8-41a7-bc22-af88fd9a5e4c up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:47:29.701507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Routers {'f156b92c-ca52-49f2-b65b-deb56696ffbb'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:29.702227 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:47:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f156b92c-ca52-49f2-b65b-deb56696ffbb'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:29.734276 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-a1096977-5e04-4043-883a-df17090e957b None None] Set router c5212f11-65aa-4027-8b40-2c5f02937e1d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:29.771404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264eaec3-c06e-4d24-ba7b-023fb280b883 None None] Pushing event updated for resources: {'Port': ['ID=2c1a988b-e570-42df-bb8b-b6bd860aac7c,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:29.802909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6332-36c3-485a-9053-379a284791a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.819691 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6332-36c3-485a-9053-379a284791a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.866636 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e6332-36c3-485a-9053-379a284791a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00506ad-2efe-4a97-b064-088b669c6220,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:29.896185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6332-36c3-485a-9053-379a284791a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.900050 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3d7e6332-36c3-485a-9053-379a284791a8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283429 Jan 12 09:47:29.900374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43218) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:29.915568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-26dc7423-0741-4b53-bddd-0dd77fd1c511 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'e84aac07-f400-4972-8dab-5d446cbee80d', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:47:29.917362 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:29.917737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.924538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-26dc7423-0741-4b53-bddd-0dd77fd1c511 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:29.924955 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-93eec2db-14fc-4d4c-b0b1-3e1851e11dfd admin admin] For port 4ca25df9-384d-46b2-8afa-96fdc68606cc, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4ca25df9-384d-46b2-8afa-96fdc68606cc,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:29.926023 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93eec2db-14fc-4d4c-b0b1-3e1851e11dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.929780 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-26dc7423-0741-4b53-bddd-0dd77fd1c511 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:29.932867 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-26dc7423-0741-4b53-bddd-0dd77fd1c511 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:29.939073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-26dc7423-0741-4b53-bddd-0dd77fd1c511 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:29.962390 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-26dc7423-0741-4b53-bddd-0dd77fd1c511 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:47:29.972563 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-26dc7423-0741-4b53-bddd-0dd77fd1c511 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:29.976779 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] Set router f156b92c-ca52-49f2-b65b-deb56696ffbb gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:30.064525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-93eec2db-14fc-4d4c-b0b1-3e1851e11dfd admin admin] Calling delete_port for 4ca25df9-384d-46b2-8afa-96fdc68606cc owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:30.085241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-26dc7423-0741-4b53-bddd-0dd77fd1c511 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:30.094407 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-26dc7423-0741-4b53-bddd-0dd77fd1c511 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:30.149688 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc7423-0741-4b53-bddd-0dd77fd1c511 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5a4362-86f6-4293-81cc-675f7e3c5731,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:30.154425 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-26dc7423-0741-4b53-bddd-0dd77fd1c511 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:30.156235 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-26dc7423-0741-4b53-bddd-0dd77fd1c511 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2543252 Jan 12 09:47:30.158520 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43222) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:30.166427 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-66b3cf55-1207-411c-afc9-dc7a882d7960 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'e84aac07-f400-4972-8dab-5d446cbee80d', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:47:30.169915 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-a1096977-5e04-4043-883a-df17090e957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:47:27Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:30.175846 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1096977-5e04-4043-883a-df17090e957b None None] The sync data for ids ['c5212f11-65aa-4027-8b40-2c5f02937e1d'] in dv-neutron-824346-1-hyperv is: [{'id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'name': 'tempest-TestVolumeBootPattern-71515001-router', 'tenant_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:38:52Z', 'updated_at': '2022-01-12T09:47:27Z', 'revision_number': 5, 'project_id': 'b9bfaac095a94beaa576ace8f51e6ad8', 'gw_port': {'id': '4ca25df9-384d-46b2-8afa-96fdc68606cc', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5212f11-65aa-4027-8b40-2c5f02937e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:38:54Z', 'updated_at': '2022-01-12T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:47:30.176904 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-66b3cf55-1207-411c-afc9-dc7a882d7960 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:30.181270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-66b3cf55-1207-411c-afc9-dc7a882d7960 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:30.184428 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-66b3cf55-1207-411c-afc9-dc7a882d7960 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:30.192441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-66b3cf55-1207-411c-afc9-dc7a882d7960 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:30.215033 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-66b3cf55-1207-411c-afc9-dc7a882d7960 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:47:30.227270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66b3cf55-1207-411c-afc9-dc7a882d7960 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:30.275183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93eec2db-14fc-4d4c-b0b1-3e1851e11dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:30.303115 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66b3cf55-1207-411c-afc9-dc7a882d7960 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:30.309268 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66b3cf55-1207-411c-afc9-dc7a882d7960 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:30.329461 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eec2db-14fc-4d4c-b0b1-3e1851e11dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca25df9-384d-46b2-8afa-96fdc68606cc,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:30.336333 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3cf55-1207-411c-afc9-dc7a882d7960 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29115631-b99b-4609-89ec-d6ca559d516e,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:30.349520 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66b3cf55-1207-411c-afc9-dc7a882d7960 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:30.358322 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-66b3cf55-1207-411c-afc9-dc7a882d7960 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1895781 Jan 12 09:47:30.431296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93eec2db-14fc-4d4c-b0b1-3e1851e11dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:30.443608 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'name': 'tempest-TestNetworkBasicOps-router-238981464', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:20Z', 'updated_at': '2022-01-12T09:47:26Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:21Z', 'updated_at': '2022-01-12T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '2c1a988b-e570-42df-bb8b-b6bd860aac7c', 'name': '', 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ef:dd:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:25Z', 'updated_at': '2022-01-12T09:47:29Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:30.448519 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023b68a-3c81-458b-9cde-43619f607835 None None] The sync data for ids ['f156b92c-ca52-49f2-b65b-deb56696ffbb'] in dv-neutron-824346-1-hyperv is: [{'id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'name': 'tempest-TestNetworkBasicOps-router-238981464', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:20Z', 'updated_at': '2022-01-12T09:47:26Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:21Z', 'updated_at': '2022-01-12T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '2c1a988b-e570-42df-bb8b-b6bd860aac7c', 'name': '', 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ef:dd:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:25Z', 'updated_at': '2022-01-12T09:47:29Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:47:30.642304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93eec2db-14fc-4d4c-b0b1-3e1851e11dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:30.646520 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93eec2db-14fc-4d4c-b0b1-3e1851e11dfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:30.664040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-58042c08-ce78-4f55-922c-08774d54c195 req-66dacdde-02ee-4b18-9f7c-943cc976194c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:47:30.694886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93eec2db-14fc-4d4c-b0b1-3e1851e11dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:30.695828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93eec2db-14fc-4d4c-b0b1-3e1851e11dfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5212f11-65aa-4027-8b40-2c5f02937e1d {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:47:30.702916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-58042c08-ce78-4f55-922c-08774d54c195 req-66dacdde-02ee-4b18-9f7c-943cc976194c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:47:30.704310 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-58042c08-ce78-4f55-922c-08774d54c195 req-66dacdde-02ee-4b18-9f7c-943cc976194c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661926844&fields=id&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 267 time: 0.1682487 Jan 12 09:47:30.712898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-93eec2db-14fc-4d4c-b0b1-3e1851e11dfd admin admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:30.717217 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43238) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:30.717672 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-93eec2db-14fc-4d4c-b0b1-3e1851e11dfd admin admin] 10.222.0.26 "DELETE /v2.0/routers/c5212f11-65aa-4027-8b40-2c5f02937e1d HTTP/1.1" status: 204 len: 168 time: 1.7855709 Jan 12 09:47:30.792198 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-faeff4ef-1d9f-4e8f-b2fc-6c649545f0b0 admin admin] Deleting subnet fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:47:30.796275 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-faeff4ef-1d9f-4e8f-b2fc-6c649545f0b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:30.851628 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-faeff4ef-1d9f-4e8f-b2fc-6c649545f0b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:30.880865 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58042c08-ce78-4f55-922c-08774d54c195 req-714e79a8-6c3b-414e-9e8d-96b9d3186bab tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:30.882503 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-58042c08-ce78-4f55-922c-08774d54c195 req-714e79a8-6c3b-414e-9e8d-96b9d3186bab tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/networks?id=2059d699-75c5-41e4-88bf-f8f197a42b14 HTTP/1.1" status: 200 len: 796 time: 0.1633699 Jan 12 09:47:30.910954 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-58042c08-ce78-4f55-922c-08774d54c195 req-0e83ede8-ee1b-40ce-b3e9-6af425d37d8e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/quotas/05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 375 time: 0.0124717 Jan 12 09:47:30.943757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-faeff4ef-1d9f-4e8f-b2fc-6c649545f0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:30.999503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-58042c08-ce78-4f55-922c-08774d54c195 req-3a8bc8ad-76be-40b2-a214-b8f5665a4214 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:47:31.020837 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-58042c08-ce78-4f55-922c-08774d54c195 req-3a8bc8ad-76be-40b2-a214-b8f5665a4214 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:47:31.022664 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-58042c08-ce78-4f55-922c-08774d54c195 req-3a8bc8ad-76be-40b2-a214-b8f5665a4214 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105652 Jan 12 09:47:31.026114 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-faeff4ef-1d9f-4e8f-b2fc-6c649545f0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:31.079911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeff4ef-1d9f-4e8f-b2fc-6c649545f0b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:31.082677 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-faeff4ef-1d9f-4e8f-b2fc-6c649545f0b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:31.088684 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-faeff4ef-1d9f-4e8f-b2fc-6c649545f0b0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fc7bb3da-d8f9-4030-85d0-f7b83cb3d3ee HTTP/1.1" status: 204 len: 168 time: 0.3703754 Jan 12 09:47:31.091219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43242) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:31.098494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157edca1-374c-4d4a-a8bc-a59df35b235c None None] Network 7c044518-5731-4207-8f99-0a1c6effbd44 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:47:31.292494 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:31.299046 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-58042c08-ce78-4f55-922c-08774d54c195 req-9d2bcfc3-9571-408b-bb27-856c2a3eadef service neutron] 10.222.0.26 "GET /v2.0/networks/2059d699-75c5-41e4-88bf-f8f197a42b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605343 Jan 12 09:47:31.347912 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] Deleting port cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:31.348260 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:31.544413 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e4012d-c449-4f8c-b1be-d4aaf5c05a53 None None] DHCP port deletion for 7c044518-5731-4207-8f99-0a1c6effbd44 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:47:31.552406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-73e4012d-c449-4f8c-b1be-d4aaf5c05a53 None None] Deleting port cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:31.553586 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73e4012d-c449-4f8c-b1be-d4aaf5c05a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:31.603107 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2c1a988b-e570-42df-bb8b-b6bd860aac7c up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:47:31.653550 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-58042c08-ce78-4f55-922c-08774d54c195 req-ef1e7f7f-f3f0-4253-b530-dbeb2f85f25b service neutron] 10.222.0.26 "GET /v2.0/networks/2059d699-75c5-41e4-88bf-f8f197a42b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485627 Jan 12 09:47:31.751460 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 2c1a988b-e570-42df-bb8b-b6bd860aac7c completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:47:31.779701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] For port cb11bcc4-c510-4a24-8cc9-0c1aa08e7366, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cb11bcc4-c510-4a24-8cc9-0c1aa08e7366,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:31.780095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:31.795175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 2c1a988b-e570-42df-bb8b-b6bd860aac7c triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:31.795546 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:31.922885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-1713d174-f02d-4f7e-b327-7851640666ac req-c4f230d3-e0ed-49a8-8666-6f39fb23a13a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:47:31.938866 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] Calling delete_port for cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:31.952803 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-1713d174-f02d-4f7e-b327-7851640666ac req-c4f230d3-e0ed-49a8-8666-6f39fb23a13a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:47:31.964329 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1713d174-f02d-4f7e-b327-7851640666ac req-c4f230d3-e0ed-49a8-8666-6f39fb23a13a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 210 time: 0.1265206 Jan 12 09:47:32.035393 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-73e4012d-c449-4f8c-b1be-d4aaf5c05a53 None None] For port cb11bcc4-c510-4a24-8cc9-0c1aa08e7366, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cb11bcc4-c510-4a24-8cc9-0c1aa08e7366,segment=NetworkSegment(5e6b0083-c675-40fd-aae2-88f6b0da4924),segment_id=5e6b0083-c675-40fd-aae2-88f6b0da4924)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:32.036088 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73e4012d-c449-4f8c-b1be-d4aaf5c05a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:32.052853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:32.111292 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb11bcc4-c510-4a24-8cc9-0c1aa08e7366,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:32.118167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] No DVR routers for this DVR port cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:47:32.179661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-73e4012d-c449-4f8c-b1be-d4aaf5c05a53 None None] Calling delete_port for cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:32.207288 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:32.250925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:32.279912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 2c1a988b-e570-42df-bb8b-b6bd860aac7c, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=2c1a988b-e570-42df-bb8b-b6bd860aac7c,segment=NetworkSegment(3c46f6eb-348d-47b4-a2a5-2f9057f60f17),segment_id=3c46f6eb-348d-47b4-a2a5-2f9057f60f17)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:32.280189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c044518-5731-4207-8f99-0a1c6effbd44']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:32.285070 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:32.293473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6b0083-c675-40fd-aae2-88f6b0da4924') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:32.293778 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6b0083-c675-40fd-aae2-88f6b0da4924') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:32.305355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:32.322829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:32.325039 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ea61e813-79f2-4e4e-92f6-3423778ecd44 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:32.330340 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:47:32.330843 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:47:32.345977 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:47:32.360609 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-73e4012d-c449-4f8c-b1be-d4aaf5c05a53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:47:32.360963 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-73e4012d-c449-4f8c-b1be-d4aaf5c05a53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:47:32.375701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: ea61e813-79f2-4e4e-92f6-3423778ecd44 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:47:32.375701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ea61e813-79f2-4e4e-92f6-3423778ecd44 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:32.393867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=2c1a988b-e570-42df-bb8b-b6bd860aac7c,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:32.427343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:32.431969 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:32.459257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c044518-5731-4207-8f99-0a1c6effbd44,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:32.470476 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-99b35cb4-2897-4e27-bb3f-54be0e54e2b1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7c044518-5731-4207-8f99-0a1c6effbd44 HTTP/1.1" status: 204 len: 168 time: 1.3782227 Jan 12 09:47:32.473528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43256) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:32.862830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-73e4012d-c449-4f8c-b1be-d4aaf5c05a53 None None] Deleting port cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:32.863399 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-73e4012d-c449-4f8c-b1be-d4aaf5c05a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:32.933294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-73e4012d-c449-4f8c-b1be-d4aaf5c05a53 None None] The port 'cb11bcc4-c510-4a24-8cc9-0c1aa08e7366' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:47:33.120622 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2c1a988b-e570-42df-bb8b-b6bd860aac7c up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:47:33.199638 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 2c1a988b-e570-42df-bb8b-b6bd860aac7c triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:33.200017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:33.261197 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8e97bc41-f3eb-4af3-8988-6e6c2e2880e8 req-a9d9671c-6244-469d-8fd5-382a9f601522 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 210 time: 0.0622003 Jan 12 09:47:33.386874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dbcd9bf9-3347-48b1-943e-64f9c8810ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:33.404972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4ca25df9-384d-46b2-8afa-96fdc68606cc no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:33.441433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 4ca25df9-384d-46b2-8afa-96fdc68606cc {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:47:33.441754 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4ca25df9-384d-46b2-8afa-96fdc68606cc not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:33.442208 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:33.452242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58042c08-ce78-4f55-922c-08774d54c195 req-095cf27b-6fe5-4c44-935e-7b82cf142ba7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:33.453643 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-58042c08-ce78-4f55-922c-08774d54c195 req-095cf27b-6fe5-4c44-935e-7b82cf142ba7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/networks?id=2059d699-75c5-41e4-88bf-f8f197a42b14 HTTP/1.1" status: 200 len: 796 time: 0.4538858 Jan 12 09:47:33.474788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:47:33.475147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device cb11bcc4-c510-4a24-8cc9-0c1aa08e7366 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:33.574351 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-58042c08-ce78-4f55-922c-08774d54c195 req-670d3897-759d-4199-9532-a8fac99d7861 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 379 time: 0.1063964 Jan 12 09:47:33.585941 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-58042c08-ce78-4f55-922c-08774d54c195 req-1237e428-5c3a-45de-bdf3-29bc870d34a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'port': {'device_id': '698eac6f-1674-42bb-9056-c24d848d16f5', 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14', 'admin_state_up': True, 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'security_groups': ['e84aac07-f400-4972-8dab-5d446cbee80d']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:47:33.825632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-58042c08-ce78-4f55-922c-08774d54c195 req-1237e428-5c3a-45de-bdf3-29bc870d34a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:33.837816 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-58042c08-ce78-4f55-922c-08774d54c195 req-1237e428-5c3a-45de-bdf3-29bc870d34a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:33.853326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58042c08-ce78-4f55-922c-08774d54c195 req-1237e428-5c3a-45de-bdf3-29bc870d34a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:47:33.857108 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-58042c08-ce78-4f55-922c-08774d54c195 req-1237e428-5c3a-45de-bdf3-29bc870d34a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:33.978251 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd9bf9-3347-48b1-943e-64f9c8810ae7 admin admin] Deleting port 040ba38a-3ace-4658-a96c-fbcc090e5fc8 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:33.978566 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dbcd9bf9-3347-48b1-943e-64f9c8810ae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:34.186853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-58042c08-ce78-4f55-922c-08774d54c195 req-1237e428-5c3a-45de-bdf3-29bc870d34a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.4 (2059d699-75c5-41e4-88bf-f8f197a42b14/ba60a592-8931-4990-b9d1-0064f983d24d/4129326c-58d8-41ae-8958-442184cd096d) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:47:34.237983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-dbcd9bf9-3347-48b1-943e-64f9c8810ae7 admin admin] For port 040ba38a-3ace-4658-a96c-fbcc090e5fc8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=040ba38a-3ace-4658-a96c-fbcc090e5fc8,segment=NetworkSegment(36943dd7-ea07-462d-8368-c3247df766c2),segment_id=36943dd7-ea07-462d-8368-c3247df766c2)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:34.238328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dbcd9bf9-3347-48b1-943e-64f9c8810ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:34.370985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd9bf9-3347-48b1-943e-64f9c8810ae7 admin admin] Calling delete_port for 040ba38a-3ace-4658-a96c-fbcc090e5fc8 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:34.409827 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7ad8c717-085c-4f0f-9cce-646a12999de7 req-c1e4c063-2091-47d6-b72b-c492cdec896a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 210 time: 0.0426998 Jan 12 09:47:34.693740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-58042c08-ce78-4f55-922c-08774d54c195 req-1237e428-5c3a-45de-bdf3-29bc870d34a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:34.718434 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-58042c08-ce78-4f55-922c-08774d54c195 req-1237e428-5c3a-45de-bdf3-29bc870d34a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object 4129326c-58d8-41ae-8958-442184cd096d will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:47:34.795873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-58042c08-ce78-4f55-922c-08774d54c195 req-1237e428-5c3a-45de-bdf3-29bc870d34a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:34.883272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58042c08-ce78-4f55-922c-08774d54c195 req-1237e428-5c3a-45de-bdf3-29bc870d34a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 2059d699-75c5-41e4-88bf-f8f197a42b14 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:47:34.886977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-58042c08-ce78-4f55-922c-08774d54c195 req-1237e428-5c3a-45de-bdf3-29bc870d34a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:47:34.888760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dbcd9bf9-3347-48b1-943e-64f9c8810ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:34.894200 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-58042c08-ce78-4f55-922c-08774d54c195 req-1237e428-5c3a-45de-bdf3-29bc870d34a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:47:34.925342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237e428-5c3a-45de-bdf3-29bc870d34a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=4129326c-58d8-41ae-8958-442184cd096d,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:35.011021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd9bf9-3347-48b1-943e-64f9c8810ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=040ba38a-3ace-4658-a96c-fbcc090e5fc8,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:35.074220 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58042c08-ce78-4f55-922c-08774d54c195 req-1237e428-5c3a-45de-bdf3-29bc870d34a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:35.079185 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-58042c08-ce78-4f55-922c-08774d54c195 req-1237e428-5c3a-45de-bdf3-29bc870d34a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:35.145778 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ed86804e-421c-41dc-b81d-88a21fd8147c None None] Provisioning for port 4129326c-58d8-41ae-8958-442184cd096d completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:47:35.151275 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ed86804e-421c-41dc-b81d-88a21fd8147c None None] Provisioning complete for port 4129326c-58d8-41ae-8958-442184cd096d triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:35.151760 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ed86804e-421c-41dc-b81d-88a21fd8147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:35.189553 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-58042c08-ce78-4f55-922c-08774d54c195 req-1237e428-5c3a-45de-bdf3-29bc870d34a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6070960 Jan 12 09:47:35.214581 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Request body: {'port': {'device_id': '698eac6f-1674-42bb-9056-c24d848d16f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:47:35.225721 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ed86804e-421c-41dc-b81d-88a21fd8147c None None] Port 4129326c-58d8-41ae-8958-442184cd096d cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:47:35.401247 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dbcd9bf9-3347-48b1-943e-64f9c8810ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:35.413285 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:35.873733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6fed7-a4e3-426a-89d3-aa81ed883ef4 req-09565896-0208-423a-8f3a-5c928bf30d5a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:35.874433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-a9f6fed7-a4e3-426a-89d3-aa81ed883ef4 req-09565896-0208-423a-8f3a-5c928bf30d5a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:47:35.973652 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-a9f6fed7-a4e3-426a-89d3-aa81ed883ef4 req-09565896-0208-423a-8f3a-5c928bf30d5a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:47:35.974798 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a9f6fed7-a4e3-426a-89d3-aa81ed883ef4 req-09565896-0208-423a-8f3a-5c928bf30d5a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 931 time: 0.4513280 Jan 12 09:47:36.243605 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a9f6fed7-a4e3-426a-89d3-aa81ed883ef4 req-43c6137c-4b08-4fd2-8a15-b10da5f969aa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e84aac07-f400-4972-8dab-5d446cbee80d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931604 Jan 12 09:47:36.251563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcd9bf9-3347-48b1-943e-64f9c8810ae7 admin admin] Router 12e8e7ec-25a2-47a9-9b57-18b624cf61db has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:47:36.360788 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4129326c-58d8-41ae-8958-442184cd096d {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:47:36.376630 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:36.405972 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Transition to ACTIVE for port object 4129326c-58d8-41ae-8958-442184cd096d will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:47:36.460191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:36.614177 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Pushing event updated for resources: {'Port': ['ID=4129326c-58d8-41ae-8958-442184cd096d,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:36.618189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcd9bf9-3347-48b1-943e-64f9c8810ae7 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:47:36.623917 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-dbcd9bf9-3347-48b1-943e-64f9c8810ae7 admin admin] 10.222.0.26 "PUT /v2.0/routers/12e8e7ec-25a2-47a9-9b57-18b624cf61db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1492794 Jan 12 09:47:36.627145 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43270) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:36.630280 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b10f6-627e-4941-806a-b233d085d608 None None] Sync routers for ids ['12e8e7ec-25a2-47a9-9b57-18b624cf61db'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:47:36.646208 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b10f6-627e-4941-806a-b233d085d608 None None] Routers {'12e8e7ec-25a2-47a9-9b57-18b624cf61db'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:36.647177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-c02b10f6-627e-4941-806a-b233d085d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:47:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['12e8e7ec-25a2-47a9-9b57-18b624cf61db'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:36.737352 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Attempting to bind port 4129326c-58d8-41ae-8958-442184cd096d on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:47:36.738064 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Attempting to bind port 4129326c-58d8-41ae-8958-442184cd096d by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '3c46f6eb-348d-47b4-a2a5-2f9057f60f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:47:36.738611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Attempting to bind port 4129326c-58d8-41ae-8958-442184cd096d on network 2059d699-75c5-41e4-88bf-f8f197a42b14 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:47:36.744824 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Port 4129326c-58d8-41ae-8958-442184cd096d on network 2059d699-75c5-41e4-88bf-f8f197a42b14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:47:36.745878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Attempting to bind port 4129326c-58d8-41ae-8958-442184cd096d on network 2059d699-75c5-41e4-88bf-f8f197a42b14 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:47:36.750633 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fbcec737-79c4-4b52-aae6-70f182b9532e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:36.753913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:47:36.754384 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Checking segment: {'id': '3c46f6eb-348d-47b4-a2a5-2f9057f60f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:47:36.754784 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Bound using segment: {'id': '3c46f6eb-348d-47b4-a2a5-2f9057f60f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:47:36.755234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Bound port: 4129326c-58d8-41ae-8958-442184cd096d, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c46f6eb-348d-47b4-a2a5-2f9057f60f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:47:36.755814 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:36.814824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa940e63-285c-4b80-847f-3fe531c66f38 admin admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:36.853262 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] For port 4129326c-58d8-41ae-8958-442184cd096d, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:47:36.856759 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] For port 4129326c-58d8-41ae-8958-442184cd096d, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4129326c-58d8-41ae-8958-442184cd096d,segment=NetworkSegment(3c46f6eb-348d-47b4-a2a5-2f9057f60f17),segment_id=3c46f6eb-348d-47b4-a2a5-2f9057f60f17)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:47:36.862406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-c02b10f6-627e-4941-806a-b233d085d608 None None] Set router 12e8e7ec-25a2-47a9-9b57-18b624cf61db gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:36.862568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:36.925521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:36.926157 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:36.927567 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-58042c08-ce78-4f55-922c-08774d54c195 req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] 10.222.0.53 "PUT /v2.0/ports/4129326c-58d8-41ae-8958-442184cd096d HTTP/1.1" status: 200 len: 1093 time: 1.7253602 Jan 12 09:47:36.928121 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698eac6f-1674-42bb-9056-c24d848d16f5', 'tag': '4129326c-58d8-41ae-8958-442184cd096d'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:47:36.967699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb5353-088b-4572-880f-38b2fa57e502 service neutron] Pushing event updated for resources: {'Port': ['ID=4129326c-58d8-41ae-8958-442184cd096d,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:37.046508 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa940e63-285c-4b80-847f-3fe531c66f38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:37.059333 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-fa940e63-285c-4b80-847f-3fe531c66f38 admin admin] Deleting port 41fa7608-1918-4a40-87b9-1a09fcce3105 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:37.059856 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa940e63-285c-4b80-847f-3fe531c66f38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:37.064366 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698eac6f-1674-42bb-9056-c24d848d16f5', 'tag': '4129326c-58d8-41ae-8958-442184cd096d', 'status': 'completed', 'code': 200} Jan 12 09:47:37.095147 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58042c08-ce78-4f55-922c-08774d54c195 req-7113fb11-1e7e-4eea-8fff-812f88874310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:37.097024 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-58042c08-ce78-4f55-922c-08774d54c195 req-7113fb11-1e7e-4eea-8fff-812f88874310 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 1096 time: 0.1140478 Jan 12 09:47:37.192400 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-58042c08-ce78-4f55-922c-08774d54c195 req-92cfd4ae-a4d6-4f38-a7fa-9bf48230dafc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4129326c-58d8-41ae-8958-442184cd096d HTTP/1.1" status: 200 len: 217 time: 0.0843532 Jan 12 09:47:37.244734 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-c02b10f6-627e-4941-806a-b233d085d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'name': 'tempest-TestVolumeBootPattern-984164715-router', 'tenant_id': '2baa2eec52f043549dd4080f4a3992f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '41fa7608-1918-4a40-87b9-1a09fcce3105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:47:34Z', 'revision_number': 5, 'project_id': '2baa2eec52f043549dd4080f4a3992f9', 'gw_port': {'id': '41fa7608-1918-4a40-87b9-1a09fcce3105', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:39:10Z', 'updated_at': '2022-01-12T09:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:37.250090 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b10f6-627e-4941-806a-b233d085d608 None None] Checking router: 12e8e7ec-25a2-47a9-9b57-18b624cf61db for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:47:37.259022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b10f6-627e-4941-806a-b233d085d608 None None] Routers {'12e8e7ec-25a2-47a9-9b57-18b624cf61db'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:37.259609 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-c02b10f6-627e-4941-806a-b233d085d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:47:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['12e8e7ec-25a2-47a9-9b57-18b624cf61db'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:37.266465 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58042c08-ce78-4f55-922c-08774d54c195 req-787603f5-04ee-40e2-8eff-d4fad1a52f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:37.268943 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-58042c08-ce78-4f55-922c-08774d54c195 req-787603f5-04ee-40e2-8eff-d4fad1a52f16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba60a592-8931-4990-b9d1-0064f983d24d HTTP/1.1" status: 200 len: 842 time: 0.0679982 Jan 12 09:47:37.407564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-fa940e63-285c-4b80-847f-3fe531c66f38 admin admin] For port 41fa7608-1918-4a40-87b9-1a09fcce3105, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=41fa7608-1918-4a40-87b9-1a09fcce3105,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:37.407923 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa940e63-285c-4b80-847f-3fe531c66f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:37.408495 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-c02b10f6-627e-4941-806a-b233d085d608 None None] Set router 12e8e7ec-25a2-47a9-9b57-18b624cf61db gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:37.447036 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58042c08-ce78-4f55-922c-08774d54c195 req-a0a1cf63-9b7e-4d6d-aa79-d0601ed3f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:37.448555 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-58042c08-ce78-4f55-922c-08774d54c195 req-a0a1cf63-9b7e-4d6d-aa79-d0601ed3f452 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2059d699-75c5-41e4-88bf-f8f197a42b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1693668 Jan 12 09:47:37.465031 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2088ef1-7aa6-41f7-bfc0-cfee50ecf3cd req-7ab7b262-d7ea-471c-b0bb-9198a0398403 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:37.466551 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f2088ef1-7aa6-41f7-bfc0-cfee50ecf3cd req-7ab7b262-d7ea-471c-b0bb-9198a0398403 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 943 time: 0.1101055 Jan 12 09:47:37.515975 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-c02b10f6-627e-4941-806a-b233d085d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'name': 'tempest-TestVolumeBootPattern-984164715-router', 'tenant_id': '2baa2eec52f043549dd4080f4a3992f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:47:37Z', 'revision_number': 6, 'project_id': '2baa2eec52f043549dd4080f4a3992f9', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:37.520647 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b10f6-627e-4941-806a-b233d085d608 None None] The sync data for ids ['12e8e7ec-25a2-47a9-9b57-18b624cf61db'] in dv-neutron-824346-1-hyperv is: [{'id': '12e8e7ec-25a2-47a9-9b57-18b624cf61db', 'name': 'tempest-TestVolumeBootPattern-984164715-router', 'tenant_id': '2baa2eec52f043549dd4080f4a3992f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:39:08Z', 'updated_at': '2022-01-12T09:47:37Z', 'revision_number': 6, 'project_id': '2baa2eec52f043549dd4080f4a3992f9', 'gw_port_host': None}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:47:37.532662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-fa940e63-285c-4b80-847f-3fe531c66f38 admin admin] Calling delete_port for 41fa7608-1918-4a40-87b9-1a09fcce3105 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:37.600170 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f2088ef1-7aa6-41f7-bfc0-cfee50ecf3cd req-40513f66-0dc4-45eb-98aa-249f87ec0074 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e84aac07-f400-4972-8dab-5d446cbee80d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147065 Jan 12 09:47:37.633803 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-58042c08-ce78-4f55-922c-08774d54c195 req-d9b498f9-1bce-4ba7-8540-7f8642a7362c service neutron] 10.222.0.53 "GET /v2.0/networks/2059d699-75c5-41e4-88bf-f8f197a42b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660016 Jan 12 09:47:37.770322 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-58042c08-ce78-4f55-922c-08774d54c195 req-f12408c2-c0d9-4f90-9f6f-f7fc1a4a5870 service neutron] 10.222.0.53 "GET /v2.0/networks/2059d699-75c5-41e4-88bf-f8f197a42b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280031 Jan 12 09:47:37.849402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa940e63-285c-4b80-847f-3fe531c66f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:37.899587 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa940e63-285c-4b80-847f-3fe531c66f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=41fa7608-1918-4a40-87b9-1a09fcce3105,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:37.906422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32639f-ecf2-48c4-a32f-eee4ab08fc7a req-d68af0f9-8fed-4965-bc9e-d9790f99faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:37.907943 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2e32639f-ecf2-48c4-a32f-eee4ab08fc7a req-d68af0f9-8fed-4965-bc9e-d9790f99faa1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 1096 time: 0.0796468 Jan 12 09:47:38.000921 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa940e63-285c-4b80-847f-3fe531c66f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:38.165552 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32639f-ecf2-48c4-a32f-eee4ab08fc7a req-6e0148ca-e3c3-4af6-b93e-658f82c94175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:38.166951 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2e32639f-ecf2-48c4-a32f-eee4ab08fc7a req-6e0148ca-e3c3-4af6-b93e-658f82c94175 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2059d699-75c5-41e4-88bf-f8f197a42b14 HTTP/1.1" status: 200 len: 897 time: 0.2514706 Jan 12 09:47:38.171560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa940e63-285c-4b80-847f-3fe531c66f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:38.174662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa940e63-285c-4b80-847f-3fe531c66f38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:38.203034 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa940e63-285c-4b80-847f-3fe531c66f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:38.203499 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa940e63-285c-4b80-847f-3fe531c66f38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12e8e7ec-25a2-47a9-9b57-18b624cf61db {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:47:38.216305 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fa940e63-285c-4b80-847f-3fe531c66f38 admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:38.217435 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fa940e63-285c-4b80-847f-3fe531c66f38 admin admin] 10.222.0.26 "DELETE /v2.0/routers/12e8e7ec-25a2-47a9-9b57-18b624cf61db HTTP/1.1" status: 204 len: 168 time: 1.5893538 Jan 12 09:47:38.220162 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43278) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:38.237835 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2e32639f-ecf2-48c4-a32f-eee4ab08fc7a req-6859c093-4353-474a-b5c9-cb7234c4cc88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4129326c-58d8-41ae-8958-442184cd096d HTTP/1.1" status: 200 len: 217 time: 0.0628283 Jan 12 09:47:38.277634 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db62d24-b06c-45cf-9a25-ad8d4d98848b admin admin] Deleting subnet 2a95901a-699f-478d-b043-280faa5171a9 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:47:38.280408 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2db62d24-b06c-45cf-9a25-ad8d4d98848b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:38.309084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32639f-ecf2-48c4-a32f-eee4ab08fc7a req-b1304139-4d5e-459d-82b9-e37708ccf348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:38.310603 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2e32639f-ecf2-48c4-a32f-eee4ab08fc7a req-b1304139-4d5e-459d-82b9-e37708ccf348 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba60a592-8931-4990-b9d1-0064f983d24d HTTP/1.1" status: 200 len: 842 time: 0.0649791 Jan 12 09:47:38.332487 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2db62d24-b06c-45cf-9a25-ad8d4d98848b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:38.389856 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32639f-ecf2-48c4-a32f-eee4ab08fc7a req-a2ff909a-32ad-4c30-8b66-0951e3169265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:38.391400 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2e32639f-ecf2-48c4-a32f-eee4ab08fc7a req-a2ff909a-32ad-4c30-8b66-0951e3169265 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2059d699-75c5-41e4-88bf-f8f197a42b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733843 Jan 12 09:47:38.412523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2db62d24-b06c-45cf-9a25-ad8d4d98848b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:38.485643 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2db62d24-b06c-45cf-9a25-ad8d4d98848b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:38.522644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db62d24-b06c-45cf-9a25-ad8d4d98848b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a95901a-699f-478d-b043-280faa5171a9,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:38.526704 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2e32639f-ecf2-48c4-a32f-eee4ab08fc7a req-c7745092-af53-4ec7-862b-9b8c80a6b737 service neutron] 10.222.0.53 "GET /v2.0/networks/2059d699-75c5-41e4-88bf-f8f197a42b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278064 Jan 12 09:47:38.528940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2db62d24-b06c-45cf-9a25-ad8d4d98848b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:38.534250 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afa1896-f876-4e23-b951-44acc5cfa234 None None] Network f7559d53-e2cd-45fa-b982-9953854ba4bf requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:47:38.537601 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2db62d24-b06c-45cf-9a25-ad8d4d98848b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2a95901a-699f-478d-b043-280faa5171a9 HTTP/1.1" status: 204 len: 168 time: 0.3143313 Jan 12 09:47:38.539250 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43282) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:38.695399 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2e32639f-ecf2-48c4-a32f-eee4ab08fc7a req-d22aadeb-4be0-4feb-80dd-642eab7df5a8 service neutron] 10.222.0.53 "GET /v2.0/networks/2059d699-75c5-41e4-88bf-f8f197a42b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605351 Jan 12 09:47:38.822450 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c79cfe-18ea-4daa-9624-7fd02d0bc6aa None None] DHCP port deletion for f7559d53-e2cd-45fa-b982-9953854ba4bf request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:47:38.826583 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-99c79cfe-18ea-4daa-9624-7fd02d0bc6aa None None] Deleting port 18d412b1-d46e-453b-bcf4-0f93068e4d8f {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:38.827038 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-99c79cfe-18ea-4daa-9624-7fd02d0bc6aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:38.834299 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:38.857630 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] Deleting port 18d412b1-d46e-453b-bcf4-0f93068e4d8f {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:38.858346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:38.956429 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1a96e-e8f1-48dc-bd0d-249f8cf8cdf9 req-06b4a162-dd9d-4f1c-bae2-df5642aa671c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:38.957793 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-13d1a96e-e8f1-48dc-bd0d-249f8cf8cdf9 req-06b4a162-dd9d-4f1c-bae2-df5642aa671c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 943 time: 0.1809251 Jan 12 09:47:39.050016 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-13d1a96e-e8f1-48dc-bd0d-249f8cf8cdf9 req-85dac2a7-a00d-4682-83d5-ec6427380b87 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:47:39.057262 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-99c79cfe-18ea-4daa-9624-7fd02d0bc6aa None None] For port 18d412b1-d46e-453b-bcf4-0f93068e4d8f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=18d412b1-d46e-453b-bcf4-0f93068e4d8f,segment=NetworkSegment(36943dd7-ea07-462d-8368-c3247df766c2),segment_id=36943dd7-ea07-462d-8368-c3247df766c2)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:39.057564 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-99c79cfe-18ea-4daa-9624-7fd02d0bc6aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.124191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] For port 18d412b1-d46e-453b-bcf4-0f93068e4d8f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=18d412b1-d46e-453b-bcf4-0f93068e4d8f,segment=NetworkSegment(36943dd7-ea07-462d-8368-c3247df766c2),segment_id=36943dd7-ea07-462d-8368-c3247df766c2)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:39.124540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.128198 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 040ba38a-3ace-4658-a96c-fbcc090e5fc8 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:39.132791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-13d1a96e-e8f1-48dc-bd0d-249f8cf8cdf9 req-85dac2a7-a00d-4682-83d5-ec6427380b87 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:47:39.134127 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-13d1a96e-e8f1-48dc-bd0d-249f8cf8cdf9 req-85dac2a7-a00d-4682-83d5-ec6427380b87 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e84aac07-f400-4972-8dab-5d446cbee80d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691799 Jan 12 09:47:39.218295 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-99c79cfe-18ea-4daa-9624-7fd02d0bc6aa None None] Calling delete_port for 18d412b1-d46e-453b-bcf4-0f93068e4d8f owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:39.243007 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 040ba38a-3ace-4658-a96c-fbcc090e5fc8 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:47:39.243315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 040ba38a-3ace-4658-a96c-fbcc090e5fc8 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:39.243753 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 41fa7608-1918-4a40-87b9-1a09fcce3105 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:39.250028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] Calling delete_port for 18d412b1-d46e-453b-bcf4-0f93068e4d8f owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:47:39.297307 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 41fa7608-1918-4a40-87b9-1a09fcce3105 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:47:39.297623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 41fa7608-1918-4a40-87b9-1a09fcce3105 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:39.298049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 18d412b1-d46e-453b-bcf4-0f93068e4d8f no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:47:39.332356 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.347459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-19cf31f2-a340-4381-ac60-bce9f52c7adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.380894 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] Pushing event deleted for resources: {'Port': ['ID=18d412b1-d46e-453b-bcf4-0f93068e4d8f,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:39.382556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] No DVR routers for this DVR port 18d412b1-d46e-453b-bcf4-0f93068e4d8f on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:47:39.383920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-99c79cfe-18ea-4daa-9624-7fd02d0bc6aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:47:39.384276 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-99c79cfe-18ea-4daa-9624-7fd02d0bc6aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:47:39.384884 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No active binding found for port 18d412b1-d46e-453b-bcf4-0f93068e4d8f {{(pid=87665) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 12 09:47:39.385272 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 18d412b1-d46e-453b-bcf4-0f93068e4d8f not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:47:39.496212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.521430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7559d53-e2cd-45fa-b982-9953854ba4bf']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:39.533374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36943dd7-ea07-462d-8368-c3247df766c2') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:39.533673 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36943dd7-ea07-462d-8368-c3247df766c2') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:39.545558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.551260 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 4129326c-58d8-41ae-8958-442184cd096d details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:47:39.561747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.568439 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:47:39.568816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:47:39.585666 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:47:39.661550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.680039 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.686026 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7559d53-e2cd-45fa-b982-9953854ba4bf,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:39.689156 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 4129326c-58d8-41ae-8958-442184cd096d, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4129326c-58d8-41ae-8958-442184cd096d,segment=NetworkSegment(3c46f6eb-348d-47b4-a2a5-2f9057f60f17),segment_id=3c46f6eb-348d-47b4-a2a5-2f9057f60f17)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:39.699880 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c1a6b08d-169d-414f-8706-d486d8186617 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f7559d53-e2cd-45fa-b982-9953854ba4bf HTTP/1.1" status: 204 len: 168 time: 1.1595683 Jan 12 09:47:39.705218 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '4129326c-58d8-41ae-8958-442184cd096d', 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14', 'port_id': '4129326c-58d8-41ae-8958-442184cd096d', 'mac_address': 'fa:16:3e:10:57:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:47:39.765468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.782537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4129326c-58d8-41ae-8958-442184cd096d {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:47:39.799132 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 4129326c-58d8-41ae-8958-442184cd096d, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4129326c-58d8-41ae-8958-442184cd096d,segment=NetworkSegment(3c46f6eb-348d-47b4-a2a5-2f9057f60f17),segment_id=3c46f6eb-348d-47b4-a2a5-2f9057f60f17)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:39.804765 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.817158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43290) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:39.869886 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c098935d-5377-45ff-ba89-574ed66c99d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9bfaac095a94beaa576ace8f51e6ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515432 Jan 12 09:47:39.872419 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43294) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:39.872548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=4129326c-58d8-41ae-8958-442184cd096d,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:39.885686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-99c79cfe-18ea-4daa-9624-7fd02d0bc6aa None None] Deleting port 18d412b1-d46e-453b-bcf4-0f93068e4d8f {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:47:39.886199 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-99c79cfe-18ea-4daa-9624-7fd02d0bc6aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.930287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8c9334ea-045b-4c96-b965-972a657cdea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:39.954104 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-99c79cfe-18ea-4daa-9624-7fd02d0bc6aa None None] The port '18d412b1-d46e-453b-bcf4-0f93068e4d8f' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:47:39.955779 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8c9334ea-045b-4c96-b965-972a657cdea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:40.011278 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8c9334ea-045b-4c96-b965-972a657cdea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:40.028451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9334ea-045b-4c96-b965-972a657cdea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d87b336-1ed3-42e3-9967-008d743eeda3,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:40.034737 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8c9334ea-045b-4c96-b965-972a657cdea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:40.038624 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8c9334ea-045b-4c96-b965-972a657cdea3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d87b336-1ed3-42e3-9967-008d743eeda3 HTTP/1.1" status: 204 len: 168 time: 0.1651828 Jan 12 09:47:40.066566 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['4129326c-58d8-41ae-8958-442184cd096d'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:47:40.330171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cf341-194f-4ea8-ab2a-7c8d9e6d3ef5 req-79124c9b-9b3b-41e3-b750-c26c330dec72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:40.331712 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1c3cf341-194f-4ea8-ab2a-7c8d9e6d3ef5 req-79124c9b-9b3b-41e3-b750-c26c330dec72 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 944 time: 0.0879734 Jan 12 09:47:40.353656 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:40.379119 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1c3cf341-194f-4ea8-ab2a-7c8d9e6d3ef5 req-68dff105-d97a-474b-ae6a-a2c412cdffdb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e84aac07-f400-4972-8dab-5d446cbee80d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410480 Jan 12 09:47:40.421974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43304) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:40.469958 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4cb3d88b-d41c-4014-b4c5-b7105b98830b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2baa2eec52f043549dd4080f4a3992f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467236 Jan 12 09:47:40.473443 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43308) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:40.534726 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e62c3e8f-c673-432d-b7b9-6e8b254dfc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:40.561540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e62c3e8f-c673-432d-b7b9-6e8b254dfc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:40.615081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e62c3e8f-c673-432d-b7b9-6e8b254dfc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:40.635712 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c3e8f-c673-432d-b7b9-6e8b254dfc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd63997b-0f77-451e-864c-5147968abdf0,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:40.641275 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e62c3e8f-c673-432d-b7b9-6e8b254dfc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:40.647093 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e62c3e8f-c673-432d-b7b9-6e8b254dfc72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd63997b-0f77-451e-864c-5147968abdf0 HTTP/1.1" status: 204 len: 168 time: 0.1681292 Jan 12 09:47:41.017645 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:41.557345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 4129326c-58d8-41ae-8958-442184cd096d up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:47:41.576286 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878da6d1-1501-4a58-9af1-427e5a1c5a42 req-a0b41a60-ec63-46d5-b016-b0ae902495b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:41.577787 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-878da6d1-1501-4a58-9af1-427e5a1c5a42 req-a0b41a60-ec63-46d5-b016-b0ae902495b0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 944 time: 0.0904694 Jan 12 09:47:41.622583 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-878da6d1-1501-4a58-9af1-427e5a1c5a42 req-33aab834-a68c-4234-a4b4-6ca052b2b88a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e84aac07-f400-4972-8dab-5d446cbee80d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388746 Jan 12 09:47:41.627013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 4129326c-58d8-41ae-8958-442184cd096d completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:47:41.634798 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 4129326c-58d8-41ae-8958-442184cd096d triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:47:41.634798 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:41.747422 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:41.775349 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698eac6f-1674-42bb-9056-c24d848d16f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4129326c-58d8-41ae-8958-442184cd096d'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:47:41.785213 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 4129326c-58d8-41ae-8958-442184cd096d, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4129326c-58d8-41ae-8958-442184cd096d,segment=NetworkSegment(3c46f6eb-348d-47b4-a2a5-2f9057f60f17),segment_id=3c46f6eb-348d-47b4-a2a5-2f9057f60f17)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:47:41.789963 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:41.821248 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698eac6f-1674-42bb-9056-c24d848d16f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4129326c-58d8-41ae-8958-442184cd096d', 'code': 200} Jan 12 09:47:41.866489 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=4129326c-58d8-41ae-8958-442184cd096d,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:42.064474 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9c9c-f1e5-48e4-9693-8cd1cee00bab req-4e037546-5500-4a04-b8af-f22ccbdd88a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:42.065961 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f92d9c9c-f1e5-48e4-9693-8cd1cee00bab req-4e037546-5500-4a04-b8af-f22ccbdd88a8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 1098 time: 0.0721059 Jan 12 09:47:42.108994 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f92d9c9c-f1e5-48e4-9693-8cd1cee00bab req-771c27a1-36b1-41ca-a5ab-47218d5c2887 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e84aac07-f400-4972-8dab-5d446cbee80d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340462 Jan 12 09:47:42.615390 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:42.824878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d308d0-82e4-41a1-b89e-ef01f125fb55 req-c749780f-15b2-4dc4-b161-8db1f34034f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:42.826269 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-98d308d0-82e4-41a1-b89e-ef01f125fb55 req-c749780f-15b2-4dc4-b161-8db1f34034f3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 945 time: 0.0864184 Jan 12 09:47:42.870820 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-98d308d0-82e4-41a1-b89e-ef01f125fb55 req-b4e2812f-6a11-425d-a723-f738483b2ff0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e84aac07-f400-4972-8dab-5d446cbee80d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387938 Jan 12 09:47:44.067062 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec60f81-bc8f-4eab-b93c-8a8047092b2a req-c7136207-d160-41f2-a8f1-f77a56837778 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:44.068512 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9ec60f81-bc8f-4eab-b93c-8a8047092b2a req-c7136207-d160-41f2-a8f1-f77a56837778 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 945 time: 0.0870659 Jan 12 09:47:44.112162 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9ec60f81-bc8f-4eab-b93c-8a8047092b2a req-529257d9-f8b4-483c-8e33-cb6f5dba8ad5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e84aac07-f400-4972-8dab-5d446cbee80d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379543 Jan 12 09:47:44.307203 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad8022-6536-4449-be38-01b76970a913 req-c18d9de6-b32e-4a6e-aafe-ec64066b757a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:44.308646 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b6ad8022-6536-4449-be38-01b76970a913 req-c18d9de6-b32e-4a6e-aafe-ec64066b757a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 945 time: 0.0840678 Jan 12 09:47:44.357177 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b6ad8022-6536-4449-be38-01b76970a913 req-313ed668-988b-43ab-82d4-78e93c301764 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e84aac07-f400-4972-8dab-5d446cbee80d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427723 Jan 12 09:47:44.385981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43324) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:44.460424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23b7570-ab10-47f5-b004-bcb15f85095d tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:44.461914 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f23b7570-ab10-47f5-b004-bcb15f85095d tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 1093 time: 0.0750144 Jan 12 09:47:44.466250 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43328) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:44.471158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '4129326c-58d8-41ae-8958-442184cd096d', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:47:44.477051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:47:44.480911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:floatingip and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:47:44.483742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:47:44.489408 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:47:44.502698 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:44.641758 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:44.783369 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.35 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/e3f1ae11-77fe-4563-ba66-d3864b0061ea) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:47:44.954605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:44.992564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:45.056623 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:47:45.059547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:47:45.064312 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:47:45.205516 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=e3f1ae11-77fe-4563-ba66-d3864b0061ea,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:45.600048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:45.677853 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:45.888519 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:45.895131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:45.999047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=e3f1ae11-77fe-4563-ba66-d3864b0061ea,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:47:46.011401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.183560 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP c19a9e9d-91c9-4a85-8bc4-dec8145ef626 associated. External IP: 172.26.2.35, port: 4129326c-58d8-41ae-8958-442184cd096d. Jan 12 09:47:46.534421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router f156b92c-ca52-49f2-b65b-deb56696ffbb has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:47:46.597330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.833102 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:47:46.843143 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e49310-30ca-494e-8bfe-0b33ee791502 None None] Sync routers for ids ['f156b92c-ca52-49f2-b65b-deb56696ffbb'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:47:46.853380 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e49310-30ca-494e-8bfe-0b33ee791502 None None] Routers {'f156b92c-ca52-49f2-b65b-deb56696ffbb'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:46.854009 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-70e49310-30ca-494e-8bfe-0b33ee791502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:47:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f156b92c-ca52-49f2-b65b-deb56696ffbb'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:46.858440 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:47:46.916071 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f4d5dc8b-2035-47aa-a3f6-f3fcb7dc7137 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4461920 Jan 12 09:47:46.916071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698eac6f-1674-42bb-9056-c24d848d16f5', 'tag': '4129326c-58d8-41ae-8958-442184cd096d'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:47:46.916645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43332) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:46.965184 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698eac6f-1674-42bb-9056-c24d848d16f5', 'tag': '4129326c-58d8-41ae-8958-442184cd096d', 'status': 'completed', 'code': 200} Jan 12 09:47:47.029605 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-70e49310-30ca-494e-8bfe-0b33ee791502 None None] Set router f156b92c-ca52-49f2-b65b-deb56696ffbb gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:47.080916 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a857da25-fe56-4c02-80be-bce7d3f3c679 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/c19a9e9d-91c9-4a85-8bc4-dec8145ef626 HTTP/1.1" status: 200 len: 990 time: 0.1618519 Jan 12 09:47:47.100926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404379bf-12d4-4835-8295-8b67ee61d543 req-46b77bf9-e35e-4f42-bda7-20354375edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:47.102463 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-404379bf-12d4-4835-8295-8b67ee61d543 req-46b77bf9-e35e-4f42-bda7-20354375edb4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 1098 time: 0.1149194 Jan 12 09:47:47.234777 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404379bf-12d4-4835-8295-8b67ee61d543 req-157698b4-2061-4aa3-92f3-c78fbff4478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:47.236290 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-404379bf-12d4-4835-8295-8b67ee61d543 req-157698b4-2061-4aa3-92f3-c78fbff4478d service neutron] 10.222.0.53 "GET /v2.0/networks?id=2059d699-75c5-41e4-88bf-f8f197a42b14 HTTP/1.1" status: 200 len: 897 time: 0.1277566 Jan 12 09:47:47.336251 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-404379bf-12d4-4835-8295-8b67ee61d543 req-b8bc7fdf-b5b3-4a33-bdd6-52afcef50211 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4129326c-58d8-41ae-8958-442184cd096d HTTP/1.1" status: 200 len: 998 time: 0.0940723 Jan 12 09:47:47.401786 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404379bf-12d4-4835-8295-8b67ee61d543 req-3318a73c-880f-4335-9a1d-98c9774baf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:47.403005 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-70e49310-30ca-494e-8bfe-0b33ee791502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'name': 'tempest-TestNetworkBasicOps-router-238981464', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:20Z', 'updated_at': '2022-01-12T09:47:26Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:21Z', 'updated_at': '2022-01-12T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'c19a9e9d-91c9-4a85-8bc4-dec8145ef626', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'port_id': '4129326c-58d8-41ae-8958-442184cd096d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14', 'mac_address': 'fa:16:3e:10:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698eac6f-1674-42bb-9056-c24d848d16f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:47:45Z', 'updated_at': '2022-01-12T09:47:45Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1a988b-e570-42df-bb8b-b6bd860aac7c', 'name': '', 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ef:dd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:25Z', 'updated_at': '2022-01-12T09:47:32Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:47.403447 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-404379bf-12d4-4835-8295-8b67ee61d543 req-3318a73c-880f-4335-9a1d-98c9774baf80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba60a592-8931-4990-b9d1-0064f983d24d HTTP/1.1" status: 200 len: 842 time: 0.0607083 Jan 12 09:47:47.406902 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e49310-30ca-494e-8bfe-0b33ee791502 None None] Checking router: f156b92c-ca52-49f2-b65b-deb56696ffbb for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:47:47.415100 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e49310-30ca-494e-8bfe-0b33ee791502 None None] Routers {'f156b92c-ca52-49f2-b65b-deb56696ffbb'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:47:47.415683 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-70e49310-30ca-494e-8bfe-0b33ee791502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:47:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f156b92c-ca52-49f2-b65b-deb56696ffbb'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:47.477880 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404379bf-12d4-4835-8295-8b67ee61d543 req-7addc38d-23c0-443f-a7cf-fade26b76147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:47:47.479414 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-404379bf-12d4-4835-8295-8b67ee61d543 req-7addc38d-23c0-443f-a7cf-fade26b76147 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2059d699-75c5-41e4-88bf-f8f197a42b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700340 Jan 12 09:47:47.587211 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-70e49310-30ca-494e-8bfe-0b33ee791502 None None] Set router f156b92c-ca52-49f2-b65b-deb56696ffbb gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:47:47.711251 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-404379bf-12d4-4835-8295-8b67ee61d543 req-3fe02dd4-7641-4639-83c7-e732ac4f7341 service neutron] 10.222.0.53 "GET /v2.0/networks/2059d699-75c5-41e4-88bf-f8f197a42b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249758 Jan 12 09:47:47.841882 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-404379bf-12d4-4835-8295-8b67ee61d543 req-e8009018-a22c-423a-bb1d-4d7f6c10de82 service neutron] 10.222.0.53 "GET /v2.0/networks/2059d699-75c5-41e4-88bf-f8f197a42b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229174 Jan 12 09:47:47.934335 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-70e49310-30ca-494e-8bfe-0b33ee791502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'name': 'tempest-TestNetworkBasicOps-router-238981464', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:20Z', 'updated_at': '2022-01-12T09:47:26Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:21Z', 'updated_at': '2022-01-12T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'c19a9e9d-91c9-4a85-8bc4-dec8145ef626', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'port_id': '4129326c-58d8-41ae-8958-442184cd096d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14', 'mac_address': 'fa:16:3e:10:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698eac6f-1674-42bb-9056-c24d848d16f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:47:45Z', 'updated_at': '2022-01-12T09:47:45Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1a988b-e570-42df-bb8b-b6bd860aac7c', 'name': '', 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ef:dd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:25Z', 'updated_at': '2022-01-12T09:47:32Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:47:47.941167 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e49310-30ca-494e-8bfe-0b33ee791502 None None] The sync data for ids ['f156b92c-ca52-49f2-b65b-deb56696ffbb'] in dv-neutron-824346-1-hyperv is: [{'id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'name': 'tempest-TestNetworkBasicOps-router-238981464', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:20Z', 'updated_at': '2022-01-12T09:47:26Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:21Z', 'updated_at': '2022-01-12T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'c19a9e9d-91c9-4a85-8bc4-dec8145ef626', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'port_id': '4129326c-58d8-41ae-8958-442184cd096d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14', 'mac_address': 'fa:16:3e:10:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698eac6f-1674-42bb-9056-c24d848d16f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:47:45Z', 'updated_at': '2022-01-12T09:47:45Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1a988b-e570-42df-bb8b-b6bd860aac7c', 'name': '', 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ef:dd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:25Z', 'updated_at': '2022-01-12T09:47:32Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:47:48.084007 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43338) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:48.138515 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc830a4f-2476-40ad-b480-192627184bc6 None None] New status for floating IP c19a9e9d-91c9-4a85-8bc4-dec8145ef626: ACTIVE {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:47:48.188827 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ccef5ae0-fc55-4546-97c0-131f9b4234a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/c19a9e9d-91c9-4a85-8bc4-dec8145ef626 HTTP/1.1" status: 200 len: 990 time: 0.1036961 Jan 12 09:47:49.192397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43342) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:47:49.297936 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-61cfd04a-08ef-40d1-8046-4733ceb52610 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/c19a9e9d-91c9-4a85-8bc4-dec8145ef626 HTTP/1.1" status: 200 len: 992 time: 0.1042066 Jan 12 09:47:59.402466 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:48:06.709656 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bdcd86be-58e6-4062-afab-cbb131aaabf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:09.297548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-23be94f7-8546-4328-a034-a03176aa96e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:10.339274 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:11.027384 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:12.619998 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:16.610433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:20.982054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [req-e9b241b4-ee3a-4cb6-8890-aaf20f26ccbf req-8ff782b6-49fd-4d5f-8eea-e0fb1ae1b753 service neutron] (87664) timed out ('10.222.0.53', 61725) {{(pid=87664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 12 09:48:36.401746 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:48:36.591741 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-41b3e5b6-5111-4804-9c33-0c04eebdb456 req-1ee332f0-4744-42cd-9123-7b9bc7a6103a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2523756 Jan 12 09:48:36.704391 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b19b58a3-7750-429a-9fe1-f5a95ba89df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:36.738986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3e5b6-5111-4804-9c33-0c04eebdb456 req-6ffa05a6-5483-4bed-822c-96173c6308b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:36.740470 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-41b3e5b6-5111-4804-9c33-0c04eebdb456 req-6ffa05a6-5483-4bed-822c-96173c6308b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 1098 time: 0.0723383 Jan 12 09:48:36.911148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3e5b6-5111-4804-9c33-0c04eebdb456 req-a3696b4d-991f-4eb5-afd2-472430178541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:36.912646 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-41b3e5b6-5111-4804-9c33-0c04eebdb456 req-a3696b4d-991f-4eb5-afd2-472430178541 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2059d699-75c5-41e4-88bf-f8f197a42b14 HTTP/1.1" status: 200 len: 897 time: 0.1474063 Jan 12 09:48:37.020173 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-41b3e5b6-5111-4804-9c33-0c04eebdb456 req-7a164b7d-4966-4f2a-acc0-96194e46c0f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4129326c-58d8-41ae-8958-442184cd096d HTTP/1.1" status: 200 len: 1000 time: 0.0967071 Jan 12 09:48:37.089676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3e5b6-5111-4804-9c33-0c04eebdb456 req-086b5903-cb9a-4d7d-b2b3-960859896698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:37.091310 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-41b3e5b6-5111-4804-9c33-0c04eebdb456 req-086b5903-cb9a-4d7d-b2b3-960859896698 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba60a592-8931-4990-b9d1-0064f983d24d HTTP/1.1" status: 200 len: 842 time: 0.0613770 Jan 12 09:48:37.185576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3e5b6-5111-4804-9c33-0c04eebdb456 req-27a6be35-8d30-40b7-b691-3955d8741fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:48:37.187313 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-41b3e5b6-5111-4804-9c33-0c04eebdb456 req-27a6be35-8d30-40b7-b691-3955d8741fc5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2059d699-75c5-41e4-88bf-f8f197a42b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862522 Jan 12 09:48:37.321887 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-41b3e5b6-5111-4804-9c33-0c04eebdb456 req-1933e143-9be7-4343-941c-f7d47e2acbcd service neutron] 10.222.0.53 "GET /v2.0/networks/2059d699-75c5-41e4-88bf-f8f197a42b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248360 Jan 12 09:48:37.466171 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-41b3e5b6-5111-4804-9c33-0c04eebdb456 req-35618ec0-3325-4374-bd8e-69bac7a7c5b4 service neutron] 10.222.0.53 "GET /v2.0/networks/2059d699-75c5-41e4-88bf-f8f197a42b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322439 Jan 12 09:48:39.300833 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-da4e3505-ebaf-4bd4-9aea-64c187ed38f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:40.339478 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:41.032967 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:42.617839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:48:46.603413 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:06.718297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e83eb113-b20b-41b2-8922-f1ac774a2a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:09.301811 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8e35-fa5b-432b-8992-8be7ce563b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:10.348439 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:11.029422 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:12.625739 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:13.407143 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:49:16.620125 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.407956 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-14eed452-1461-4655-8099-e01357311207 req-f8113864-1dd2-4f2e-9858-b51729138914 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762293 Jan 12 09:49:36.562387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eed452-1461-4655-8099-e01357311207 req-fff32a09-5950-4838-919f-91e474bf8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:36.563900 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-14eed452-1461-4655-8099-e01357311207 req-fff32a09-5950-4838-919f-91e474bf8da2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 1098 time: 0.0785160 Jan 12 09:49:36.713943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eed452-1461-4655-8099-e01357311207 req-0497d6c3-ad0e-4002-a86d-f19a98cce149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:36.715046 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-421db8bd-3568-4f85-8949-4560b05e6532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:36.715534 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-14eed452-1461-4655-8099-e01357311207 req-0497d6c3-ad0e-4002-a86d-f19a98cce149 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2059d699-75c5-41e4-88bf-f8f197a42b14 HTTP/1.1" status: 200 len: 897 time: 0.1270587 Jan 12 09:49:36.824226 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-14eed452-1461-4655-8099-e01357311207 req-371f8509-aca3-43ff-84a2-e3c2a53ecfab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4129326c-58d8-41ae-8958-442184cd096d HTTP/1.1" status: 200 len: 1000 time: 0.0989962 Jan 12 09:49:36.893414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eed452-1461-4655-8099-e01357311207 req-d34e5200-9650-45fb-8c64-8f86d1e6e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:36.894863 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-14eed452-1461-4655-8099-e01357311207 req-d34e5200-9650-45fb-8c64-8f86d1e6e872 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba60a592-8931-4990-b9d1-0064f983d24d HTTP/1.1" status: 200 len: 842 time: 0.0619202 Jan 12 09:49:37.073123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eed452-1461-4655-8099-e01357311207 req-0f4a268e-ab5a-463d-88d4-0ea358d4d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:37.074604 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-14eed452-1461-4655-8099-e01357311207 req-0f4a268e-ab5a-463d-88d4-0ea358d4d23b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2059d699-75c5-41e4-88bf-f8f197a42b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1701591 Jan 12 09:49:37.214521 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-14eed452-1461-4655-8099-e01357311207 req-35ac4ced-e842-427f-8d99-2fc186259f3f service neutron] 10.222.0.53 "GET /v2.0/networks/2059d699-75c5-41e4-88bf-f8f197a42b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281710 Jan 12 09:49:37.349380 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-14eed452-1461-4655-8099-e01357311207 req-e736a371-6742-4814-867e-3556685288a8 service neutron] 10.222.0.53 "GET /v2.0/networks/2059d699-75c5-41e4-88bf-f8f197a42b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237161 Jan 12 09:49:39.304159 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-43948a65-d9da-430e-8494-747639fbead8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:40.345005 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:41.037873 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:42.629907 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:43.387439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43384) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:49:43.396833 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:49:43.523292 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27658413'] for subnet, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:43.719335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731691316453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27475587'] for subnet, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:43.763965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:49:43.764552 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:43.766108 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/subnets/ba60a592-8931-4990-b9d1-0064f983d24d HTTP/1.1" status: 200 len: 834 time: 0.3770914 Jan 12 09:49:43.771011 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4045b82-d00d-4b7b-84d0-d0b4ca10d4ff None None] Network 2059d699-75c5-41e4-88bf-f8f197a42b14 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:49:43.786233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Subnet': ['ID=ba60a592-8931-4990-b9d1-0064f983d24d,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:49:43.793453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:43.793877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:43.794223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:43.794553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:43.795009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:43.795338 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:43.795665 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:43.795986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:43.796311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:43.796611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:43.796950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:43.797267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c597550f-12b6-4fc0-8e12-60bc593446b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:49:44.196912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-44ced93c-65f6-4b2a-8df7-a9ad39c3d704 None None] Provisioning complete for port 2c1a988b-e570-42df-bb8b-b6bd860aac7c triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:49:44.197400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-44ced93c-65f6-4b2a-8df7-a9ad39c3d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:44.324795 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-44ced93c-65f6-4b2a-8df7-a9ad39c3d704 None None] Provisioning complete for port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:49:44.325028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-44ced93c-65f6-4b2a-8df7-a9ad39c3d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:44.459314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-44ced93c-65f6-4b2a-8df7-a9ad39c3d704 None None] Provisioning complete for port 4129326c-58d8-41ae-8958-442184cd096d triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:49:44.459681 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-44ced93c-65f6-4b2a-8df7-a9ad39c3d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:46.619864 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:49:50.412924 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:50:06.713437 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7e56a058-f9d5-4426-a1c5-28b65ad9a63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:09.304592 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-051c5c6e-a336-47d7-8b3c-097d942edbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:10.343871 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:11.039779 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:12.632006 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:16.648242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:26.732741 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43398) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:26.945916 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port e3f1ae11-77fe-4563-ba66-d3864b0061ea {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:50:26.946261 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:27.114351 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:27.114696 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:27.236315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for e3f1ae11-77fe-4563-ba66-d3864b0061ea owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:50:27.384548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:27.413279 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:50:27.459429 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=e3f1ae11-77fe-4563-ba66-d3864b0061ea,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:27.475166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:27.475610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:27.475943 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:27.476267 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:27.476583 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:27.476904 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:27.477218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:27.477540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:27.477900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:27.478212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:27.478522 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:27.478844 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:27.536450 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:27.536891 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP c19a9e9d-91c9-4a85-8bc4-dec8145ef626 disassociated (deleted). External IP: 172.26.2.35, port: 4129326c-58d8-41ae-8958-442184cd096d. Jan 12 09:50:28.011136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router f156b92c-ca52-49f2-b65b-deb56696ffbb has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:50:28.191552 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:50:28.201678 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0d8e6-895a-4656-a526-6ed58581dbde None None] Sync routers for ids ['f156b92c-ca52-49f2-b65b-deb56696ffbb'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:50:28.212920 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae0d8e6-895a-4656-a526-6ed58581dbde None None] Routers {'f156b92c-ca52-49f2-b65b-deb56696ffbb'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:50:28.213536 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-cae0d8e6-895a-4656-a526-6ed58581dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:50:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f156b92c-ca52-49f2-b65b-deb56696ffbb'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:28.214429 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:28.276266 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-de0defd7-45d6-41c1-8737-1031a0c115ff tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/floatingips/c19a9e9d-91c9-4a85-8bc4-dec8145ef626 HTTP/1.1" status: 204 len: 168 time: 1.5416505 Jan 12 09:50:28.276843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698eac6f-1674-42bb-9056-c24d848d16f5', 'tag': '4129326c-58d8-41ae-8958-442184cd096d'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:50:28.333563 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698eac6f-1674-42bb-9056-c24d848d16f5', 'tag': '4129326c-58d8-41ae-8958-442184cd096d', 'status': 'completed', 'code': 200} Jan 12 09:50:28.419808 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-cae0d8e6-895a-4656-a526-6ed58581dbde None None] Set router f156b92c-ca52-49f2-b65b-deb56696ffbb gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:50:28.439245 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a6c88-6ff9-4e62-a8d2-ee4f80079450 req-74611de1-97bb-4433-ba2b-ecc5ab6e250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:28.441477 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-706a6c88-6ff9-4e62-a8d2-ee4f80079450 req-74611de1-97bb-4433-ba2b-ecc5ab6e250b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 1098 time: 0.0753441 Jan 12 09:50:28.585064 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a6c88-6ff9-4e62-a8d2-ee4f80079450 req-c14d40be-5dc5-412f-9d9b-2bad30e4a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:28.586553 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-706a6c88-6ff9-4e62-a8d2-ee4f80079450 req-c14d40be-5dc5-412f-9d9b-2bad30e4a8e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2059d699-75c5-41e4-88bf-f8f197a42b14 HTTP/1.1" status: 200 len: 897 time: 0.1351469 Jan 12 09:50:28.657269 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-706a6c88-6ff9-4e62-a8d2-ee4f80079450 req-47badc80-09a1-4540-9452-6747f41a2e99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4129326c-58d8-41ae-8958-442184cd096d HTTP/1.1" status: 200 len: 217 time: 0.0613108 Jan 12 09:50:28.727172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a6c88-6ff9-4e62-a8d2-ee4f80079450 req-60d69c97-54f0-49b1-b5c3-ebfcf68c5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:28.728730 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-706a6c88-6ff9-4e62-a8d2-ee4f80079450 req-60d69c97-54f0-49b1-b5c3-ebfcf68c5456 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba60a592-8931-4990-b9d1-0064f983d24d HTTP/1.1" status: 200 len: 842 time: 0.0650995 Jan 12 09:50:28.744609 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-cae0d8e6-895a-4656-a526-6ed58581dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'name': 'tempest-TestNetworkBasicOps-router-238981464', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:20Z', 'updated_at': '2022-01-12T09:47:26Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:21Z', 'updated_at': '2022-01-12T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '2c1a988b-e570-42df-bb8b-b6bd860aac7c', 'name': '', 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ef:dd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:25Z', 'updated_at': '2022-01-12T09:47:32Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:28.748740 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0d8e6-895a-4656-a526-6ed58581dbde None None] Checking router: f156b92c-ca52-49f2-b65b-deb56696ffbb for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:50:28.757891 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae0d8e6-895a-4656-a526-6ed58581dbde None None] Routers {'f156b92c-ca52-49f2-b65b-deb56696ffbb'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:50:28.758489 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-cae0d8e6-895a-4656-a526-6ed58581dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:50:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f156b92c-ca52-49f2-b65b-deb56696ffbb'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:28.794872 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c9b15-c689-4c5b-ab3c-bedc02195e47 req-eb80864f-abe7-43c4-b272-494067f579b5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:28.795585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-661c9b15-c689-4c5b-ab3c-bedc02195e47 req-eb80864f-abe7-43c4-b272-494067f579b5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:50:28.804455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a6c88-6ff9-4e62-a8d2-ee4f80079450 req-c33fb783-9445-4d2c-9421-b9d13f759418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:28.806126 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-706a6c88-6ff9-4e62-a8d2-ee4f80079450 req-c33fb783-9445-4d2c-9421-b9d13f759418 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2059d699-75c5-41e4-88bf-f8f197a42b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706327 Jan 12 09:50:28.812035 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-661c9b15-c689-4c5b-ab3c-bedc02195e47 req-eb80864f-abe7-43c4-b272-494067f579b5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:50:28.813246 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-661c9b15-c689-4c5b-ab3c-bedc02195e47 req-eb80864f-abe7-43c4-b272-494067f579b5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 945 time: 0.2238193 Jan 12 09:50:28.858173 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-661c9b15-c689-4c5b-ab3c-bedc02195e47 req-ef120962-ddfe-43b5-bdab-12e1818897cc tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e84aac07-f400-4972-8dab-5d446cbee80d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386159 Jan 12 09:50:28.942350 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-cae0d8e6-895a-4656-a526-6ed58581dbde None None] Set router f156b92c-ca52-49f2-b65b-deb56696ffbb gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:50:28.947867 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-706a6c88-6ff9-4e62-a8d2-ee4f80079450 req-88f087f7-3e2b-47b1-8fc0-b09d15cbf26c service neutron] 10.222.0.53 "GET /v2.0/networks/2059d699-75c5-41e4-88bf-f8f197a42b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339438 Jan 12 09:50:29.081947 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-706a6c88-6ff9-4e62-a8d2-ee4f80079450 req-28179fa3-294e-4d01-ae4a-a594eb8451ab service neutron] 10.222.0.53 "GET /v2.0/networks/2059d699-75c5-41e4-88bf-f8f197a42b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264951 Jan 12 09:50:29.245806 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-cae0d8e6-895a-4656-a526-6ed58581dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'name': 'tempest-TestNetworkBasicOps-router-238981464', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:20Z', 'updated_at': '2022-01-12T09:47:26Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:21Z', 'updated_at': '2022-01-12T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '2c1a988b-e570-42df-bb8b-b6bd860aac7c', 'name': '', 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ef:dd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:25Z', 'updated_at': '2022-01-12T09:47:32Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:29.250481 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0d8e6-895a-4656-a526-6ed58581dbde None None] The sync data for ids ['f156b92c-ca52-49f2-b65b-deb56696ffbb'] in dv-neutron-824346-1-hyperv is: [{'id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'name': 'tempest-TestNetworkBasicOps-router-238981464', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:20Z', 'updated_at': '2022-01-12T09:47:26Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:21Z', 'updated_at': '2022-01-12T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '2c1a988b-e570-42df-bb8b-b6bd860aac7c', 'name': '', 'network_id': '2059d699-75c5-41e4-88bf-f8f197a42b14', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ef:dd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:25Z', 'updated_at': '2022-01-12T09:47:32Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ba60a592-8931-4990-b9d1-0064f983d24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:50:29.464123 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980048ca-1560-4b02-990b-88ec1c414885 None None] New status for floating IP c19a9e9d-91c9-4a85-8bc4-dec8145ef626: DOWN {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:50:30.166179 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af0986-c510-4c26-b119-43210a0e5d30 req-e5d9d108-81b0-460b-acc4-b3eb900aed6b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:30.167544 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c9af0986-c510-4c26-b119-43210a0e5d30 req-e5d9d108-81b0-460b-acc4-b3eb900aed6b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 945 time: 0.1384091 Jan 12 09:50:30.177519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2432550-4836-4d66-a30b-9adea9fe07e1 req-8eb647d1-695f-4fd5-8c8c-23dcaaa5e3a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:30.178883 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e2432550-4836-4d66-a30b-9adea9fe07e1 req-8eb647d1-695f-4fd5-8c8c-23dcaaa5e3a9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 945 time: 0.2059700 Jan 12 09:50:30.372257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-c9af0986-c510-4c26-b119-43210a0e5d30 req-78c9422d-7f63-4fcb-86d7-2541f2f6e43d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 4129326c-58d8-41ae-8958-442184cd096d {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:50:30.372566 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c9af0986-c510-4c26-b119-43210a0e5d30 req-78c9422d-7f63-4fcb-86d7-2541f2f6e43d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:30.404909 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e2432550-4836-4d66-a30b-9adea9fe07e1 req-e5be415e-bb67-45bd-9185-8c9b95bbe982 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e84aac07-f400-4972-8dab-5d446cbee80d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952353 Jan 12 09:50:30.621269 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-c9af0986-c510-4c26-b119-43210a0e5d30 req-78c9422d-7f63-4fcb-86d7-2541f2f6e43d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 4129326c-58d8-41ae-8958-442184cd096d, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=4129326c-58d8-41ae-8958-442184cd096d,segment=NetworkSegment(3c46f6eb-348d-47b4-a2a5-2f9057f60f17),segment_id=3c46f6eb-348d-47b4-a2a5-2f9057f60f17)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:50:30.621592 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c9af0986-c510-4c26-b119-43210a0e5d30 req-78c9422d-7f63-4fcb-86d7-2541f2f6e43d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:30.743828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-c9af0986-c510-4c26-b119-43210a0e5d30 req-78c9422d-7f63-4fcb-86d7-2541f2f6e43d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 4129326c-58d8-41ae-8958-442184cd096d owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:50:30.902512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c9af0986-c510-4c26-b119-43210a0e5d30 req-78c9422d-7f63-4fcb-86d7-2541f2f6e43d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:30.954018 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9422d-7f63-4fcb-86d7-2541f2f6e43d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=4129326c-58d8-41ae-8958-442184cd096d,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:31.028936 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9af0986-c510-4c26-b119-43210a0e5d30 req-78c9422d-7f63-4fcb-86d7-2541f2f6e43d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] No DVR routers for this DVR port 4129326c-58d8-41ae-8958-442184cd096d on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:50:31.031624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c9af0986-c510-4c26-b119-43210a0e5d30 req-78c9422d-7f63-4fcb-86d7-2541f2f6e43d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:31.034045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698eac6f-1674-42bb-9056-c24d848d16f5', 'name': 'network-vif-deleted', 'tag': '4129326c-58d8-41ae-8958-442184cd096d'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:50:31.051014 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c9af0986-c510-4c26-b119-43210a0e5d30 req-78c9422d-7f63-4fcb-86d7-2541f2f6e43d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "DELETE /v2.0/ports/4129326c-58d8-41ae-8958-442184cd096d HTTP/1.1" status: 204 len: 173 time: 0.8711936 Jan 12 09:50:31.140522 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698eac6f-1674-42bb-9056-c24d848d16f5', 'name': 'network-vif-deleted', 'tag': '4129326c-58d8-41ae-8958-442184cd096d', 'status': 'completed', 'code': 200} Jan 12 09:50:31.567679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-a8f99cac-51fa-4f67-b307-c4f850fbffe5 req-112b4206-0fae-4784-ba2b-66770057cf8b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:50:31.588376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-a8f99cac-51fa-4f67-b307-c4f850fbffe5 req-112b4206-0fae-4784-ba2b-66770057cf8b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:50:31.589615 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a8f99cac-51fa-4f67-b307-c4f850fbffe5 req-112b4206-0fae-4784-ba2b-66770057cf8b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=698eac6f-1674-42bb-9056-c24d848d16f5 HTTP/1.1" status: 200 len: 210 time: 0.0645351 Jan 12 09:50:32.695539 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43428) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:32.775419 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21af970a-8382-419e-88a4-a16aa9034c8a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:32.809971 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21af970a-8382-419e-88a4-a16aa9034c8a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:32.881485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21af970a-8382-419e-88a4-a16aa9034c8a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:32.900034 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af970a-8382-419e-88a4-a16aa9034c8a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84aac07-f400-4972-8dab-5d446cbee80d,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:32.913909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21af970a-8382-419e-88a4-a16aa9034c8a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:32.917585 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-21af970a-8382-419e-88a4-a16aa9034c8a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/security-groups/e84aac07-f400-4972-8dab-5d446cbee80d HTTP/1.1" status: 204 len: 168 time: 0.2181337 Jan 12 09:50:33.975051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43436) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:34.329697 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 4129326c-58d8-41ae-8958-442184cd096d no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:50:34.365539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 4129326c-58d8-41ae-8958-442184cd096d {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:50:34.365886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 4129326c-58d8-41ae-8958-442184cd096d not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:50:34.541287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87edb8d1-8f8b-4add-acd1-91d62048861a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:35.028074 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-87edb8d1-8f8b-4add-acd1-91d62048861a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 2c1a988b-e570-42df-bb8b-b6bd860aac7c {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:50:35.028847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87edb8d1-8f8b-4add-acd1-91d62048861a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:35.211009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-87edb8d1-8f8b-4add-acd1-91d62048861a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 2c1a988b-e570-42df-bb8b-b6bd860aac7c, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=2c1a988b-e570-42df-bb8b-b6bd860aac7c,segment=NetworkSegment(3c46f6eb-348d-47b4-a2a5-2f9057f60f17),segment_id=3c46f6eb-348d-47b4-a2a5-2f9057f60f17)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:50:35.211342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87edb8d1-8f8b-4add-acd1-91d62048861a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:35.333713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-87edb8d1-8f8b-4add-acd1-91d62048861a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 2c1a988b-e570-42df-bb8b-b6bd860aac7c owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:50:35.534137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87edb8d1-8f8b-4add-acd1-91d62048861a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:35.581422 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edb8d1-8f8b-4add-acd1-91d62048861a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=2c1a988b-e570-42df-bb8b-b6bd860aac7c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:35.861278 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-87edb8d1-8f8b-4add-acd1-91d62048861a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:36.247127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87edb8d1-8f8b-4add-acd1-91d62048861a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router f156b92c-ca52-49f2-b65b-deb56696ffbb has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:50:36.536967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87edb8d1-8f8b-4add-acd1-91d62048861a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:50:36.546803 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d48a3f-b0f6-4feb-a493-e059544a6122 None None] Sync routers for ids ['f156b92c-ca52-49f2-b65b-deb56696ffbb'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:50:36.554507 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-87edb8d1-8f8b-4add-acd1-91d62048861a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/f156b92c-ca52-49f2-b65b-deb56696ffbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5783401 Jan 12 09:50:36.556678 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d48a3f-b0f6-4feb-a493-e059544a6122 None None] Routers {'f156b92c-ca52-49f2-b65b-deb56696ffbb'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:50:36.557276 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f2d48a3f-b0f6-4feb-a493-e059544a6122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:50:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f156b92c-ca52-49f2-b65b-deb56696ffbb'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:36.557610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43440) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:36.621695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f2cc53-2dd2-492d-a6f8-00b22dc6f1fe tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting subnet ba60a592-8931-4990-b9d1-0064f983d24d {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:50:36.625029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-79f2cc53-2dd2-492d-a6f8-00b22dc6f1fe tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:36.677863 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-79f2cc53-2dd2-492d-a6f8-00b22dc6f1fe tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:36.707920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-066ab5f6-aef7-4062-bfbb-b6385097b6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:36.730922 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-f2d48a3f-b0f6-4feb-a493-e059544a6122 None None] Set router f156b92c-ca52-49f2-b65b-deb56696ffbb gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:50:36.765060 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-79f2cc53-2dd2-492d-a6f8-00b22dc6f1fe tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:36.838374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-79f2cc53-2dd2-492d-a6f8-00b22dc6f1fe tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:36.876382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2cc53-2dd2-492d-a6f8-00b22dc6f1fe tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Subnet': ['ID=ba60a592-8931-4990-b9d1-0064f983d24d,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:36.879993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-79f2cc53-2dd2-492d-a6f8-00b22dc6f1fe tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:36.886944 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-79f2cc53-2dd2-492d-a6f8-00b22dc6f1fe tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/subnets/ba60a592-8931-4990-b9d1-0064f983d24d HTTP/1.1" status: 204 len: 168 time: 0.3282988 Jan 12 09:50:36.889007 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3127c8-4264-4e84-ba0f-79710b70d440 None None] Network 2059d699-75c5-41e4-88bf-f8f197a42b14 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:50:36.889606 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43444) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:37.046054 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f2d48a3f-b0f6-4feb-a493-e059544a6122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'name': 'tempest-TestNetworkBasicOps-router-238981464', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:20Z', 'updated_at': '2022-01-12T09:50:35Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:21Z', 'updated_at': '2022-01-12T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:37.049960 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d48a3f-b0f6-4feb-a493-e059544a6122 None None] Checking router: f156b92c-ca52-49f2-b65b-deb56696ffbb for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:50:37.058645 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d48a3f-b0f6-4feb-a493-e059544a6122 None None] Routers {'f156b92c-ca52-49f2-b65b-deb56696ffbb'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:50:37.059282 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f2d48a3f-b0f6-4feb-a493-e059544a6122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:50:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f156b92c-ca52-49f2-b65b-deb56696ffbb'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:37.092983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e04b9944-7847-47d2-95f0-c0783a0f17c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:37.159969 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79051908-b9ad-4b72-89cf-68599ca42535 None None] DHCP port deletion for 2059d699-75c5-41e4-88bf-f8f197a42b14 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:50:37.164220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-79051908-b9ad-4b72-89cf-68599ca42535 None None] Deleting port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:50:37.164589 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-79051908-b9ad-4b72-89cf-68599ca42535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:37.234247 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-f2d48a3f-b0f6-4feb-a493-e059544a6122 None None] Set router f156b92c-ca52-49f2-b65b-deb56696ffbb gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:50:37.289497 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6d63c425-55f8-41a7-bc22-af88fd9a5e4c no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:50:37.318043 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e04b9944-7847-47d2-95f0-c0783a0f17c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:37.330230 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e04b9944-7847-47d2-95f0-c0783a0f17c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port b6ef95a4-4771-4f65-8d72-85f6c2cb235e {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:50:37.330561 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e04b9944-7847-47d2-95f0-c0783a0f17c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:37.421217 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-79051908-b9ad-4b72-89cf-68599ca42535 None None] For port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6d63c425-55f8-41a7-bc22-af88fd9a5e4c,segment=NetworkSegment(3c46f6eb-348d-47b4-a2a5-2f9057f60f17),segment_id=3c46f6eb-348d-47b4-a2a5-2f9057f60f17)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:50:37.421597 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-79051908-b9ad-4b72-89cf-68599ca42535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:37.507186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-e04b9944-7847-47d2-95f0-c0783a0f17c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port b6ef95a4-4771-4f65-8d72-85f6c2cb235e, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b6ef95a4-4771-4f65-8d72-85f6c2cb235e,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:50:37.507593 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e04b9944-7847-47d2-95f0-c0783a0f17c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:37.520236 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f2d48a3f-b0f6-4feb-a493-e059544a6122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'name': 'tempest-TestNetworkBasicOps-router-238981464', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:20Z', 'updated_at': '2022-01-12T09:50:35Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:21Z', 'updated_at': '2022-01-12T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:37.524117 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d48a3f-b0f6-4feb-a493-e059544a6122 None None] The sync data for ids ['f156b92c-ca52-49f2-b65b-deb56696ffbb'] in dv-neutron-824346-1-hyperv is: [{'id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'name': 'tempest-TestNetworkBasicOps-router-238981464', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:47:20Z', 'updated_at': '2022-01-12T09:50:35Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'b6ef95a4-4771-4f65-8d72-85f6c2cb235e', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156b92c-ca52-49f2-b65b-deb56696ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:47:21Z', 'updated_at': '2022-01-12T09:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:50:37.590727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:37.605573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-79051908-b9ad-4b72-89cf-68599ca42535 None None] Calling delete_port for 6d63c425-55f8-41a7-bc22-af88fd9a5e4c owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:50:37.631777 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e04b9944-7847-47d2-95f0-c0783a0f17c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for b6ef95a4-4771-4f65-8d72-85f6c2cb235e owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:50:37.675571 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6d63c425-55f8-41a7-bc22-af88fd9a5e4c,segment=NetworkSegment(3c46f6eb-348d-47b4-a2a5-2f9057f60f17),segment_id=3c46f6eb-348d-47b4-a2a5-2f9057f60f17)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:50:37.687116 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:37.742239 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-79051908-b9ad-4b72-89cf-68599ca42535 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:50:37.743020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-79051908-b9ad-4b72-89cf-68599ca42535 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:50:37.759445 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=6d63c425-55f8-41a7-bc22-af88fd9a5e4c,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:37.766548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:37.766930 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:37.767269 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:37.767597 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:37.767919 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:37.768246 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:37.768565 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:37.768885 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:37.769209 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:37.769527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:37.769843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:37.770139 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:37.808718 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e04b9944-7847-47d2-95f0-c0783a0f17c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:37.981575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b9944-7847-47d2-95f0-c0783a0f17c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=b6ef95a4-4771-4f65-8d72-85f6c2cb235e,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:38.071070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e04b9944-7847-47d2-95f0-c0783a0f17c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:38.243954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e04b9944-7847-47d2-95f0-c0783a0f17c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:38.244182 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-79051908-b9ad-4b72-89cf-68599ca42535 None None] Deleting port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:50:38.244572 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-79051908-b9ad-4b72-89cf-68599ca42535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:38.246355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e04b9944-7847-47d2-95f0-c0783a0f17c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:38.276757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e04b9944-7847-47d2-95f0-c0783a0f17c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:38.277290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04b9944-7847-47d2-95f0-c0783a0f17c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Fanout notify agent at l3_agent the message router_deleted on router f156b92c-ca52-49f2-b65b-deb56696ffbb {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:50:38.293732 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e04b9944-7847-47d2-95f0-c0783a0f17c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:38.294860 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e04b9944-7847-47d2-95f0-c0783a0f17c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/routers/f156b92c-ca52-49f2-b65b-deb56696ffbb HTTP/1.1" status: 204 len: 168 time: 1.4040933 Jan 12 09:50:38.297537 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43448) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:38.408674 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:38.420241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:50:38.420568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:38.458266 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-79051908-b9ad-4b72-89cf-68599ca42535 None None] For port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6d63c425-55f8-41a7-bc22-af88fd9a5e4c,segment=NetworkSegment(3c46f6eb-348d-47b4-a2a5-2f9057f60f17),segment_id=3c46f6eb-348d-47b4-a2a5-2f9057f60f17)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:50:38.458266 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-79051908-b9ad-4b72-89cf-68599ca42535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:38.579607 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-79051908-b9ad-4b72-89cf-68599ca42535 None None] Calling delete_port for 6d63c425-55f8-41a7-bc22-af88fd9a5e4c owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:50:38.625171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6d63c425-55f8-41a7-bc22-af88fd9a5e4c,segment=NetworkSegment(3c46f6eb-348d-47b4-a2a5-2f9057f60f17),segment_id=3c46f6eb-348d-47b4-a2a5-2f9057f60f17)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:50:38.625752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:38.655999 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-79051908-b9ad-4b72-89cf-68599ca42535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:38.703157 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79051908-b9ad-4b72-89cf-68599ca42535 None None] Pushing event deleted for resources: {'Port': ['ID=6d63c425-55f8-41a7-bc22-af88fd9a5e4c,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:38.708741 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79051908-b9ad-4b72-89cf-68599ca42535 None None] No DVR routers for this DVR port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:50:38.753389 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 6d63c425-55f8-41a7-bc22-af88fd9a5e4c owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:50:38.830759 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.db.api [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:50:38.831107 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG oslo_db.api [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:50:39.202113 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2c1a988b-e570-42df-bb8b-b6bd860aac7c no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:50:39.268954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 2c1a988b-e570-42df-bb8b-b6bd860aac7c {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:50:39.269294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2c1a988b-e570-42df-bb8b-b6bd860aac7c not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:50:39.269715 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b6ef95a4-4771-4f65-8d72-85f6c2cb235e no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:50:39.309008 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: b6ef95a4-4771-4f65-8d72-85f6c2cb235e {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:50:39.309346 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b6ef95a4-4771-4f65-8d72-85f6c2cb235e not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:50:39.319923 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5b207b72-cf01-4633-980c-eebc62e967ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:39.333244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 6d63c425-55f8-41a7-bc22-af88fd9a5e4c {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:50:39.333784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:39.405004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] The port '6d63c425-55f8-41a7-bc22-af88fd9a5e4c' was deleted {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:50:39.536548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:39.561904 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2059d699-75c5-41e4-88bf-f8f197a42b14']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:39.574290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c46f6eb-348d-47b4-a2a5-2f9057f60f17') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:39.574578 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c46f6eb-348d-47b4-a2a5-2f9057f60f17') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:39.586024 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:39.603293 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:39.609736 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:50:39.610142 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: util.warn( Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:50:39.629534 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:50:39.716185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:39.735272 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:39.745976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Network': ['ID=2059d699-75c5-41e4-88bf-f8f197a42b14,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:39.756824 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-584f98f8-93af-4e30-9bff-ed9499b08a70 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/networks/2059d699-75c5-41e4-88bf-f8f197a42b14 HTTP/1.1" status: 204 len: 168 time: 1.4583335 Jan 12 09:50:39.769449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43452) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:39.774981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-dcade04a-b009-432b-92ae-509f34669e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'network': {'name': 'tempest-network-smoke--397689730', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'port_security_enabled': True}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:50:39.780475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-dcade04a-b009-432b-92ae-509f34669e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:50:39.784935 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-dcade04a-b009-432b-92ae-509f34669e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:network and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:50:39.787914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-dcade04a-b009-432b-92ae-509f34669e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:50:39.794369 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-dcade04a-b009-432b-92ae-509f34669e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:50:39.806666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcade04a-b009-432b-92ae-509f34669e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:50:39.811470 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dcade04a-b009-432b-92ae-509f34669e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:39.844866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcade04a-b009-432b-92ae-509f34669e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:50:39.856401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dcade04a-b009-432b-92ae-509f34669e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:39.856837 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-dcade04a-b009-432b-92ae-509f34669e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Added segment 54ee8a60-a83f-442e-8c13-e550f7a853c3 of type vlan for network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 Jan 12 09:50:39.882627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dcade04a-b009-432b-92ae-509f34669e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:39.913884 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dcade04a-b009-432b-92ae-509f34669e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:39.919760 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcade04a-b009-432b-92ae-509f34669e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:39.920368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dcade04a-b009-432b-92ae-509f34669e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:40.023697 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dcade04a-b009-432b-92ae-509f34669e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2530906 Jan 12 09:50:40.026644 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43456) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:40.029204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcade04a-b009-432b-92ae-509f34669e00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Network': ['ID=c5f9a9d9-a55c-416f-9aba-a863cc71bec3,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:40.032167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-395511935', 'admin_state_up': True, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:50:40.042121 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:50:40.042296 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:50:40.046250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:router and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:50:40.049265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:50:40.055957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:50:40.068598 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:40.070009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:40.088466 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:40.329859 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:40.353940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:40.760363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:40.791196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:40.937483 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.38 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/d92775ec-79ff-4170-86dc-6935f556f1e2) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:50:41.038693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:41.082981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:41.116384 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:41.181145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:50:41.184110 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:50:41.187803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:50:41.219594 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=d92775ec-79ff-4170-86dc-6935f556f1e2,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:41.603472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:41.957592 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:42.299542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:50:42.489042 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:50:42.501044 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Sync routers for ids ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:50:42.511185 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Routers {'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:50:42.511874 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:50:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:42.523435 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:42.524792 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-66ee3176-9a93-474c-bed5-2202942ce276 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4970319 Jan 12 09:50:42.528016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43460) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:42.688916 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:42.700464 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Set router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:50:42.717178 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0b330888-b0d0-4fdb-be0c-e24888add26d tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=05fdfd0263cb464989f6119e683582f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1880679 Jan 12 09:50:42.719803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43466) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:42.847697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4107dc-ff45-471e-8181-290fd89491e7 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:42.849101 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7a4107dc-ff45-471e-8181-290fd89491e7 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283784 Jan 12 09:50:42.852016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43470) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:42.890914 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c343c964-1c34-40e0-be8e-5c372af1a68d tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375633 Jan 12 09:50:42.893713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43474) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:42.899689 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-63c0fbd1-8c29-4ec8-b43d-59e87c7876e5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-243574896', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:50:42.978929 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:41Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:42.982834 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Checking router: f17c62d0-2c6a-4119-b174-4d4afbaf5b8d for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:50:42.983210 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Updating router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d port d92775ec-79ff-4170-86dc-6935f556f1e2 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:50:43.004387 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-63c0fbd1-8c29-4ec8-b43d-59e87c7876e5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:50:43.008350 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-63c0fbd1-8c29-4ec8-b43d-59e87c7876e5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:subnet and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:50:43.011274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-63c0fbd1-8c29-4ec8-b43d-59e87c7876e5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:50:43.017018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-63c0fbd1-8c29-4ec8-b43d-59e87c7876e5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:50:43.028723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c0fbd1-8c29-4ec8-b43d-59e87c7876e5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:50:43.032239 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-63c0fbd1-8c29-4ec8-b43d-59e87c7876e5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:43.039195 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:43.357697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-63c0fbd1-8c29-4ec8-b43d-59e87c7876e5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:43.378668 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:43.390644 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Transition to ACTIVE for port object d92775ec-79ff-4170-86dc-6935f556f1e2 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:50:43.397850 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:43.434200 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0fbd1-8c29-4ec8-b43d-59e87c7876e5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Subnet': ['ID=e7e38fdd-9295-405e-b7a3-c677fe280d9e,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:43.443026 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0fbd1-8c29-4ec8-b43d-59e87c7876e5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Checking segment: {'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:50:43.443375 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c0fbd1-8c29-4ec8-b43d-59e87c7876e5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network hostable DHCP agents. Network: c5f9a9d9-a55c-416f-9aba-a863cc71bec3, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:50:43.464310 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c0fbd1-8c29-4ec8-b43d-59e87c7876e5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:50:43.476154 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-63c0fbd1-8c29-4ec8-b43d-59e87c7876e5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, c5f9a9d9-a55c-416f-9aba-a863cc71bec3) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:50:43.477681 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Attempting to bind port d92775ec-79ff-4170-86dc-6935f556f1e2 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:50:43.478049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Attempting to bind port d92775ec-79ff-4170-86dc-6935f556f1e2 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:50:43.478404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Attempting to bind port d92775ec-79ff-4170-86dc-6935f556f1e2 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:50:43.480411 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc890603-8d65-444c-9d2c-76a013f677ae None None] Pushing event updated for resources: {'Port': ['ID=d92775ec-79ff-4170-86dc-6935f556f1e2,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:43.480563 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c0fbd1-8c29-4ec8-b43d-59e87c7876e5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:43.481042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-63c0fbd1-8c29-4ec8-b43d-59e87c7876e5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:43.486045 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:50:43.486410 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:50:43.486834 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:43.487216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:50:43.487670 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Bound port: d92775ec-79ff-4170-86dc-6935f556f1e2, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:50:43.488041 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:43.503985 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-63c0fbd1-8c29-4ec8-b43d-59e87c7876e5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6091743 Jan 12 09:50:43.506723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43478) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:43.512977 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262f4df0-5ca4-4a4a-b796-961d6e71fc18 None None] Network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:50:43.647598 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] For port d92775ec-79ff-4170-86dc-6935f556f1e2, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:50:43.668381 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] For port d92775ec-79ff-4170-86dc-6935f556f1e2, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d92775ec-79ff-4170-86dc-6935f556f1e2,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:50:43.699396 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:43.862737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc890603-8d65-444c-9d2c-76a013f677ae None None] Pushing event updated for resources: {'Port': ['ID=d92775ec-79ff-4170-86dc-6935f556f1e2,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:43.874284 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Routers {'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:50:43.874854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:50:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:43.925024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:50:43.925845 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:44.158102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] Set router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:50:44.183511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:44.312419 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Allocated IP 172.20.0.2 (c5f9a9d9-a55c-416f-9aba-a863cc71bec3/e7e38fdd-9295-405e-b7a3-c677fe280d9e/6a5ed15a-be59-486b-a301-6b4d428524fb) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:50:44.629913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:44.632973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:41Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:44.643283 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469d113-ba20-45f9-af1f-b617fce1230b None None] The sync data for ids ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'] in dv-neutron-824346-1-hyperv is: [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:41Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:50:44.645223 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Transition to ACTIVE for port object 6a5ed15a-be59-486b-a301-6b4d428524fb will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:50:44.665405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Transition to ACTIVE for port object 6a5ed15a-be59-486b-a301-6b4d428524fb will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:50:44.672998 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:44.738166 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:50:44.738418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.1 (c5f9a9d9-a55c-416f-9aba-a863cc71bec3/e7e38fdd-9295-405e-b7a3-c677fe280d9e/59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:50:44.741291 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:50:44.743888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:50:44.783664 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Pushing event updated for resources: {'Port': ['ID=6a5ed15a-be59-486b-a301-6b4d428524fb,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:44.844153 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Attempting to bind port 6a5ed15a-be59-486b-a301-6b4d428524fb on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:50:44.844522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Attempting to bind port 6a5ed15a-be59-486b-a301-6b4d428524fb by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:50:44.844882 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Attempting to bind port 6a5ed15a-be59-486b-a301-6b4d428524fb on network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:50:44.850507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:50:44.850932 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Checking segment: {'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:50:44.851328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:44.851704 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Bound using segment: {'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:50:44.852184 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Bound port: 6a5ed15a-be59-486b-a301-6b4d428524fb, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:50:44.852597 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:44.908331 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:44.925018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:50:44.953460 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:44.972089 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] For port 6a5ed15a-be59-486b-a301-6b4d428524fb, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:50:44.975272 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] For port 6a5ed15a-be59-486b-a301-6b4d428524fb, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6a5ed15a-be59-486b-a301-6b4d428524fb,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:50:44.982387 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:45.084067 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da777b95-3e7f-40ae-bad6-58a3bd026226 None None] Pushing event updated for resources: {'Port': ['ID=6a5ed15a-be59-486b-a301-6b4d428524fb,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:45.159813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:50:45.163124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:50:45.167739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:50:45.199697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:45.231467 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d92775ec-79ff-4170-86dc-6935f556f1e2 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:50:45.246605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:45.342978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port d92775ec-79ff-4170-86dc-6935f556f1e2 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:50:45.349177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port d92775ec-79ff-4170-86dc-6935f556f1e2 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:50:45.349551 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:45.493780 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:45.516179 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port d92775ec-79ff-4170-86dc-6935f556f1e2, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d92775ec-79ff-4170-86dc-6935f556f1e2,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:50:45.525320 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:45.561779 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:45.597302 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=d92775ec-79ff-4170-86dc-6935f556f1e2,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:45.983295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:45.989205 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:46.102286 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:46.105919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:46.120793 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441d7a11-2d68-4989-bf54-13c7ddaa71a7 None None] Network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:50:46.244927 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-62641d70-f1ab-4cfb-b71b-7cb58e36c389 None None] Provisioning for port 6a5ed15a-be59-486b-a301-6b4d428524fb completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:50:46.245153 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:50:46.245934 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:50:46.436173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:50:46.621042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:50:46.626511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:46.633943 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Sync routers for ids ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:50:46.634922 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f4eef782-8eb5-4e83-80a3-14bafa68636e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/f17c62d0-2c6a-4119-b174-4d4afbaf5b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1270237 Jan 12 09:50:46.637328 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43484) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:46.645245 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Routers {'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:50:46.645870 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:50:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:46.683914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-7f05a951-13c0-43e1-99d8-a58e36632cd7 None None] Provisioning for port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:50:46.691219 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-7f05a951-13c0-43e1-99d8-a58e36632cd7 None None] Provisioning complete for port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:50:46.691928 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7f05a951-13c0-43e1-99d8-a58e36632cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:46.765068 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-7f05a951-13c0-43e1-99d8-a58e36632cd7 None None] Port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:50:46.835244 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Set router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:50:46.906221 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ce7f593d-0a80-490c-bab9-4f1e41ff0ba8 None None] Provisioning complete for port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:50:46.906596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ce7f593d-0a80-490c-bab9-4f1e41ff0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:46.915688 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f70c2a0-aff1-4034-807b-99d6f0e840cb tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:46.916177 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f70c2a0-aff1-4034-807b-99d6f0e840cb tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:46.916763 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f70c2a0-aff1-4034-807b-99d6f0e840cb tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:46.917214 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f70c2a0-aff1-4034-807b-99d6f0e840cb tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:46.921467 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7f70c2a0-aff1-4034-807b-99d6f0e840cb tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2806652 Jan 12 09:50:46.921676 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43488) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:46.968731 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f593d-0a80-490c-bab9-4f1e41ff0ba8 None None] Port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:50:46.992690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1019e16-2396-42d2-a0a3-c9c1bcd6d31e tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:46.993263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1019e16-2396-42d2-a0a3-c9c1bcd6d31e tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:46.993713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1019e16-2396-42d2-a0a3-c9c1bcd6d31e tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:46.994183 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1019e16-2396-42d2-a0a3-c9c1bcd6d31e tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:46.996613 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f1019e16-2396-42d2-a0a3-c9c1bcd6d31e tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0734215 Jan 12 09:50:46.999487 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43492) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:47.092485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e5e12489-70ef-4521-afd2-095b78ee8840 None None] Provisioning complete for port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:50:47.092830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e5e12489-70ef-4521-afd2-095b78ee8840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.156276 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e5e12489-70ef-4521-afd2-095b78ee8840 None None] Port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:50:47.176400 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c', 'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ab:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:44Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 2, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:47.179702 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Checking router: f17c62d0-2c6a-4119-b174-4d4afbaf5b8d for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:50:47.180141 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Updating router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:50:47.218801 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4fac2053-bfc7-48c2-bfc9-2ec3df484036 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2159598 Jan 12 09:50:47.233887 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.289388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d92775ec-79ff-4170-86dc-6935f556f1e2 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:50:47.363708 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port d92775ec-79ff-4170-86dc-6935f556f1e2 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:50:47.364339 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.490080 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6a5ed15a-be59-486b-a301-6b4d428524fb up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:50:47.557893 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 6a5ed15a-be59-486b-a301-6b4d428524fb completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:50:47.563746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6a5ed15a-be59-486b-a301-6b4d428524fb triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:50:47.564815 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.571435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43498) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:47.577189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6141848d-2772-4d98-97ee-117ea7cf5927 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1004890183', 'description': 'tempest-secgroup-smoke-1004890183 description', 'project_id': '05fdfd0263cb464989f6119e683582f0'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:50:47.583766 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6141848d-2772-4d98-97ee-117ea7cf5927 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:50:47.588101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6141848d-2772-4d98-97ee-117ea7cf5927 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:50:47.591353 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6141848d-2772-4d98-97ee-117ea7cf5927 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:50:47.597232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6141848d-2772-4d98-97ee-117ea7cf5927 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:50:47.609981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6141848d-2772-4d98-97ee-117ea7cf5927 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.623607 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.631300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6141848d-2772-4d98-97ee-117ea7cf5927 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:50:47.635297 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6141848d-2772-4d98-97ee-117ea7cf5927 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:50:47.637899 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Transition to ACTIVE for port object 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:50:47.638406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6141848d-2772-4d98-97ee-117ea7cf5927 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:50:47.645010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6141848d-2772-4d98-97ee-117ea7cf5927 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:50:47.647757 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.692064 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.722260 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a44c1a-53b4-48be-8910-714298c7ca1d None None] Pushing event updated for resources: {'Port': ['ID=59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:47.724365 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 6a5ed15a-be59-486b-a301-6b4d428524fb, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6a5ed15a-be59-486b-a301-6b4d428524fb,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:50:47.726695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6141848d-2772-4d98-97ee-117ea7cf5927 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.730165 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.730550 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a44c1a-53b4-48be-8910-714298c7ca1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.730916 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a44c1a-53b4-48be-8910-714298c7ca1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.731255 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a44c1a-53b4-48be-8910-714298c7ca1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.731577 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a44c1a-53b4-48be-8910-714298c7ca1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.731904 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a44c1a-53b4-48be-8910-714298c7ca1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.732228 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a44c1a-53b4-48be-8910-714298c7ca1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.732557 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a44c1a-53b4-48be-8910-714298c7ca1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.732869 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a44c1a-53b4-48be-8910-714298c7ca1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.733309 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a44c1a-53b4-48be-8910-714298c7ca1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.733496 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a44c1a-53b4-48be-8910-714298c7ca1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.733812 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a44c1a-53b4-48be-8910-714298c7ca1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.734203 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a44c1a-53b4-48be-8910-714298c7ca1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.738758 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6141848d-2772-4d98-97ee-117ea7cf5927 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.793313 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141848d-2772-4d98-97ee-117ea7cf5927 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73d650a-b5e8-4dcd-91cc-a54de88082a9,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:47.799910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6141848d-2772-4d98-97ee-117ea7cf5927 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.803942 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6141848d-2772-4d98-97ee-117ea7cf5927 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2285099 Jan 12 09:50:47.804291 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43502) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:47.809945 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'e73d650a-b5e8-4dcd-91cc-a54de88082a9', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:50:47.815973 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:50:47.819877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:50:47.820700 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=6a5ed15a-be59-486b-a301-6b4d428524fb,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:47.826939 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:50:47.833638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:50:47.852869 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.888675 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Attempting to bind port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:50:47.889043 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Attempting to bind port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:50:47.889401 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Attempting to bind port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c on network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:50:47.894838 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:50:47.895481 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Checking segment: {'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:50:47.895884 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.896272 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Bound using segment: {'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:50:47.896812 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Bound port: 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:50:47.897186 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.917980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.923207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.948511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ac79ca-5a49-424d-9ba8-852111382239,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:47.959877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.960217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.960571 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.961071 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.961398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.961727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.962078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.962430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.962721 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.963066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.963383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.963697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:50:47.966892 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:47.970936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43506) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:47.971167 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5e04aca6-54b1-48c7-95a6-84cbcf9d83d0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1655500 Jan 12 09:50:47.976571 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-46b84a89-080a-4948-8a37-6407106d1b39 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'e73d650a-b5e8-4dcd-91cc-a54de88082a9', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:50:47.984108 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-46b84a89-080a-4948-8a37-6407106d1b39 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:50:47.989332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-46b84a89-080a-4948-8a37-6407106d1b39 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:50:47.992127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-46b84a89-080a-4948-8a37-6407106d1b39 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:50:47.994492 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] For port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:50:47.997539 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] For port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:50:47.998138 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-46b84a89-080a-4948-8a37-6407106d1b39 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:50:48.002234 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.015562 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-46b84a89-080a-4948-8a37-6407106d1b39 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.083414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-46b84a89-080a-4948-8a37-6407106d1b39 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.086515 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Routers {'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:50:48.087329 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:50:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:48.098932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-46b84a89-080a-4948-8a37-6407106d1b39 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.124367 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b84a89-080a-4948-8a37-6407106d1b39 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dcc428-2745-4304-bdf0-1b5eacadc386,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:48.134253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-46b84a89-080a-4948-8a37-6407106d1b39 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.135526 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-46b84a89-080a-4948-8a37-6407106d1b39 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1635580 Jan 12 09:50:48.138276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43510) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:48.143553 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-58376c3f-0272-4f35-91aa-ffffe84f825f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'e73d650a-b5e8-4dcd-91cc-a54de88082a9', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:50:48.149722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-58376c3f-0272-4f35-91aa-ffffe84f825f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:50:48.153758 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-58376c3f-0272-4f35-91aa-ffffe84f825f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:50:48.155486 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a44c1a-53b4-48be-8910-714298c7ca1d None None] Pushing event updated for resources: {'Port': ['ID=59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:48.156940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-58376c3f-0272-4f35-91aa-ffffe84f825f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:50:48.163990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-58376c3f-0272-4f35-91aa-ffffe84f825f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:50:48.183268 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58376c3f-0272-4f35-91aa-ffffe84f825f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.247002 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58376c3f-0272-4f35-91aa-ffffe84f825f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.252422 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58376c3f-0272-4f35-91aa-ffffe84f825f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.276778 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] Set router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:50:48.279202 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58376c3f-0272-4f35-91aa-ffffe84f825f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecb2a91-88c7-495c-aed1-cd5282d1ad3b,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:48.291249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-58376c3f-0272-4f35-91aa-ffffe84f825f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.295413 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-58376c3f-0272-4f35-91aa-ffffe84f825f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533711 Jan 12 09:50:48.295657 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43514) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:48.300749 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-149d1b61-1cd2-43bf-b767-98736e267a4f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'e73d650a-b5e8-4dcd-91cc-a54de88082a9', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:50:48.306840 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-149d1b61-1cd2-43bf-b767-98736e267a4f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:50:48.310672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-149d1b61-1cd2-43bf-b767-98736e267a4f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:50:48.313506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-149d1b61-1cd2-43bf-b767-98736e267a4f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:50:48.319353 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-149d1b61-1cd2-43bf-b767-98736e267a4f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:50:48.339313 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-149d1b61-1cd2-43bf-b767-98736e267a4f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.401084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-149d1b61-1cd2-43bf-b767-98736e267a4f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.406367 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-149d1b61-1cd2-43bf-b767-98736e267a4f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.430413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d1b61-1cd2-43bf-b767-98736e267a4f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51db352d-d1aa-4ce8-aaaa-05f71eee84d6,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:48.442402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-149d1b61-1cd2-43bf-b767-98736e267a4f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.446493 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-149d1b61-1cd2-43bf-b767-98736e267a4f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1498783 Jan 12 09:50:48.446671 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43518) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:48.452358 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-206db7cb-ff04-49a2-ac57-14a6216ae29e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'e73d650a-b5e8-4dcd-91cc-a54de88082a9', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:50:48.458462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-206db7cb-ff04-49a2-ac57-14a6216ae29e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:50:48.462462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-206db7cb-ff04-49a2-ac57-14a6216ae29e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:50:48.465414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-206db7cb-ff04-49a2-ac57-14a6216ae29e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:50:48.471142 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-206db7cb-ff04-49a2-ac57-14a6216ae29e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:50:48.482908 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-206db7cb-ff04-49a2-ac57-14a6216ae29e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:50:48.490200 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-206db7cb-ff04-49a2-ac57-14a6216ae29e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.553843 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-206db7cb-ff04-49a2-ac57-14a6216ae29e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.559072 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-206db7cb-ff04-49a2-ac57-14a6216ae29e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.586055 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206db7cb-ff04-49a2-ac57-14a6216ae29e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da731fa-c0bc-436c-a31e-9f8c6f0ce83a,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:48.586370 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c', 'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ab:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:44Z', 'updated_at': '2022-01-12T09:50:47Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:50:48.590964 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409d90b2-4491-4b74-98f5-54a6b1dbdbe5 None None] The sync data for ids ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'] in dv-neutron-824346-1-hyperv is: [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c', 'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ab:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:44Z', 'updated_at': '2022-01-12T09:50:47Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:50:48.597591 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-206db7cb-ff04-49a2-ac57-14a6216ae29e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.599057 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-206db7cb-ff04-49a2-ac57-14a6216ae29e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1509671 Jan 12 09:50:48.601771 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43522) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:50:48.606984 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-cfd68263-821e-40a1-ba85-c18475d7b8bf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': 'e73d650a-b5e8-4dcd-91cc-a54de88082a9', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:50:48.613323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-cfd68263-821e-40a1-ba85-c18475d7b8bf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:50:48.617142 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-cfd68263-821e-40a1-ba85-c18475d7b8bf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:50:48.624295 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-cfd68263-821e-40a1-ba85-c18475d7b8bf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:50:48.635684 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-cfd68263-821e-40a1-ba85-c18475d7b8bf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:50:48.656050 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-cfd68263-821e-40a1-ba85-c18475d7b8bf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:50:48.663519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cfd68263-821e-40a1-ba85-c18475d7b8bf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.734281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cfd68263-821e-40a1-ba85-c18475d7b8bf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.738178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cfd68263-821e-40a1-ba85-c18475d7b8bf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.762686 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd68263-821e-40a1-ba85-c18475d7b8bf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598fcb0c-acd8-4769-a339-3700acf6e33d,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:48.772472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cfd68263-821e-40a1-ba85-c18475d7b8bf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:48.778884 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cfd68263-821e-40a1-ba85-c18475d7b8bf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1710634 Jan 12 09:50:48.992470 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-4e468335-5dbb-44c1-b206-1144d8c67870 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1004890183&fields=id&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 267 time: 0.0399835 Jan 12 09:50:49.148689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-9b8b8f35-f831-484a-88f7-b89b1b879af7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:49.149860 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-9b8b8f35-f831-484a-88f7-b89b1b879af7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/networks?id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3 HTTP/1.1" status: 200 len: 796 time: 0.1509740 Jan 12 09:50:49.165725 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-fbe085e7-e2be-4bf5-a361-6b56af53bd5a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/quotas/05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 375 time: 0.0097952 Jan 12 09:50:49.257344 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-e50b6a51-ebe1-437e-9102-2ead34b4e4a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859406 Jan 12 09:50:49.265418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:50:49.347629 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:50:49.353180 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:50:49.353635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:49.447890 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-d3ffc7e6-634f-4729-ae25-a291e19e086d service neutron] 10.222.0.26 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736314 Jan 12 09:50:49.477719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:49.512164 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:50:49.517027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:49.517934 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6a5ed15a-be59-486b-a301-6b4d428524fb up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:50:49.582744 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-150b5460-5428-425a-aba1-e3fd6dd3489f service neutron] 10.222.0.26 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278524 Jan 12 09:50:49.636013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:49.650439 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6a5ed15a-be59-486b-a301-6b4d428524fb triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:50:49.650839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:49.778485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-aff3c110-8596-415f-ae13-435799f7a620 req-6c49abd7-982c-4cf9-8c1a-ea124c90cd7a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:50:49.803709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-aff3c110-8596-415f-ae13-435799f7a620 req-6c49abd7-982c-4cf9-8c1a-ea124c90cd7a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:50:49.804997 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-aff3c110-8596-415f-ae13-435799f7a620 req-6c49abd7-982c-4cf9-8c1a-ea124c90cd7a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 210 time: 0.0763505 Jan 12 09:50:50.978650 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a6e50da7-1088-4298-acbc-841e7a82a5bc req-7ce5955b-eaf1-4035-a037-17aa1e43f42f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 210 time: 0.0583448 Jan 12 09:50:51.194671 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:50:51.204832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-416304fd-2c19-4803-8efb-35707fa772d9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:51.206282 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-416304fd-2c19-4803-8efb-35707fa772d9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/networks?id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3 HTTP/1.1" status: 200 len: 796 time: 0.3089163 Jan 12 09:50:51.256560 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-2b7bc1ac-d0a9-4888-891b-313a74c5f36e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 380 time: 0.0414457 Jan 12 09:50:51.261578 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:50:51.261938 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:51.266207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-5ef7cdad-89a5-4edb-9a62-c3b76f62122a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'port': {'device_id': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'admin_state_up': True, 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'security_groups': ['e73d650a-b5e8-4dcd-91cc-a54de88082a9']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:50:51.399468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-5ef7cdad-89a5-4edb-9a62-c3b76f62122a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:50:51.409124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-5ef7cdad-89a5-4edb-9a62-c3b76f62122a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:50:51.425950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-5ef7cdad-89a5-4edb-9a62-c3b76f62122a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:50:51.431154 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-5ef7cdad-89a5-4edb-9a62-c3b76f62122a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:51.595071 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-5ef7cdad-89a5-4edb-9a62-c3b76f62122a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.10 (c5f9a9d9-a55c-416f-9aba-a863cc71bec3/e7e38fdd-9295-405e-b7a3-c677fe280d9e/1f6b4e1d-bb3c-443e-b063-053dfd6e31fd) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:50:51.801423 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-5ef7cdad-89a5-4edb-9a62-c3b76f62122a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:51.817853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-5ef7cdad-89a5-4edb-9a62-c3b76f62122a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:50:51.845693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-5ef7cdad-89a5-4edb-9a62-c3b76f62122a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:51.913976 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-5ef7cdad-89a5-4edb-9a62-c3b76f62122a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:50:51.917113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-5ef7cdad-89a5-4edb-9a62-c3b76f62122a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:50:51.919569 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-5ef7cdad-89a5-4edb-9a62-c3b76f62122a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:50:51.966074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7cdad-89a5-4edb-9a62-c3b76f62122a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:51.994441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-5ef7cdad-89a5-4edb-9a62-c3b76f62122a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:51.995175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-5ef7cdad-89a5-4edb-9a62-c3b76f62122a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:52.024989 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-5ef7cdad-89a5-4edb-9a62-c3b76f62122a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7623489 Jan 12 09:50:52.041046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Request body: {'port': {'device_id': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:50:52.158799 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:52.161854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-511949ce-e033-443a-a07e-f1571725e4d0 None None] Provisioning for port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:50:52.167367 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-511949ce-e033-443a-a07e-f1571725e4d0 None None] Provisioning complete for port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:50:52.167732 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-511949ce-e033-443a-a07e-f1571725e4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:52.177112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cd637-a78e-4604-ae4d-08b200793928 req-ace05ed5-4fba-4bd8-a109-6c6300f87604 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:52.178618 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3f8cd637-a78e-4604-ae4d-08b200793928 req-ace05ed5-4fba-4bd8-a109-6c6300f87604 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 932 time: 0.0850358 Jan 12 09:50:52.220988 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-511949ce-e033-443a-a07e-f1571725e4d0 None None] Port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:50:52.222879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3f8cd637-a78e-4604-ae4d-08b200793928 req-e60090e6-f29c-4189-bc0f-ad93493a3f00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:50:52.238930 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3f8cd637-a78e-4604-ae4d-08b200793928 req-e60090e6-f29c-4189-bc0f-ad93493a3f00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:50:52.240145 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3f8cd637-a78e-4604-ae4d-08b200793928 req-e60090e6-f29c-4189-bc0f-ad93493a3f00 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e73d650a-b5e8-4dcd-91cc-a54de88082a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551968 Jan 12 09:50:52.503672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:50:52.511110 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:52.525204 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Transition to ACTIVE for port object 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:50:52.534356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:52.663795 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Pushing event updated for resources: {'Port': ['ID=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:52.770260 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Attempting to bind port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:50:52.770587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Attempting to bind port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:50:52.770933 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Attempting to bind port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd on network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:50:52.775414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd on network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:50:52.775727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Attempting to bind port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd on network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:50:52.780660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:50:52.780987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Checking segment: {'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:50:52.781362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Bound using segment: {'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:50:52.781773 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Bound port: 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:50:52.782109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:52.869322 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] For port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:50:52.872271 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] For port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:50:52.879043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:52.941020 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:52.941646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:52.943082 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] 10.222.0.53 "PUT /v2.0/ports/1f6b4e1d-bb3c-443e-b063-053dfd6e31fd HTTP/1.1" status: 200 len: 1094 time: 0.9065447 Jan 12 09:50:52.943518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'tag': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:50:52.969699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186b529-beee-4dd9-9ce2-256737022dbb service neutron] Pushing event updated for resources: {'Port': ['ID=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:53.136803 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'tag': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'status': 'completed', 'code': 200} Jan 12 09:50:53.171948 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-2eb79109-b581-4f72-ae71-5cdb17e29df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:53.173470 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-2eb79109-b581-4f72-ae71-5cdb17e29df5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 1097 time: 0.1785231 Jan 12 09:50:53.247320 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-1f10e4b6-3040-4ff4-bdd6-5f67bafa0bce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd HTTP/1.1" status: 200 len: 217 time: 0.0621536 Jan 12 09:50:53.313107 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-ffd51d08-ae9a-48e9-a5f6-9b035f1b9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:53.314565 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-ffd51d08-ae9a-48e9-a5f6-9b035f1b9c8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e38fdd-9295-405e-b7a3-c677fe280d9e HTTP/1.1" status: 200 len: 834 time: 0.0576425 Jan 12 09:50:53.395811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-e3f27cf0-96e5-4693-836d-7dd5b962acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:53.397332 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-e3f27cf0-96e5-4693-836d-7dd5b962acd2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728853 Jan 12 09:50:53.425315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b54c60-c235-448f-8edb-ff5f731b2086 req-00a3095f-0013-46c1-aa9d-d08f39c48d82 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:53.426821 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-28b54c60-c235-448f-8edb-ff5f731b2086 req-00a3095f-0013-46c1-aa9d-d08f39c48d82 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 944 time: 0.0811355 Jan 12 09:50:53.470860 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-28b54c60-c235-448f-8edb-ff5f731b2086 req-0314d30d-448c-4ed8-a214-046b717de848 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e73d650a-b5e8-4dcd-91cc-a54de88082a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381904 Jan 12 09:50:53.533274 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-1f4b738f-376f-449a-910c-f1d80c8940d9 service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257861 Jan 12 09:50:53.674100 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4665cbac-2f25-4a85-ac49-a1e889094ec2 req-19d14977-2c12-4e79-a5a3-b6ddc03b1328 service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298485 Jan 12 09:50:53.817021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc3a51-adf6-4e23-9034-287d4889d467 req-8a765995-8409-41cf-ba50-78fe876b8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:53.818463 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-55fc3a51-adf6-4e23-9034-287d4889d467 req-8a765995-8409-41cf-ba50-78fe876b8ef7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 1097 time: 0.0779710 Jan 12 09:50:53.955972 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc3a51-adf6-4e23-9034-287d4889d467 req-81843a1e-f8e7-4b25-8b69-2a6d1db7dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:53.957552 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-55fc3a51-adf6-4e23-9034-287d4889d467 req-81843a1e-f8e7-4b25-8b69-2a6d1db7dd05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3 HTTP/1.1" status: 200 len: 897 time: 0.1309514 Jan 12 09:50:54.030214 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-55fc3a51-adf6-4e23-9034-287d4889d467 req-e30ccfba-9810-4bef-b1a5-7a80a45d8bea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd HTTP/1.1" status: 200 len: 217 time: 0.0637417 Jan 12 09:50:54.092090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc3a51-adf6-4e23-9034-287d4889d467 req-047331eb-62f5-472a-b4cc-7388fd4fdc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:54.093485 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-55fc3a51-adf6-4e23-9034-287d4889d467 req-047331eb-62f5-472a-b4cc-7388fd4fdc5a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e38fdd-9295-405e-b7a3-c677fe280d9e HTTP/1.1" status: 200 len: 834 time: 0.0563333 Jan 12 09:50:54.174265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc3a51-adf6-4e23-9034-287d4889d467 req-2fb7e157-f169-485d-83da-6d9f87752cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:54.175846 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-55fc3a51-adf6-4e23-9034-287d4889d467 req-2fb7e157-f169-485d-83da-6d9f87752cfb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748174 Jan 12 09:50:54.305350 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-55fc3a51-adf6-4e23-9034-287d4889d467 req-3016eb7d-97b5-4a1a-8827-647e614a439d service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226950 Jan 12 09:50:54.440520 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-55fc3a51-adf6-4e23-9034-287d4889d467 req-15f16fbe-32a2-4610-a725-7022927c163d service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281941 Jan 12 09:50:54.681916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e26bc3-e724-4c71-8300-f7700343471a req-56697cab-338e-4e3e-afee-104b4d8efeee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:54.682603 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-31e26bc3-e724-4c71-8300-f7700343471a req-56697cab-338e-4e3e-afee-104b4d8efeee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:50:54.701417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-31e26bc3-e724-4c71-8300-f7700343471a req-56697cab-338e-4e3e-afee-104b4d8efeee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:50:54.702221 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-31e26bc3-e724-4c71-8300-f7700343471a req-56697cab-338e-4e3e-afee-104b4d8efeee tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 944 time: 0.1142342 Jan 12 09:50:54.747215 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-31e26bc3-e724-4c71-8300-f7700343471a req-1845a9d6-4cf5-422b-9a8c-8603643066c2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e73d650a-b5e8-4dcd-91cc-a54de88082a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387523 Jan 12 09:50:55.948551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1446f-8003-4e94-b45c-656c2707fe36 req-4bc92522-369f-4508-9fd1-af87b9c46b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:55.950004 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f0e1446f-8003-4e94-b45c-656c2707fe36 req-4bc92522-369f-4508-9fd1-af87b9c46b5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 944 time: 0.0845261 Jan 12 09:50:55.994595 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f0e1446f-8003-4e94-b45c-656c2707fe36 req-6198e243-1d19-4b56-8937-623aa0e133a5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e73d650a-b5e8-4dcd-91cc-a54de88082a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389407 Jan 12 09:50:56.498559 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:50:56.666540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:50:56.681669 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'port_id': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'mac_address': 'fa:16:3e:69:6f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:50:56.751691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:56.768415 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:50:56.783787 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:50:56.791511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:56.866707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:57.114843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['1f6b4e1d-bb3c-443e-b063-053dfd6e31fd'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:50:57.198371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16473fad-a72b-4efc-9d6f-514785d30452 req-bbb070e0-a31a-41db-b35a-0e6c19f9b01f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:57.199886 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-16473fad-a72b-4efc-9d6f-514785d30452 req-bbb070e0-a31a-41db-b35a-0e6c19f9b01f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 945 time: 0.0821126 Jan 12 09:50:57.243554 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-16473fad-a72b-4efc-9d6f-514785d30452 req-371611f7-2e28-486a-96b7-b635f84baa2c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e73d650a-b5e8-4dcd-91cc-a54de88082a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377986 Jan 12 09:50:58.430088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d345978-a696-467e-ad13-6c7b41865e7b req-2560fc88-fb75-4225-a3b6-4c2cc9021ab2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:58.431605 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9d345978-a696-467e-ad13-6c7b41865e7b req-2560fc88-fb75-4225-a3b6-4c2cc9021ab2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 945 time: 0.0812824 Jan 12 09:50:58.482252 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9d345978-a696-467e-ad13-6c7b41865e7b req-d4ee7dea-f835-45b1-b1e5-f1c629562dd4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e73d650a-b5e8-4dcd-91cc-a54de88082a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424454 Jan 12 09:50:58.502918 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:50:58.574279 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:50:58.578948 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:50:58.579324 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:58.698246 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:58.725874 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:50:58.736058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:50:58.742511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:50:58.810475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:50:58.825673 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'code': 200} Jan 12 09:50:59.079360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce6553-3456-4deb-a60e-5be8ea952b93 req-20704587-e0a6-4c7d-824e-fe7c8e0901a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:59.080738 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4fce6553-3456-4deb-a60e-5be8ea952b93 req-20704587-e0a6-4c7d-824e-fe7c8e0901a2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 1099 time: 0.0685396 Jan 12 09:50:59.230170 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4fce6553-3456-4deb-a60e-5be8ea952b93 req-6bbf2e4c-bbe0-487f-a632-dea69e4de4d4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e73d650a-b5e8-4dcd-91cc-a54de88082a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402109 Jan 12 09:50:59.690161 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604b9e3-23ee-4a3d-b4ee-2b7eaab25ba0 req-17c88a34-a3a3-424c-8e56-985e78306e80 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:50:59.691635 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b604b9e3-23ee-4a3d-b4ee-2b7eaab25ba0 req-17c88a34-a3a3-424c-8e56-985e78306e80 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 946 time: 0.0864503 Jan 12 09:50:59.745769 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b604b9e3-23ee-4a3d-b4ee-2b7eaab25ba0 req-a8067306-f1f9-45ad-9f4a-7c4ea47d438e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e73d650a-b5e8-4dcd-91cc-a54de88082a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402231 Jan 12 09:51:00.950549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee15d40-e7d6-4a16-82e5-7caeacb464f2 req-9f25e5b0-2c55-4496-8872-5df7b2459af6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:00.952044 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ee15d40-e7d6-4a16-82e5-7caeacb464f2 req-9f25e5b0-2c55-4496-8872-5df7b2459af6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 946 time: 0.0836191 Jan 12 09:51:00.999074 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ee15d40-e7d6-4a16-82e5-7caeacb464f2 req-393cf489-d8cc-4926-aa66-9043902b8172 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e73d650a-b5e8-4dcd-91cc-a54de88082a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383761 Jan 12 09:51:01.194972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dc394-6776-4c70-b060-3640e864e783 req-db926363-60e1-4a19-bb26-f7bf453b3dfa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:01.196442 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-432dc394-6776-4c70-b060-3640e864e783 req-db926363-60e1-4a19-bb26-f7bf453b3dfa tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 946 time: 0.0913582 Jan 12 09:51:01.240720 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-432dc394-6776-4c70-b060-3640e864e783 req-3b7a9a6d-9e83-4ca6-bf9b-1f346d22d08b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e73d650a-b5e8-4dcd-91cc-a54de88082a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385139 Jan 12 09:51:01.263937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43584) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:01.340004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a23911-ec9a-4121-8125-be0685938644 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:01.341487 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-90a23911-ec9a-4121-8125-be0685938644 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 1094 time: 0.0763793 Jan 12 09:51:01.345515 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43588) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:01.350377 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:51:01.356468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:01.360764 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:floatingip and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:01.363977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:01.370414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:01.385713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:01.523620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:01.657219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.14 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/87eb344c-90a0-4624-84e4-293d5959b0d3) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:51:01.804957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:01.835698 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:01.903112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:51:01.906015 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:51:01.909686 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:51:02.037877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=87eb344c-90a0-4624-84e4-293d5959b0d3,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:02.433899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:02.513398 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:02.729804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:02.735779 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:02.841657 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=87eb344c-90a0-4624-84e4-293d5959b0d3,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:02.851950 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:03.026077 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP 4a440dd8-05ad-43f7-a619-72026048fcf7 associated. External IP: 172.26.2.14, port: 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd. Jan 12 09:51:03.385471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:51:03.684609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:51:03.694191 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf631d7-f2c7-4285-a35d-f957ed90900d None None] Sync routers for ids ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:51:03.703911 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf631d7-f2c7-4285-a35d-f957ed90900d None None] Routers {'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:51:03.704545 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-5bf631d7-f2c7-4285-a35d-f957ed90900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:50:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:03.710548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:03.768544 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b78d5dcc-86bb-4985-bfbe-635af0751364 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4219525 Jan 12 09:51:03.769081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'tag': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:51:03.771314 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43592) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:03.815367 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'tag': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'status': 'completed', 'code': 200} Jan 12 09:51:03.875646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9bccf0-7088-40dd-8aa2-ef57d00579b1 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:03.877139 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ba9bccf0-7088-40dd-8aa2-ef57d00579b1 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 1094 time: 0.1048627 Jan 12 09:51:03.893852 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-5bf631d7-f2c7-4285-a35d-f957ed90900d None None] Set router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:51:03.912962 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd02c8-d376-4321-a281-298f8e0c4617 req-a035e53b-a8e2-4e27-b7cd-59cf2c38a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:03.914449 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67dd02c8-d376-4321-a281-298f8e0c4617 req-a035e53b-a8e2-4e27-b7cd-59cf2c38a10d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 1099 time: 0.0756798 Jan 12 09:51:04.035740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43600) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:04.041182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-fd4f669c-f274-450e-be73-d2f96412f990 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87663974', 'description': 'tempest-secgroup-smoke-87663974 description', 'project_id': '05fdfd0263cb464989f6119e683582f0'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:51:04.048256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fd4f669c-f274-450e-be73-d2f96412f990 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:04.059862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fd4f669c-f274-450e-be73-d2f96412f990 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:04.066193 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd02c8-d376-4321-a281-298f8e0c4617 req-d7e4775c-8043-4886-964d-7accc505e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:04.068410 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67dd02c8-d376-4321-a281-298f8e0c4617 req-d7e4775c-8043-4886-964d-7accc505e733 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3 HTTP/1.1" status: 200 len: 897 time: 0.1469386 Jan 12 09:51:04.074191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fd4f669c-f274-450e-be73-d2f96412f990 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.095629 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fd4f669c-f274-450e-be73-d2f96412f990 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:04.099613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fd4f669c-f274-450e-be73-d2f96412f990 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:04.102692 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fd4f669c-f274-450e-be73-d2f96412f990 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:04.108486 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fd4f669c-f274-450e-be73-d2f96412f990 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:04.181657 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67dd02c8-d376-4321-a281-298f8e0c4617 req-c3dbdfa0-43ce-463a-b932-7d2cc472ad8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd HTTP/1.1" status: 200 len: 999 time: 0.1065629 Jan 12 09:51:04.184698 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fd4f669c-f274-450e-be73-d2f96412f990 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.192131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fd4f669c-f274-450e-be73-d2f96412f990 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.234442 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f669c-f274-450e-be73-d2f96412f990 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9837b5fc-a14d-4565-ab02-00272f7a87a4,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:04.245164 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-5bf631d7-f2c7-4285-a35d-f957ed90900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '4a440dd8-05ad-43f7-a619-72026048fcf7', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.14', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'port_id': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'mac_address': 'fa:16:3e:69:6f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:51:02Z', 'updated_at': '2022-01-12T09:51:02Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c', 'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ab:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:44Z', 'updated_at': '2022-01-12T09:50:49Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:04.246816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fd4f669c-f274-450e-be73-d2f96412f990 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.249085 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fd4f669c-f274-450e-be73-d2f96412f990 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2113872 Jan 12 09:51:04.250546 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf631d7-f2c7-4285-a35d-f957ed90900d None None] Checking router: f17c62d0-2c6a-4119-b174-4d4afbaf5b8d for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:51:04.251199 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43604) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:04.253639 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd02c8-d376-4321-a281-298f8e0c4617 req-2b12b371-1d3f-4dc7-9fd5-5fff71be1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:04.254817 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67dd02c8-d376-4321-a281-298f8e0c4617 req-2b12b371-1d3f-4dc7-9fd5-5fff71be1f14 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e38fdd-9295-405e-b7a3-c677fe280d9e HTTP/1.1" status: 200 len: 834 time: 0.0670910 Jan 12 09:51:04.256912 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2e1045fa-0fd7-46b1-a99b-3a219186c694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '9837b5fc-a14d-4565-ab02-00272f7a87a4', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:51:04.259358 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf631d7-f2c7-4285-a35d-f957ed90900d None None] Routers {'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:51:04.259956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-5bf631d7-f2c7-4285-a35d-f957ed90900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:50:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:04.263090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2e1045fa-0fd7-46b1-a99b-3a219186c694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:04.266895 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2e1045fa-0fd7-46b1-a99b-3a219186c694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:04.269836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2e1045fa-0fd7-46b1-a99b-3a219186c694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:04.275424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2e1045fa-0fd7-46b1-a99b-3a219186c694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:04.292929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2e1045fa-0fd7-46b1-a99b-3a219186c694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.331809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd02c8-d376-4321-a281-298f8e0c4617 req-fa364214-7dba-4d6d-a936-5fbee612e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:04.333785 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67dd02c8-d376-4321-a281-298f8e0c4617 req-fa364214-7dba-4d6d-a936-5fbee612e78a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728729 Jan 12 09:51:04.355010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2e1045fa-0fd7-46b1-a99b-3a219186c694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.359782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2e1045fa-0fd7-46b1-a99b-3a219186c694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.384900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1045fa-0fd7-46b1-a99b-3a219186c694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd4f7b6-2729-4e7a-a91d-37a030c95d66,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:04.399443 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2e1045fa-0fd7-46b1-a99b-3a219186c694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.403387 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2e1045fa-0fd7-46b1-a99b-3a219186c694 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483958 Jan 12 09:51:04.403581 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43608) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:04.410423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-cc535156-9516-4cbe-b9ca-ff6dce60ef96 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '9837b5fc-a14d-4565-ab02-00272f7a87a4', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:51:04.413607 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:51:04.416821 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cc535156-9516-4cbe-b9ca-ff6dce60ef96 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:04.421119 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cc535156-9516-4cbe-b9ca-ff6dce60ef96 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:04.423979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cc535156-9516-4cbe-b9ca-ff6dce60ef96 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:04.429914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cc535156-9516-4cbe-b9ca-ff6dce60ef96 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:04.442274 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-5bf631d7-f2c7-4285-a35d-f957ed90900d None None] Set router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:51:04.452633 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc535156-9516-4cbe-b9ca-ff6dce60ef96 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.475108 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67dd02c8-d376-4321-a281-298f8e0c4617 req-179f56d5-efb6-4d98-a5a2-39e2d0bd42e6 service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349032 Jan 12 09:51:04.519447 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc535156-9516-4cbe-b9ca-ff6dce60ef96 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.524357 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc535156-9516-4cbe-b9ca-ff6dce60ef96 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.550176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc535156-9516-4cbe-b9ca-ff6dce60ef96 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184f9e1a-7723-47cc-9cb5-aa0401873d57,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:04.560885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc535156-9516-4cbe-b9ca-ff6dce60ef96 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.565178 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cc535156-9516-4cbe-b9ca-ff6dce60ef96 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1606507 Jan 12 09:51:04.565793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43612) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:04.570967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-5d36b3a5-55d7-4dff-90a4-987c693a32c3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '9837b5fc-a14d-4565-ab02-00272f7a87a4', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:51:04.577029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5d36b3a5-55d7-4dff-90a4-987c693a32c3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:04.580918 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5d36b3a5-55d7-4dff-90a4-987c693a32c3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:04.583804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5d36b3a5-55d7-4dff-90a4-987c693a32c3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:04.589396 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5d36b3a5-55d7-4dff-90a4-987c693a32c3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:04.607768 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d36b3a5-55d7-4dff-90a4-987c693a32c3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.618894 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67dd02c8-d376-4321-a281-298f8e0c4617 req-dad26336-a582-49b7-9b4d-df448e9d518f service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269131 Jan 12 09:51:04.674868 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d36b3a5-55d7-4dff-90a4-987c693a32c3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.679602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d36b3a5-55d7-4dff-90a4-987c693a32c3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.703859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36b3a5-55d7-4dff-90a4-987c693a32c3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b33033b-8ee0-478a-b0da-b2fc5017fc12,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:04.714802 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d36b3a5-55d7-4dff-90a4-987c693a32c3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.716069 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5d36b3a5-55d7-4dff-90a4-987c693a32c3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493664 Jan 12 09:51:04.719078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43616) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:04.724090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-914bf7c5-d6a0-4896-99a6-6cf109c0bd10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '9837b5fc-a14d-4565-ab02-00272f7a87a4', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:51:04.730353 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-914bf7c5-d6a0-4896-99a6-6cf109c0bd10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:04.734265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-914bf7c5-d6a0-4896-99a6-6cf109c0bd10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:04.737296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-914bf7c5-d6a0-4896-99a6-6cf109c0bd10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:04.743486 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-914bf7c5-d6a0-4896-99a6-6cf109c0bd10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:04.761012 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-914bf7c5-d6a0-4896-99a6-6cf109c0bd10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.822882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-914bf7c5-d6a0-4896-99a6-6cf109c0bd10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.828345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-914bf7c5-d6a0-4896-99a6-6cf109c0bd10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.845204 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-5bf631d7-f2c7-4285-a35d-f957ed90900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '4a440dd8-05ad-43f7-a619-72026048fcf7', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.14', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'port_id': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'mac_address': 'fa:16:3e:69:6f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:51:02Z', 'updated_at': '2022-01-12T09:51:02Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c', 'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ab:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:44Z', 'updated_at': '2022-01-12T09:50:49Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:04.849349 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf631d7-f2c7-4285-a35d-f957ed90900d None None] The sync data for ids ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'] in dv-neutron-824346-1-hyperv is: [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '4a440dd8-05ad-43f7-a619-72026048fcf7', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.14', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'port_id': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'mac_address': 'fa:16:3e:69:6f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:51:02Z', 'updated_at': '2022-01-12T09:51:02Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c', 'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ab:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:44Z', 'updated_at': '2022-01-12T09:50:49Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:51:04.851852 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bf7c5-d6a0-4896-99a6-6cf109c0bd10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac296d7-732b-4da6-9d3b-d835fb97f425,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:04.862548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-914bf7c5-d6a0-4896-99a6-6cf109c0bd10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.863850 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-914bf7c5-d6a0-4896-99a6-6cf109c0bd10 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437879 Jan 12 09:51:04.867016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43620) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:04.872277 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-34f4bea3-425a-4849-b844-9428bd16c331 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '9837b5fc-a14d-4565-ab02-00272f7a87a4', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:51:04.878918 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-34f4bea3-425a-4849-b844-9428bd16c331 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:04.882866 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-34f4bea3-425a-4849-b844-9428bd16c331 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:04.885724 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-34f4bea3-425a-4849-b844-9428bd16c331 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:04.891794 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-34f4bea3-425a-4849-b844-9428bd16c331 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:04.908652 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-34f4bea3-425a-4849-b844-9428bd16c331 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:51:04.915658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34f4bea3-425a-4849-b844-9428bd16c331 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.981931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34f4bea3-425a-4849-b844-9428bd16c331 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:04.987979 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34f4bea3-425a-4849-b844-9428bd16c331 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:05.012886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4bea3-425a-4849-b844-9428bd16c331 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa348297-bf91-4c24-ad3e-9f06c1f26b2b,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:05.023226 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-34f4bea3-425a-4849-b844-9428bd16c331 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:05.024485 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-34f4bea3-425a-4849-b844-9428bd16c331 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1565771 Jan 12 09:51:05.027711 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43624) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:05.033046 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-fe3b90e7-9e67-4234-b7a6-8a582c25c057 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '9837b5fc-a14d-4565-ab02-00272f7a87a4', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:51:05.039262 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fe3b90e7-9e67-4234-b7a6-8a582c25c057 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:05.043298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fe3b90e7-9e67-4234-b7a6-8a582c25c057 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:05.046879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-fe3b90e7-9e67-4234-b7a6-8a582c25c057 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:05.053690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-fe3b90e7-9e67-4234-b7a6-8a582c25c057 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:05.061083 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc94fcb2-fc8c-4564-928b-72ba68a9ee3c None None] New status for floating IP 4a440dd8-05ad-43f7-a619-72026048fcf7: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:51:05.066950 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-fe3b90e7-9e67-4234-b7a6-8a582c25c057 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:51:05.073876 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe3b90e7-9e67-4234-b7a6-8a582c25c057 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:05.143342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe3b90e7-9e67-4234-b7a6-8a582c25c057 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:05.148892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe3b90e7-9e67-4234-b7a6-8a582c25c057 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:05.171828 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b90e7-9e67-4234-b7a6-8a582c25c057 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be81036c-fdd5-4eb2-b202-c2893cdc3b86,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:05.182662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe3b90e7-9e67-4234-b7a6-8a582c25c057 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:05.183912 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fe3b90e7-9e67-4234-b7a6-8a582c25c057 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1551728 Jan 12 09:51:05.348626 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-df2d5537-371b-45ac-8b1b-83881d38f004 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87663974&fields=id&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 267 time: 0.0419159 Jan 12 09:51:05.499756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-17dc3957-43b4-4afc-94e3-bcbb0994fbd9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:05.501196 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-17dc3957-43b4-4afc-94e3-bcbb0994fbd9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/networks?id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3 HTTP/1.1" status: 200 len: 796 time: 0.1434984 Jan 12 09:51:05.518792 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-88a42198-8165-4925-a501-5153473c6df8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/quotas/05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 375 time: 0.0092301 Jan 12 09:51:05.610881 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-671a2e23-8380-43d1-8bdf-ec9e7b4189a4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0847979 Jan 12 09:51:05.749396 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-f29a47ec-40a7-417c-8ffc-031ca67ac2b8 service neutron] 10.222.0.26 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262829 Jan 12 09:51:05.979411 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d751cb9e-b0b6-445b-a310-3dfa4d4c3ba4 service neutron] 10.222.0.26 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211030 Jan 12 09:51:06.174040 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0712695e-32d1-4bec-a857-45380f33dd43 req-7c08e844-6d60-452c-9fec-1efbc7c2980f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 210 time: 0.0422659 Jan 12 09:51:06.712233 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a71f9806-eeb0-488f-a0c2-45d5d54f4a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:07.255892 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-217b641e-c227-4eed-9d8f-2de3a30dc027 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:07.257616 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-217b641e-c227-4eed-9d8f-2de3a30dc027 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/networks?id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3 HTTP/1.1" status: 200 len: 796 time: 0.1469357 Jan 12 09:51:07.334856 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-097d1c1a-9954-4951-aa9c-22e024e954bb req-27c78008-9930-4da5-ae9f-293465d5d5d6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 210 time: 0.0537896 Jan 12 09:51:07.348837 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-177dfca7-81b8-4bd9-8eb1-f511aa487dbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 471 time: 0.0826197 Jan 12 09:51:07.357845 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d92a3054-7d3d-43e8-9939-fe5aec0387f4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'port': {'device_id': 'fe8ac550-5bef-4117-b810-6b424d7dd2c3', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'admin_state_up': True, 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'security_groups': ['9837b5fc-a14d-4565-ab02-00272f7a87a4']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:51:07.494263 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d92a3054-7d3d-43e8-9939-fe5aec0387f4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:07.505702 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d92a3054-7d3d-43e8-9939-fe5aec0387f4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:07.516564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d92a3054-7d3d-43e8-9939-fe5aec0387f4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:51:07.520158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d92a3054-7d3d-43e8-9939-fe5aec0387f4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:07.695065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d92a3054-7d3d-43e8-9939-fe5aec0387f4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.3 (c5f9a9d9-a55c-416f-9aba-a863cc71bec3/e7e38fdd-9295-405e-b7a3-c677fe280d9e/056bed8c-e3af-4900-815b-136cb549c562) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:51:07.894145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d92a3054-7d3d-43e8-9939-fe5aec0387f4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:07.909884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d92a3054-7d3d-43e8-9939-fe5aec0387f4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object 056bed8c-e3af-4900-815b-136cb549c562 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:51:07.935735 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d92a3054-7d3d-43e8-9939-fe5aec0387f4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:08.004096 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d92a3054-7d3d-43e8-9939-fe5aec0387f4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:51:08.007151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d92a3054-7d3d-43e8-9939-fe5aec0387f4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:51:08.010917 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d92a3054-7d3d-43e8-9939-fe5aec0387f4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:51:08.044219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a3054-7d3d-43e8-9939-fe5aec0387f4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=056bed8c-e3af-4900-815b-136cb549c562,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:08.080876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d92a3054-7d3d-43e8-9939-fe5aec0387f4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:08.081654 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d92a3054-7d3d-43e8-9939-fe5aec0387f4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:08.109464 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d92a3054-7d3d-43e8-9939-fe5aec0387f4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7555230 Jan 12 09:51:08.121798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Request body: {'port': {'device_id': 'fe8ac550-5bef-4117-b810-6b424d7dd2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:51:08.231344 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:08.296820 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-18dfc9d1-ed70-4fa1-a609-f3ee63eac747 None None] Provisioning for port 056bed8c-e3af-4900-815b-136cb549c562 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:51:08.302018 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-18dfc9d1-ed70-4fa1-a609-f3ee63eac747 None None] Provisioning complete for port 056bed8c-e3af-4900-815b-136cb549c562 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:51:08.302388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-18dfc9d1-ed70-4fa1-a609-f3ee63eac747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:08.359837 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-18dfc9d1-ed70-4fa1-a609-f3ee63eac747 None None] Port 056bed8c-e3af-4900-815b-136cb549c562 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:51:08.522401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec29911-f447-43a9-97b5-98cb79e0bfc7 req-233cdf37-a874-49c5-b2ee-c839a23fa5af tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:08.523905 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-eec29911-f447-43a9-97b5-98cb79e0bfc7 req-233cdf37-a874-49c5-b2ee-c839a23fa5af tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 931 time: 0.0820494 Jan 12 09:51:08.568355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-eec29911-f447-43a9-97b5-98cb79e0bfc7 req-a694c909-f1b2-4917-9dc7-d47ebe31e230 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:51:08.572817 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056bed8c-e3af-4900-815b-136cb549c562 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:51:08.580928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:08.585932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-eec29911-f447-43a9-97b5-98cb79e0bfc7 req-a694c909-f1b2-4917-9dc7-d47ebe31e230 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:51:08.587087 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-eec29911-f447-43a9-97b5-98cb79e0bfc7 req-a694c909-f1b2-4917-9dc7-d47ebe31e230 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=9837b5fc-a14d-4565-ab02-00272f7a87a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572250 Jan 12 09:51:08.597320 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Transition to ACTIVE for port object 056bed8c-e3af-4900-815b-136cb549c562 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:51:08.602974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:08.755494 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Pushing event updated for resources: {'Port': ['ID=056bed8c-e3af-4900-815b-136cb549c562,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:08.934374 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Attempting to bind port 056bed8c-e3af-4900-815b-136cb549c562 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:51:08.934608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Attempting to bind port 056bed8c-e3af-4900-815b-136cb549c562 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:51:08.934991 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Attempting to bind port 056bed8c-e3af-4900-815b-136cb549c562 on network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:51:08.940033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Port 056bed8c-e3af-4900-815b-136cb549c562 on network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:51:08.940355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Attempting to bind port 056bed8c-e3af-4900-815b-136cb549c562 on network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:51:08.945802 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:51:08.946136 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Checking segment: {'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:51:08.946528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Bound using segment: {'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:51:08.946965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Bound port: 056bed8c-e3af-4900-815b-136cb549c562, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ee8a60-a83f-442e-8c13-e550f7a853c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:51:08.947307 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:09.033636 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] For port 056bed8c-e3af-4900-815b-136cb549c562, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:51:09.036736 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] For port 056bed8c-e3af-4900-815b-136cb549c562, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=056bed8c-e3af-4900-815b-136cb549c562,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:51:09.041684 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:09.103784 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:09.104405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:09.105783 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] 10.222.0.53 "PUT /v2.0/ports/056bed8c-e3af-4900-815b-136cb549c562 HTTP/1.1" status: 200 len: 1093 time: 0.9883461 Jan 12 09:51:09.106216 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8ac550-5bef-4117-b810-6b424d7dd2c3', 'tag': '056bed8c-e3af-4900-815b-136cb549c562'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:51:09.134216 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bbfb5-f45d-470a-924e-36d8c233de6d service neutron] Pushing event updated for resources: {'Port': ['ID=056bed8c-e3af-4900-815b-136cb549c562,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:09.188439 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8ac550-5bef-4117-b810-6b424d7dd2c3', 'tag': '056bed8c-e3af-4900-815b-136cb549c562', 'status': 'completed', 'code': 200} Jan 12 09:51:09.229971 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-f1335891-a80d-4e86-8614-f637488681c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:09.231523 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-f1335891-a80d-4e86-8614-f637488681c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0752206 Jan 12 09:51:09.303445 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-abc72a0e-496d-4aec-a985-954580967a32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=056bed8c-e3af-4900-815b-136cb549c562 HTTP/1.1" status: 200 len: 217 time: 0.0646093 Jan 12 09:51:09.306468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5ad16e6c-3fc6-492d-8efa-e2dd2aeb525e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:09.365283 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-91ff77ca-4baf-49ef-9ea8-ba7ba3161083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:09.366653 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-91ff77ca-4baf-49ef-9ea8-ba7ba3161083 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e38fdd-9295-405e-b7a3-c677fe280d9e HTTP/1.1" status: 200 len: 834 time: 0.0577424 Jan 12 09:51:09.449347 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-fd5e0d9f-3d29-446e-8898-aa8b21227158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:09.450846 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-fd5e0d9f-3d29-446e-8898-aa8b21227158 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777502 Jan 12 09:51:09.585133 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-d9470bdf-610d-4ac7-a1d3-d43f8b06e518 service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265914 Jan 12 09:51:09.716384 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2eb2b08-0f24-495c-8262-66fa83adaf1f req-2b5db9bc-719a-4ec1-9971-b83f8bb66453 service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252382 Jan 12 09:51:09.770249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15b137-c727-46e1-890c-824d67568b35 req-4541a669-6d26-4c0e-a1a8-abb73ef52067 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:09.771741 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-dc15b137-c727-46e1-890c-824d67568b35 req-4541a669-6d26-4c0e-a1a8-abb73ef52067 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 943 time: 0.0788162 Jan 12 09:51:09.819482 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-dc15b137-c727-46e1-890c-824d67568b35 req-81a8e4cf-444c-41f9-917f-4263b99a23bb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=9837b5fc-a14d-4565-ab02-00272f7a87a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417891 Jan 12 09:51:09.843697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed09b1-d40c-46d6-9596-5a650b6ec9a6 req-12b4ce92-ef8c-431e-be8a-f681c0873625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:09.845235 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fbed09b1-d40c-46d6-9596-5a650b6ec9a6 req-12b4ce92-ef8c-431e-be8a-f681c0873625 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0824592 Jan 12 09:51:09.979727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed09b1-d40c-46d6-9596-5a650b6ec9a6 req-f4b9a411-aae0-4298-9421-b6517c40797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:09.981139 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fbed09b1-d40c-46d6-9596-5a650b6ec9a6 req-f4b9a411-aae0-4298-9421-b6517c40797f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3 HTTP/1.1" status: 200 len: 897 time: 0.1289613 Jan 12 09:51:10.050489 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fbed09b1-d40c-46d6-9596-5a650b6ec9a6 req-d72d02bd-84f8-4dfb-a2ac-129ca29c899c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=056bed8c-e3af-4900-815b-136cb549c562 HTTP/1.1" status: 200 len: 217 time: 0.0628831 Jan 12 09:51:10.111463 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed09b1-d40c-46d6-9596-5a650b6ec9a6 req-b3d1e6de-b0b6-48d7-a02b-60c3e4f061f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:10.112926 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fbed09b1-d40c-46d6-9596-5a650b6ec9a6 req-b3d1e6de-b0b6-48d7-a02b-60c3e4f061f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e38fdd-9295-405e-b7a3-c677fe280d9e HTTP/1.1" status: 200 len: 834 time: 0.0563891 Jan 12 09:51:10.192940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed09b1-d40c-46d6-9596-5a650b6ec9a6 req-40c7b53b-6130-4625-9a61-19939445109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:10.194418 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fbed09b1-d40c-46d6-9596-5a650b6ec9a6 req-40c7b53b-6130-4625-9a61-19939445109e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752225 Jan 12 09:51:10.328433 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fbed09b1-d40c-46d6-9596-5a650b6ec9a6 req-5dafcc98-ad84-4d19-bb23-b143aa0cecde service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259043 Jan 12 09:51:10.336013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:10.474800 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fbed09b1-d40c-46d6-9596-5a650b6ec9a6 req-540e962e-894a-4669-9b0f-cd40ed87f47a service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394157 Jan 12 09:51:11.036547 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005c890-f64e-4a1e-88d6-61f50d0181b2 req-2ed4d2dd-dcf9-4e4b-bf50-e0becff2bbb2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:11.038050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-6005c890-f64e-4a1e-88d6-61f50d0181b2 req-2ed4d2dd-dcf9-4e4b-bf50-e0becff2bbb2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:51:11.043669 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:11.056133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-6005c890-f64e-4a1e-88d6-61f50d0181b2 req-2ed4d2dd-dcf9-4e4b-bf50-e0becff2bbb2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:51:11.057329 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6005c890-f64e-4a1e-88d6-61f50d0181b2 req-2ed4d2dd-dcf9-4e4b-bf50-e0becff2bbb2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 943 time: 0.1154110 Jan 12 09:51:11.102295 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6005c890-f64e-4a1e-88d6-61f50d0181b2 req-4b66773e-3a2a-4e3f-a6d6-26cd286c3406 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=9837b5fc-a14d-4565-ab02-00272f7a87a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387092 Jan 12 09:51:12.298324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd132b56-1a90-4d4c-b9cc-e83bb5ae3841 req-466dbe13-29ca-46ad-b213-643040991f13 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:12.299819 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bd132b56-1a90-4d4c-b9cc-e83bb5ae3841 req-466dbe13-29ca-46ad-b213-643040991f13 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 943 time: 0.0874391 Jan 12 09:51:12.343423 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bd132b56-1a90-4d4c-b9cc-e83bb5ae3841 req-11c92e98-dddb-48cc-bf7b-c80665d2e3a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=9837b5fc-a14d-4565-ab02-00272f7a87a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378830 Jan 12 09:51:12.541225 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 056bed8c-e3af-4900-815b-136cb549c562 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:51:12.664524 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:12.689846 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 056bed8c-e3af-4900-815b-136cb549c562, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=056bed8c-e3af-4900-815b-136cb549c562,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:51:12.703495 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '056bed8c-e3af-4900-815b-136cb549c562', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'port_id': '056bed8c-e3af-4900-815b-136cb549c562', 'mac_address': 'fa:16:3e:cd:10:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:51:12.763694 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:12.782229 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056bed8c-e3af-4900-815b-136cb549c562 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:51:12.802374 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 056bed8c-e3af-4900-815b-136cb549c562, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=056bed8c-e3af-4900-815b-136cb549c562,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:51:12.807840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:12.874499 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=056bed8c-e3af-4900-815b-136cb549c562,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:13.040549 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['056bed8c-e3af-4900-815b-136cb549c562'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:51:13.656944 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078aa80-6e4a-4c61-b970-d13d6c8ce60e req-3a85fe2d-0e04-476c-ab1c-1129372c0247 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:13.658603 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c078aa80-6e4a-4c61-b970-d13d6c8ce60e req-3a85fe2d-0e04-476c-ab1c-1129372c0247 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 944 time: 0.1990068 Jan 12 09:51:13.705232 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c078aa80-6e4a-4c61-b970-d13d6c8ce60e req-d31f8bbe-fc7f-4825-bf6f-4014c0b5501d tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=9837b5fc-a14d-4565-ab02-00272f7a87a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405087 Jan 12 09:51:14.558427 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 056bed8c-e3af-4900-815b-136cb549c562 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:51:14.632406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 056bed8c-e3af-4900-815b-136cb549c562 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:51:14.639830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 056bed8c-e3af-4900-815b-136cb549c562 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:51:14.640463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:14.762416 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:14.789096 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8ac550-5bef-4117-b810-6b424d7dd2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056bed8c-e3af-4900-815b-136cb549c562'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:51:14.799793 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 056bed8c-e3af-4900-815b-136cb549c562, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=056bed8c-e3af-4900-815b-136cb549c562,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:51:14.806995 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:14.838269 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8ac550-5bef-4117-b810-6b424d7dd2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056bed8c-e3af-4900-815b-136cb549c562', 'code': 200} Jan 12 09:51:14.876040 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=056bed8c-e3af-4900-815b-136cb549c562,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:14.902682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251ee39-b85c-45ea-97d7-21dee6825f41 req-a1af06f6-ee41-438f-94bd-74791ac72298 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:14.904187 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8251ee39-b85c-45ea-97d7-21dee6825f41 req-a1af06f6-ee41-438f-94bd-74791ac72298 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 945 time: 0.0907180 Jan 12 09:51:14.948947 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8251ee39-b85c-45ea-97d7-21dee6825f41 req-d85537bb-729e-4cd9-8a5e-60be0e9237c6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=9837b5fc-a14d-4565-ab02-00272f7a87a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388932 Jan 12 09:51:15.077910 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f281c1-fcc3-4dc0-bd17-c82bf2fc1c05 req-ba46f976-ac2b-45ab-ab1f-0573a9582fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:15.079339 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-12f281c1-fcc3-4dc0-bd17-c82bf2fc1c05 req-ba46f976-ac2b-45ab-ab1f-0573a9582fab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 1098 time: 0.0723934 Jan 12 09:51:15.121362 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-12f281c1-fcc3-4dc0-bd17-c82bf2fc1c05 req-68019167-65c7-4c58-b8fc-f85727afe59e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9837b5fc-a14d-4565-ab02-00272f7a87a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353272 Jan 12 09:51:16.142049 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3807c-ae5d-4cf3-980a-61f00959cd06 req-c4e0074e-8b1d-4763-b075-4cbecaf45a4f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:16.143560 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a9e3807c-ae5d-4cf3-980a-61f00959cd06 req-c4e0074e-8b1d-4763-b075-4cbecaf45a4f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 945 time: 0.0804677 Jan 12 09:51:16.187488 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a9e3807c-ae5d-4cf3-980a-61f00959cd06 req-058ffc2b-eb71-448a-a107-6d5aaa2c40c5 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=9837b5fc-a14d-4565-ab02-00272f7a87a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382137 Jan 12 09:51:16.634695 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:17.388405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0218cff-7d51-4098-bec3-0a499d0135c6 req-74534fbc-eb85-4ac6-b2bf-e11898a1ac39 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:17.389798 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d0218cff-7d51-4098-bec3-0a499d0135c6 req-74534fbc-eb85-4ac6-b2bf-e11898a1ac39 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 945 time: 0.0842183 Jan 12 09:51:17.435270 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d0218cff-7d51-4098-bec3-0a499d0135c6 req-ae614aeb-d238-4f02-9962-3a771679c523 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=9837b5fc-a14d-4565-ab02-00272f7a87a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393991 Jan 12 09:51:17.636217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8febc-580a-46da-a3ec-b45db3c7c3f9 req-e74ea72d-a09a-4706-9a59-dbd0b1a8ee39 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:17.637671 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-72c8febc-580a-46da-a3ec-b45db3c7c3f9 req-e74ea72d-a09a-4706-9a59-dbd0b1a8ee39 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 945 time: 0.0926766 Jan 12 09:51:17.689072 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-72c8febc-580a-46da-a3ec-b45db3c7c3f9 req-84c512eb-ce16-4009-8d8e-99442688d5e6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=9837b5fc-a14d-4565-ab02-00272f7a87a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451653 Jan 12 09:51:17.712766 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43678) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:17.799059 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec73c64b-2a4f-4153-9879-e522e560d713 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:17.800560 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ec73c64b-2a4f-4153-9879-e522e560d713 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 1093 time: 0.0867970 Jan 12 09:51:17.803708 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43682) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:17.808822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '056bed8c-e3af-4900-815b-136cb549c562', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:51:17.815072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:51:17.819009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:floatingip and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:51:17.821893 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:51:17.828161 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:51:17.840910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:17.987173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:18.120939 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.54 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/1ec2b794-74f0-4721-a525-462acdef51d5) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:51:18.268742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:18.299568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:18.362621 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:51:18.365551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:51:18.369221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:51:18.506147 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=1ec2b794-74f0-4721-a525-462acdef51d5,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:18.896658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:18.971432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:19.180326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:19.187424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:19.292325 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=1ec2b794-74f0-4721-a525-462acdef51d5,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:19.303119 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:19.474720 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP b34dd2df-f61b-43af-8fd0-66f50714bfd2 associated. External IP: 172.26.2.54, port: 056bed8c-e3af-4900-815b-136cb549c562. Jan 12 09:51:19.827040 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:51:20.123451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:51:20.133410 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec40b8a4-0669-45ef-8e36-c236aae50720 None None] Sync routers for ids ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:51:20.144381 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec40b8a4-0669-45ef-8e36-c236aae50720 None None] Routers {'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:51:20.145267 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ec40b8a4-0669-45ef-8e36-c236aae50720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:51:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:20.153206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:20.208802 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-31620b74-de79-4ef8-96ad-09ec8006e162 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4039605 Jan 12 09:51:20.209554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8ac550-5bef-4117-b810-6b424d7dd2c3', 'tag': '056bed8c-e3af-4900-815b-136cb549c562'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:51:20.254360 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8ac550-5bef-4117-b810-6b424d7dd2c3', 'tag': '056bed8c-e3af-4900-815b-136cb549c562', 'status': 'completed', 'code': 200} Jan 12 09:51:20.326597 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-ec40b8a4-0669-45ef-8e36-c236aae50720 None None] Set router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:51:20.351160 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff8e83-b0ce-45e4-a074-6da54ad73afd req-b3ece48d-b6f1-46c1-bf4f-5794b96e6bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:20.352567 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b4ff8e83-b0ce-45e4-a074-6da54ad73afd req-b3ece48d-b6f1-46c1-bf4f-5794b96e6bb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 1098 time: 0.0760911 Jan 12 09:51:20.490558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff8e83-b0ce-45e4-a074-6da54ad73afd req-4fdf486e-56f4-403c-9e07-13aebf6697bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:20.491976 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b4ff8e83-b0ce-45e4-a074-6da54ad73afd req-4fdf486e-56f4-403c-9e07-13aebf6697bd service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3 HTTP/1.1" status: 200 len: 897 time: 0.1323018 Jan 12 09:51:20.593241 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b4ff8e83-b0ce-45e4-a074-6da54ad73afd req-3470d9bc-5024-465e-9b1d-1aae850ce42e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=056bed8c-e3af-4900-815b-136cb549c562 HTTP/1.1" status: 200 len: 998 time: 0.0948386 Jan 12 09:51:20.655919 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff8e83-b0ce-45e4-a074-6da54ad73afd req-4bcc231b-ef59-491a-8c9a-6f462016c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:20.657372 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b4ff8e83-b0ce-45e4-a074-6da54ad73afd req-4bcc231b-ef59-491a-8c9a-6f462016c6b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e38fdd-9295-405e-b7a3-c677fe280d9e HTTP/1.1" status: 200 len: 834 time: 0.0572906 Jan 12 09:51:20.698582 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ec40b8a4-0669-45ef-8e36-c236aae50720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '4a440dd8-05ad-43f7-a619-72026048fcf7', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.14', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'port_id': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'mac_address': 'fa:16:3e:69:6f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:51:02Z', 'updated_at': '2022-01-12T09:51:05Z', 'revision_number': 1, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}, {'id': 'b34dd2df-f61b-43af-8fd0-66f50714bfd2', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.54', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'port_id': '056bed8c-e3af-4900-815b-136cb549c562', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'mac_address': 'fa:16:3e:cd:10:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8ac550-5bef-4117-b810-6b424d7dd2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:51:18Z', 'updated_at': '2022-01-12T09:51:18Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c', 'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ab:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:44Z', 'updated_at': '2022-01-12T09:50:49Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:20.702620 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec40b8a4-0669-45ef-8e36-c236aae50720 None None] Checking router: f17c62d0-2c6a-4119-b174-4d4afbaf5b8d for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:51:20.712128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec40b8a4-0669-45ef-8e36-c236aae50720 None None] Routers {'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:51:20.712757 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ec40b8a4-0669-45ef-8e36-c236aae50720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:51:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:20.735715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff8e83-b0ce-45e4-a074-6da54ad73afd req-f4e8e59f-0ce3-4c0f-bea4-c8f11e17cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:20.737374 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b4ff8e83-b0ce-45e4-a074-6da54ad73afd req-f4e8e59f-0ce3-4c0f-bea4-c8f11e17cd15 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732572 Jan 12 09:51:20.870519 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b4ff8e83-b0ce-45e4-a074-6da54ad73afd req-90bed570-b9e9-4766-8ee9-be851a1bab71 service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260579 Jan 12 09:51:20.890466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-ec40b8a4-0669-45ef-8e36-c236aae50720 None None] Set router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:51:20.999295 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b4ff8e83-b0ce-45e4-a074-6da54ad73afd req-7b464712-4a2b-46b2-98b6-d68633d11165 service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218977 Jan 12 09:51:21.244434 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ec40b8a4-0669-45ef-8e36-c236aae50720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '4a440dd8-05ad-43f7-a619-72026048fcf7', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.14', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'port_id': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'mac_address': 'fa:16:3e:69:6f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:51:02Z', 'updated_at': '2022-01-12T09:51:05Z', 'revision_number': 1, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}, {'id': 'b34dd2df-f61b-43af-8fd0-66f50714bfd2', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.54', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'port_id': '056bed8c-e3af-4900-815b-136cb549c562', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'mac_address': 'fa:16:3e:cd:10:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8ac550-5bef-4117-b810-6b424d7dd2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:51:18Z', 'updated_at': '2022-01-12T09:51:18Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c', 'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ab:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:44Z', 'updated_at': '2022-01-12T09:50:49Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:51:21.249636 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec40b8a4-0669-45ef-8e36-c236aae50720 None None] The sync data for ids ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'] in dv-neutron-824346-1-hyperv is: [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '4a440dd8-05ad-43f7-a619-72026048fcf7', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.14', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'port_id': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'mac_address': 'fa:16:3e:69:6f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:51:02Z', 'updated_at': '2022-01-12T09:51:05Z', 'revision_number': 1, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}, {'id': 'b34dd2df-f61b-43af-8fd0-66f50714bfd2', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.54', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'port_id': '056bed8c-e3af-4900-815b-136cb549c562', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'mac_address': 'fa:16:3e:cd:10:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8ac550-5bef-4117-b810-6b424d7dd2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:51:18Z', 'updated_at': '2022-01-12T09:51:18Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c', 'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ab:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:44Z', 'updated_at': '2022-01-12T09:50:49Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:51:21.480639 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5951b2f8-536b-42dd-8eca-d9a218574e31 None None] New status for floating IP b34dd2df-f61b-43af-8fd0-66f50714bfd2: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:51:36.721917 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3a6d3b39-9d47-4d80-a6d6-5726271934e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:38.407628 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-72806651-0de4-41bd-a009-1e91255075da req-481e2543-31ec-40b2-ab45-85dd1df9e397 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796697 Jan 12 09:51:38.571793 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72806651-0de4-41bd-a009-1e91255075da req-f3083445-592f-4965-9ea1-d3ccea88456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:38.573236 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-72806651-0de4-41bd-a009-1e91255075da req-f3083445-592f-4965-9ea1-d3ccea88456f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 1099 time: 0.0803065 Jan 12 09:51:38.723431 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72806651-0de4-41bd-a009-1e91255075da req-7406335c-0d8a-4064-85db-d2bfbb3a3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:38.725233 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-72806651-0de4-41bd-a009-1e91255075da req-7406335c-0d8a-4064-85db-d2bfbb3a3f52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3 HTTP/1.1" status: 200 len: 897 time: 0.1296191 Jan 12 09:51:38.827879 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-72806651-0de4-41bd-a009-1e91255075da req-5a80dc56-c64e-473c-a8de-df2872e048e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd HTTP/1.1" status: 200 len: 1001 time: 0.0948889 Jan 12 09:51:39.001540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72806651-0de4-41bd-a009-1e91255075da req-e668a7e3-f1bd-43da-b50c-dc8f18d13406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:39.003053 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-72806651-0de4-41bd-a009-1e91255075da req-e668a7e3-f1bd-43da-b50c-dc8f18d13406 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e38fdd-9295-405e-b7a3-c677fe280d9e HTTP/1.1" status: 200 len: 834 time: 0.1676447 Jan 12 09:51:39.079854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72806651-0de4-41bd-a009-1e91255075da req-ed36000e-2862-422f-997f-e15292403e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:39.081307 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-72806651-0de4-41bd-a009-1e91255075da req-ed36000e-2862-422f-997f-e15292403e0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711269 Jan 12 09:51:39.214416 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-72806651-0de4-41bd-a009-1e91255075da req-a922bdb5-1382-4dd2-826e-2175831300f1 service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248050 Jan 12 09:51:39.300874 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cc385022-9146-4158-9c48-fe70368a787b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:39.350867 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-72806651-0de4-41bd-a009-1e91255075da req-c05bb557-20a0-41df-8e47-c18d16699725 service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298892 Jan 12 09:51:40.337898 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:41.054252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:41.419408 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:51:42.643010 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:46.648451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:56.450146 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43700) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:56.559230 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-34820d46-4268-454c-a434-926e15b0ccf4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/4a440dd8-05ad-43f7-a619-72026048fcf7 HTTP/1.1" status: 200 len: 993 time: 0.1077650 Jan 12 09:51:57.270089 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43710) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:51:57.276576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:51:57.403066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:57.617943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:51:57.649945 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:57.656772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:57.724874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:57.725481 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:57.726987 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/ports/1f6b4e1d-bb3c-443e-b063-053dfd6e31fd HTTP/1.1" status: 200 len: 939 time: 0.4557641 Jan 12 09:51:57.727536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'tag': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:51:57.753589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd,revision_number=6']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:51:57.761535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:57.761842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:57.762183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:57.762542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:57.762979 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:57.763308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:57.763634 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:57.763951 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:57.764274 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:57.764588 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:57.764907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:57.765205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d236-a849-44ab-9269-fd27b51d6d6e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:51:57.779332 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'tag': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'status': 'completed', 'code': 200} Jan 12 09:51:57.874113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44de29-c65d-4c2d-b8ee-6d43ce21b3a7 req-24593578-5735-460a-9a6b-aa4e19c7f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:57.875893 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7f44de29-c65d-4c2d-b8ee-6d43ce21b3a7 req-24593578-5735-460a-9a6b-aa4e19c7f7be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 1100 time: 0.0735726 Jan 12 09:51:57.974082 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e85c7d43-f193-4a5c-a194-21426b3b4b7a None None] Provisioning complete for port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:51:57.974704 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e85c7d43-f193-4a5c-a194-21426b3b4b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:51:58.007035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44de29-c65d-4c2d-b8ee-6d43ce21b3a7 req-21fb22f6-6c56-4f07-a2c9-1a6c94037e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:58.008477 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7f44de29-c65d-4c2d-b8ee-6d43ce21b3a7 req-21fb22f6-6c56-4f07-a2c9-1a6c94037e45 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3 HTTP/1.1" status: 200 len: 897 time: 0.1262128 Jan 12 09:51:58.038700 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e85c7d43-f193-4a5c-a194-21426b3b4b7a None None] Port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd is administratively disabled so it will not transition to active. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jan 12 09:51:58.118655 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7f44de29-c65d-4c2d-b8ee-6d43ce21b3a7 req-404a355d-7784-44f3-9a1b-2dbd4f0de431 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd HTTP/1.1" status: 200 len: 1002 time: 0.1023352 Jan 12 09:51:58.188878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44de29-c65d-4c2d-b8ee-6d43ce21b3a7 req-1dfc24b6-80fd-42f9-a7a6-20ae2747bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:58.190747 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7f44de29-c65d-4c2d-b8ee-6d43ce21b3a7 req-1dfc24b6-80fd-42f9-a7a6-20ae2747bb4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e38fdd-9295-405e-b7a3-c677fe280d9e HTTP/1.1" status: 200 len: 834 time: 0.0624118 Jan 12 09:51:58.286488 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44de29-c65d-4c2d-b8ee-6d43ce21b3a7 req-36f0f443-6787-46c1-89a3-37fded762b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:51:58.287891 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7f44de29-c65d-4c2d-b8ee-6d43ce21b3a7 req-36f0f443-6787-46c1-89a3-37fded762b64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878687 Jan 12 09:51:58.534270 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7f44de29-c65d-4c2d-b8ee-6d43ce21b3a7 req-7f9de4be-86b1-490b-85e8-0b61dc7f0fff service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359297 Jan 12 09:51:58.676635 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7f44de29-c65d-4c2d-b8ee-6d43ce21b3a7 req-dd7842c7-13fa-4dc1-8959-d96b9e8742b2 service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325290 Jan 12 09:52:01.209449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43720) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:01.216248 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:52:01.344906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:01.579214 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:52:01.604866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:01.612275 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:01.680494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:01.681121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:01.682528 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/ports/1f6b4e1d-bb3c-443e-b063-053dfd6e31fd HTTP/1.1" status: 200 len: 938 time: 0.4719920 Jan 12 09:52:01.683102 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'tag': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:52:01.685646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43724) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:01.701200 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd,revision_number=7']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:01.708740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:01.709093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:01.709423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:01.709748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:01.710112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:01.710378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:01.710689 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:01.711028 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:01.711349 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:01.711659 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:01.712039 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:01.712276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261ab20-22c6-467e-a761-5f754af726ca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:01.785578 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'tag': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'status': 'completed', 'code': 200} Jan 12 09:52:01.850730 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d9194bc7-59d1-4b62-acf0-eed7a419e6a1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/4a440dd8-05ad-43f7-a619-72026048fcf7 HTTP/1.1" status: 200 len: 993 time: 0.1639745 Jan 12 09:52:01.885483 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3409f852-70f9-4cd1-88c2-38663911b694 None None] Provisioning complete for port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:01.886052 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3409f852-70f9-4cd1-88c2-38663911b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:01.887933 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5db0e2-ca84-42ab-be02-3af915269527 req-ba1a6f56-e411-4770-aba2-a4876e56887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:01.889455 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ac5db0e2-ca84-42ab-be02-3af915269527 req-ba1a6f56-e411-4770-aba2-a4876e56887b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 1099 time: 0.0762668 Jan 12 09:52:01.973344 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['1f6b4e1d-bb3c-443e-b063-053dfd6e31fd'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:52:02.022599 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5db0e2-ca84-42ab-be02-3af915269527 req-8aeed100-37c8-44cc-9d5d-b469173363a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:02.024117 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ac5db0e2-ca84-42ab-be02-3af915269527 req-8aeed100-37c8-44cc-9d5d-b469173363a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3 HTTP/1.1" status: 200 len: 897 time: 0.1275079 Jan 12 09:52:02.130686 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ac5db0e2-ca84-42ab-be02-3af915269527 req-32d9013d-de40-48fb-9ba7-48f7fc343e9e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd HTTP/1.1" status: 200 len: 1001 time: 0.0970540 Jan 12 09:52:02.199507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5db0e2-ca84-42ab-be02-3af915269527 req-14107522-fe4f-44ad-bc3a-a2a8d348d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:02.200960 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ac5db0e2-ca84-42ab-be02-3af915269527 req-14107522-fe4f-44ad-bc3a-a2a8d348d46e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e38fdd-9295-405e-b7a3-c677fe280d9e HTTP/1.1" status: 200 len: 834 time: 0.0606694 Jan 12 09:52:02.278265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5db0e2-ca84-42ab-be02-3af915269527 req-0ac6f52d-8200-4319-9261-78de8a0bed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:02.279801 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ac5db0e2-ca84-42ab-be02-3af915269527 req-0ac6f52d-8200-4319-9261-78de8a0bed80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696981 Jan 12 09:52:02.412032 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ac5db0e2-ca84-42ab-be02-3af915269527 req-b56a7288-e2d5-483e-b0bb-c287f4496ded service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221857 Jan 12 09:52:02.544797 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ac5db0e2-ca84-42ab-be02-3af915269527 req-d7fa5571-c96e-420b-b771-6edf60c41286 service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244991 Jan 12 09:52:04.495124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43738) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:04.702104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-1fc2ff37-9345-4bea-8874-02b7903a8668 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 1ec2b794-74f0-4721-a525-462acdef51d5 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:52:04.702403 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ff37-9345-4bea-8874-02b7903a8668 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:04.867981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ff37-9345-4bea-8874-02b7903a8668 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:04.868208 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ff37-9345-4bea-8874-02b7903a8668 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:04.987947 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-1fc2ff37-9345-4bea-8874-02b7903a8668 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 1ec2b794-74f0-4721-a525-462acdef51d5 owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:52:05.140469 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ff37-9345-4bea-8874-02b7903a8668 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:05.198165 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2ff37-9345-4bea-8874-02b7903a8668 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=1ec2b794-74f0-4721-a525-462acdef51d5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:05.288032 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ff37-9345-4bea-8874-02b7903a8668 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:05.288327 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-1fc2ff37-9345-4bea-8874-02b7903a8668 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP b34dd2df-f61b-43af-8fd0-66f50714bfd2 disassociated (deleted). External IP: 172.26.2.54, port: 056bed8c-e3af-4900-815b-136cb549c562. Jan 12 09:52:05.736854 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc2ff37-9345-4bea-8874-02b7903a8668 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:52:05.913597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc2ff37-9345-4bea-8874-02b7903a8668 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:52:05.923347 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e67a85-9a4d-4618-aa19-7edfab587734 None None] Sync routers for ids ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:52:05.932948 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e67a85-9a4d-4618-aa19-7edfab587734 None None] Routers {'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:52:05.933557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-56e67a85-9a4d-4618-aa19-7edfab587734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:51:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:05.936597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ff37-9345-4bea-8874-02b7903a8668 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:05.992342 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1fc2ff37-9345-4bea-8874-02b7903a8668 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/floatingips/b34dd2df-f61b-43af-8fd0-66f50714bfd2 HTTP/1.1" status: 204 len: 168 time: 1.4956698 Jan 12 09:52:05.992911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8ac550-5bef-4117-b810-6b424d7dd2c3', 'tag': '056bed8c-e3af-4900-815b-136cb549c562'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:52:06.042840 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8ac550-5bef-4117-b810-6b424d7dd2c3', 'tag': '056bed8c-e3af-4900-815b-136cb549c562', 'status': 'completed', 'code': 200} Jan 12 09:52:06.110911 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-56e67a85-9a4d-4618-aa19-7edfab587734 None None] Set router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:52:06.143558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4980542-36fa-4448-b76a-aafedae1f62f req-f2f5226c-6c3c-4d28-aa00-5107ac3145a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:06.145106 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e4980542-36fa-4448-b76a-aafedae1f62f req-f2f5226c-6c3c-4d28-aa00-5107ac3145a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 1098 time: 0.0748689 Jan 12 09:52:06.283973 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4980542-36fa-4448-b76a-aafedae1f62f req-3b60524f-6064-4ad6-96b5-3822c119754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:06.285340 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e4980542-36fa-4448-b76a-aafedae1f62f req-3b60524f-6064-4ad6-96b5-3822c119754d service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3 HTTP/1.1" status: 200 len: 897 time: 0.1307578 Jan 12 09:52:06.390034 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e4980542-36fa-4448-b76a-aafedae1f62f req-9b459ce5-0496-423a-a25b-9790c8845428 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=056bed8c-e3af-4900-815b-136cb549c562 HTTP/1.1" status: 200 len: 217 time: 0.0960279 Jan 12 09:52:06.457867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-56e67a85-9a4d-4618-aa19-7edfab587734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '4a440dd8-05ad-43f7-a619-72026048fcf7', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.14', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'port_id': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'mac_address': 'fa:16:3e:69:6f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:51:02Z', 'updated_at': '2022-01-12T09:51:05Z', 'revision_number': 1, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c', 'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ab:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:44Z', 'updated_at': '2022-01-12T09:50:49Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:06.461809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e67a85-9a4d-4618-aa19-7edfab587734 None None] Checking router: f17c62d0-2c6a-4119-b174-4d4afbaf5b8d for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:52:06.462804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4980542-36fa-4448-b76a-aafedae1f62f req-b3efcb3a-b008-441c-a066-89fe34ad13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:06.464267 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e4980542-36fa-4448-b76a-aafedae1f62f req-b3efcb3a-b008-441c-a066-89fe34ad13e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e38fdd-9295-405e-b7a3-c677fe280d9e HTTP/1.1" status: 200 len: 834 time: 0.0677605 Jan 12 09:52:06.470423 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e67a85-9a4d-4618-aa19-7edfab587734 None None] Routers {'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:52:06.471060 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-56e67a85-9a4d-4618-aa19-7edfab587734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:51:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:06.637460 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fc55a-bcf0-4f9d-acd7-c05be14198da req-d9f1401e-9455-47af-a955-a007d10c9127 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:06.638813 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c25fc55a-bcf0-4f9d-acd7-c05be14198da req-d9f1401e-9455-47af-a955-a007d10c9127 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 945 time: 0.2981682 Jan 12 09:52:06.653740 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-56e67a85-9a4d-4618-aa19-7edfab587734 None None] Set router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:52:06.694054 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c25fc55a-bcf0-4f9d-acd7-c05be14198da req-8ef07515-22ef-4719-9342-6b889aa8f6f1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=9837b5fc-a14d-4565-ab02-00272f7a87a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460713 Jan 12 09:52:06.703439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4980542-36fa-4448-b76a-aafedae1f62f req-aba01a95-fd61-4ffb-a796-de4cee3f14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:06.704922 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e4980542-36fa-4448-b76a-aafedae1f62f req-aba01a95-fd61-4ffb-a796-de4cee3f14f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2335575 Jan 12 09:52:06.736747 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-032b94dc-2193-40b3-a87d-307072d0c77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:06.840235 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e4980542-36fa-4448-b76a-aafedae1f62f req-a392099c-2211-49ec-ac12-c73cdce3b617 service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282701 Jan 12 09:52:06.973321 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e4980542-36fa-4448-b76a-aafedae1f62f req-6eba96e5-868f-4157-a51d-634081b3ded0 service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257281 Jan 12 09:52:07.020685 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-56e67a85-9a4d-4618-aa19-7edfab587734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '4a440dd8-05ad-43f7-a619-72026048fcf7', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.14', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'port_id': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'mac_address': 'fa:16:3e:69:6f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:51:02Z', 'updated_at': '2022-01-12T09:51:05Z', 'revision_number': 1, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c', 'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ab:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:44Z', 'updated_at': '2022-01-12T09:50:49Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:07.025050 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e67a85-9a4d-4618-aa19-7edfab587734 None None] The sync data for ids ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'] in dv-neutron-824346-1-hyperv is: [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '4a440dd8-05ad-43f7-a619-72026048fcf7', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.14', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'port_id': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'mac_address': 'fa:16:3e:69:6f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:51:02Z', 'updated_at': '2022-01-12T09:51:05Z', 'revision_number': 1, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c', 'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ab:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:44Z', 'updated_at': '2022-01-12T09:50:49Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:52:07.244753 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eb9659-c9a8-4aca-be12-3115205301e7 None None] New status for floating IP b34dd2df-f61b-43af-8fd0-66f50714bfd2: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:52:07.814863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6940915-ed82-400d-baab-fc6c345fb89e req-25564106-bfde-485f-8b79-7c1a8e4d8c2b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:07.816291 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d6940915-ed82-400d-baab-fc6c345fb89e req-25564106-bfde-485f-8b79-7c1a8e4d8c2b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 945 time: 0.0804245 Jan 12 09:52:07.887268 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb3a6a-1b7d-4243-98e2-2bef0064c41c req-805a6e41-47a3-4276-92f1-7b272aee1658 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:07.887936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-2acb3a6a-1b7d-4243-98e2-2bef0064c41c req-805a6e41-47a3-4276-92f1-7b272aee1658 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:52:07.890581 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-d6940915-ed82-400d-baab-fc6c345fb89e req-676011d9-bf98-4a23-b1b6-328dc422477f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 056bed8c-e3af-4900-815b-136cb549c562 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:52:07.890966 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d6940915-ed82-400d-baab-fc6c345fb89e req-676011d9-bf98-4a23-b1b6-328dc422477f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:07.905098 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-2acb3a6a-1b7d-4243-98e2-2bef0064c41c req-805a6e41-47a3-4276-92f1-7b272aee1658 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:52:07.906337 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2acb3a6a-1b7d-4243-98e2-2bef0064c41c req-805a6e41-47a3-4276-92f1-7b272aee1658 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 945 time: 0.1000285 Jan 12 09:52:07.950544 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2acb3a6a-1b7d-4243-98e2-2bef0064c41c req-2e2d0b0a-a179-4abb-9f9c-88f12b47c013 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=9837b5fc-a14d-4565-ab02-00272f7a87a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382957 Jan 12 09:52:08.135599 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-d6940915-ed82-400d-baab-fc6c345fb89e req-676011d9-bf98-4a23-b1b6-328dc422477f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 056bed8c-e3af-4900-815b-136cb549c562, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=056bed8c-e3af-4900-815b-136cb549c562,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:52:08.135957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d6940915-ed82-400d-baab-fc6c345fb89e req-676011d9-bf98-4a23-b1b6-328dc422477f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:08.256098 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-d6940915-ed82-400d-baab-fc6c345fb89e req-676011d9-bf98-4a23-b1b6-328dc422477f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 056bed8c-e3af-4900-815b-136cb549c562 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:52:08.408982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d6940915-ed82-400d-baab-fc6c345fb89e req-676011d9-bf98-4a23-b1b6-328dc422477f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:08.461618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676011d9-bf98-4a23-b1b6-328dc422477f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=056bed8c-e3af-4900-815b-136cb549c562,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:08.537206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6940915-ed82-400d-baab-fc6c345fb89e req-676011d9-bf98-4a23-b1b6-328dc422477f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] No DVR routers for this DVR port 056bed8c-e3af-4900-815b-136cb549c562 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:52:08.540101 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d6940915-ed82-400d-baab-fc6c345fb89e req-676011d9-bf98-4a23-b1b6-328dc422477f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:08.542596 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8ac550-5bef-4117-b810-6b424d7dd2c3', 'name': 'network-vif-deleted', 'tag': '056bed8c-e3af-4900-815b-136cb549c562'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:52:08.561277 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d6940915-ed82-400d-baab-fc6c345fb89e req-676011d9-bf98-4a23-b1b6-328dc422477f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "DELETE /v2.0/ports/056bed8c-e3af-4900-815b-136cb549c562 HTTP/1.1" status: 204 len: 173 time: 0.7385352 Jan 12 09:52:08.590926 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8ac550-5bef-4117-b810-6b424d7dd2c3', 'name': 'network-vif-deleted', 'tag': '056bed8c-e3af-4900-815b-136cb549c562', 'status': 'completed', 'code': 200} Jan 12 09:52:09.114652 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-851bb6c9-b54c-4f47-bf55-ab648888b132 req-399a2d5f-705c-4aea-8ac3-ecbe52103570 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe8ac550-5bef-4117-b810-6b424d7dd2c3 HTTP/1.1" status: 200 len: 210 time: 0.0450470 Jan 12 09:52:09.304862 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-87f1596a-172a-492f-b462-a65f4400ae54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:10.211754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43756) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:10.282329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-26a08cef-97bc-4694-b269-f5fc52410109 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:10.315573 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-26a08cef-97bc-4694-b269-f5fc52410109 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:10.332100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:10.387953 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-26a08cef-97bc-4694-b269-f5fc52410109 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:10.406051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a08cef-97bc-4694-b269-f5fc52410109 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9837b5fc-a14d-4565-ab02-00272f7a87a4,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:10.417458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-26a08cef-97bc-4694-b269-f5fc52410109 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:10.418617 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-26a08cef-97bc-4694-b269-f5fc52410109 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/security-groups/9837b5fc-a14d-4565-ab02-00272f7a87a4 HTTP/1.1" status: 204 len: 168 time: 0.2055697 Jan 12 09:52:10.452044 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43762) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:10.652830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-f102f775-e7a5-4b0d-8c3b-86c6f8215a51 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 87eb344c-90a0-4624-84e4-293d5959b0d3 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:52:10.653061 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f102f775-e7a5-4b0d-8c3b-86c6f8215a51 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:10.833769 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f102f775-e7a5-4b0d-8c3b-86c6f8215a51 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:10.834071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f102f775-e7a5-4b0d-8c3b-86c6f8215a51 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:11.047967 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:11.071335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-f102f775-e7a5-4b0d-8c3b-86c6f8215a51 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 87eb344c-90a0-4624-84e4-293d5959b0d3 owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:52:11.234420 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f102f775-e7a5-4b0d-8c3b-86c6f8215a51 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:11.279165 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102f775-e7a5-4b0d-8c3b-86c6f8215a51 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=87eb344c-90a0-4624-84e4-293d5959b0d3,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:11.368889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f102f775-e7a5-4b0d-8c3b-86c6f8215a51 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:11.369465 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-f102f775-e7a5-4b0d-8c3b-86c6f8215a51 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP 4a440dd8-05ad-43f7-a619-72026048fcf7 disassociated (deleted). External IP: 172.26.2.14, port: 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd. Jan 12 09:52:11.713561 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f102f775-e7a5-4b0d-8c3b-86c6f8215a51 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:52:11.891250 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f102f775-e7a5-4b0d-8c3b-86c6f8215a51 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:52:11.904257 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e6722-651a-4eb5-8a5d-ed8b222443d5 None None] Sync routers for ids ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:52:11.907661 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f102f775-e7a5-4b0d-8c3b-86c6f8215a51 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:11.915029 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e6722-651a-4eb5-8a5d-ed8b222443d5 None None] Routers {'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:52:11.915642 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-bb9e6722-651a-4eb5-8a5d-ed8b222443d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:52:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:11.960396 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f102f775-e7a5-4b0d-8c3b-86c6f8215a51 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/floatingips/4a440dd8-05ad-43f7-a619-72026048fcf7 HTTP/1.1" status: 204 len: 168 time: 1.5072365 Jan 12 09:52:11.960963 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'tag': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:52:12.019399 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'tag': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'status': 'completed', 'code': 200} Jan 12 09:52:12.132589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ec07-e5ce-4641-8eb7-d97a9436249e req-0a41be54-4f23-4af4-a33f-20323ef3a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:12.134276 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-39f3ec07-e5ce-4641-8eb7-d97a9436249e req-0a41be54-4f23-4af4-a33f-20323ef3a409 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 1099 time: 0.0854480 Jan 12 09:52:12.155927 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-bb9e6722-651a-4eb5-8a5d-ed8b222443d5 None None] Set router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:52:12.280266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ec07-e5ce-4641-8eb7-d97a9436249e req-6b7aa1b0-3063-4617-97c8-2727390ed906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:12.281844 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-39f3ec07-e5ce-4641-8eb7-d97a9436249e req-6b7aa1b0-3063-4617-97c8-2727390ed906 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3 HTTP/1.1" status: 200 len: 897 time: 0.1358266 Jan 12 09:52:12.344850 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c911-cdb3-4990-8a8d-ff298007e823 req-f70573be-ecd2-4e92-a669-12e1ea515971 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:12.345605 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3898c911-cdb3-4990-8a8d-ff298007e823 req-f70573be-ecd2-4e92-a669-12e1ea515971 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:52:12.352501 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-39f3ec07-e5ce-4641-8eb7-d97a9436249e req-e267a155-c35a-48de-bd1f-8b078bc2b9eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd HTTP/1.1" status: 200 len: 217 time: 0.0640082 Jan 12 09:52:12.362358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3898c911-cdb3-4990-8a8d-ff298007e823 req-f70573be-ecd2-4e92-a669-12e1ea515971 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:52:12.363763 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3898c911-cdb3-4990-8a8d-ff298007e823 req-f70573be-ecd2-4e92-a669-12e1ea515971 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 946 time: 0.1009119 Jan 12 09:52:12.411161 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3898c911-cdb3-4990-8a8d-ff298007e823 req-29a43c94-05e6-4b84-b1b7-e716df2176a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:52:12.421924 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ec07-e5ce-4641-8eb7-d97a9436249e req-a55b09d1-e529-4196-a35e-2204a5041305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:12.423620 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-39f3ec07-e5ce-4641-8eb7-d97a9436249e req-a55b09d1-e529-4196-a35e-2204a5041305 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e38fdd-9295-405e-b7a3-c677fe280d9e HTTP/1.1" status: 200 len: 834 time: 0.0637228 Jan 12 09:52:12.427698 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3898c911-cdb3-4990-8a8d-ff298007e823 req-29a43c94-05e6-4b84-b1b7-e716df2176a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:52:12.428854 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3898c911-cdb3-4990-8a8d-ff298007e823 req-29a43c94-05e6-4b84-b1b7-e716df2176a2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e73d650a-b5e8-4dcd-91cc-a54de88082a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575631 Jan 12 09:52:12.480573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-bb9e6722-651a-4eb5-8a5d-ed8b222443d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c', 'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ab:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:44Z', 'updated_at': '2022-01-12T09:50:49Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:12.484495 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e6722-651a-4eb5-8a5d-ed8b222443d5 None None] Checking router: f17c62d0-2c6a-4119-b174-4d4afbaf5b8d for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:52:12.494070 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e6722-651a-4eb5-8a5d-ed8b222443d5 None None] Routers {'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:52:12.495056 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-bb9e6722-651a-4eb5-8a5d-ed8b222443d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:52:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:12.504676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ec07-e5ce-4641-8eb7-d97a9436249e req-df1beed9-4cd6-4c04-a846-aa7380efa132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:12.506124 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-39f3ec07-e5ce-4641-8eb7-d97a9436249e req-df1beed9-4cd6-4c04-a846-aa7380efa132 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5f9a9d9-a55c-416f-9aba-a863cc71bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754902 Jan 12 09:52:12.674193 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:12.686047 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-bb9e6722-651a-4eb5-8a5d-ed8b222443d5 None None] Set router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:52:12.751362 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-39f3ec07-e5ce-4641-8eb7-d97a9436249e req-6c516c7e-d94f-4e1e-bdd4-f9186e6bac43 service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359731 Jan 12 09:52:12.885817 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-39f3ec07-e5ce-4641-8eb7-d97a9436249e req-4a43a2c1-7194-4803-b70f-a9c1abe035a5 service neutron] 10.222.0.53 "GET /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278000 Jan 12 09:52:12.901861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 056bed8c-e3af-4900-815b-136cb549c562 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:52:12.944334 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 056bed8c-e3af-4900-815b-136cb549c562 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:52:12.945088 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 056bed8c-e3af-4900-815b-136cb549c562 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:52:13.044416 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-bb9e6722-651a-4eb5-8a5d-ed8b222443d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c', 'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ab:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:44Z', 'updated_at': '2022-01-12T09:50:49Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:13.048724 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e6722-651a-4eb5-8a5d-ed8b222443d5 None None] The sync data for ids ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'] in dv-neutron-824346-1-hyperv is: [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c', 'name': '', 'network_id': 'c5f9a9d9-a55c-416f-9aba-a863cc71bec3', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:ab:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:44Z', 'updated_at': '2022-01-12T09:50:49Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'e7e38fdd-9295-405e-b7a3-c677fe280d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:52:13.315241 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e10e29-8499-4335-bae2-87d3d41c2824 None None] New status for floating IP 4a440dd8-05ad-43f7-a619-72026048fcf7: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:52:13.618443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14251dae-9d40-4e01-9355-4330eebdb933 req-6a0bb73e-35ca-4286-8f7e-37939ebf0650 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:13.619164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-14251dae-9d40-4e01-9355-4330eebdb933 req-6a0bb73e-35ca-4286-8f7e-37939ebf0650 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:52:13.631447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-14251dae-9d40-4e01-9355-4330eebdb933 req-6a0bb73e-35ca-4286-8f7e-37939ebf0650 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:52:13.632552 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-14251dae-9d40-4e01-9355-4330eebdb933 req-6a0bb73e-35ca-4286-8f7e-37939ebf0650 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 946 time: 0.0952601 Jan 12 09:52:13.676427 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-14251dae-9d40-4e01-9355-4330eebdb933 req-7f85eae7-3552-4d5b-ad32-24a804a2a973 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=e73d650a-b5e8-4dcd-91cc-a54de88082a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381303 Jan 12 09:52:13.948528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acc002-937b-49ac-9676-9c1fdcf23986 req-a740a266-8073-4bf7-ae47-49b4d4ca8cea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:13.949972 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-03acc002-937b-49ac-9676-9c1fdcf23986 req-a740a266-8073-4bf7-ae47-49b4d4ca8cea tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 946 time: 0.0896013 Jan 12 09:52:14.021440 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-03acc002-937b-49ac-9676-9c1fdcf23986 req-786e443e-b146-4c8d-be80-733a6adeff0f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:52:14.021773 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-03acc002-937b-49ac-9676-9c1fdcf23986 req-786e443e-b146-4c8d-be80-733a6adeff0f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:14.268531 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-03acc002-937b-49ac-9676-9c1fdcf23986 req-786e443e-b146-4c8d-be80-733a6adeff0f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:52:14.268782 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-03acc002-937b-49ac-9676-9c1fdcf23986 req-786e443e-b146-4c8d-be80-733a6adeff0f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:14.392942 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-03acc002-937b-49ac-9676-9c1fdcf23986 req-786e443e-b146-4c8d-be80-733a6adeff0f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:52:14.539119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-03acc002-937b-49ac-9676-9c1fdcf23986 req-786e443e-b146-4c8d-be80-733a6adeff0f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:14.592462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e443e-b146-4c8d-be80-733a6adeff0f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=1f6b4e1d-bb3c-443e-b063-053dfd6e31fd,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:14.663893 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-03acc002-937b-49ac-9676-9c1fdcf23986 req-786e443e-b146-4c8d-be80-733a6adeff0f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] No DVR routers for this DVR port 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:52:14.666525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-03acc002-937b-49ac-9676-9c1fdcf23986 req-786e443e-b146-4c8d-be80-733a6adeff0f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:14.668972 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'name': 'network-vif-deleted', 'tag': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:52:14.687475 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-03acc002-937b-49ac-9676-9c1fdcf23986 req-786e443e-b146-4c8d-be80-733a6adeff0f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "DELETE /v2.0/ports/1f6b4e1d-bb3c-443e-b063-053dfd6e31fd HTTP/1.1" status: 204 len: 173 time: 0.7295313 Jan 12 09:52:14.718030 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4a2645-b5cc-43b8-9933-84ccc3519972', 'name': 'network-vif-deleted', 'tag': '1f6b4e1d-bb3c-443e-b063-053dfd6e31fd', 'status': 'completed', 'code': 200} Jan 12 09:52:14.832537 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-eafda31f-b457-46d7-94ea-5e3243f46255 req-271e0283-4422-4f5b-8a30-cc9c04e0f6f9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:52:14.849670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-eafda31f-b457-46d7-94ea-5e3243f46255 req-271e0283-4422-4f5b-8a30-cc9c04e0f6f9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:52:14.851019 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eafda31f-b457-46d7-94ea-5e3243f46255 req-271e0283-4422-4f5b-8a30-cc9c04e0f6f9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b4a2645-b5cc-43b8-9933-84ccc3519972 HTTP/1.1" status: 200 len: 210 time: 0.0663767 Jan 12 09:52:15.962611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43780) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:16.038092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fabe0264-ccbb-440d-b457-9bffdd6f0f69 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:16.067216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fabe0264-ccbb-440d-b457-9bffdd6f0f69 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:16.136469 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fabe0264-ccbb-440d-b457-9bffdd6f0f69 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:16.153823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe0264-ccbb-440d-b457-9bffdd6f0f69 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73d650a-b5e8-4dcd-91cc-a54de88082a9,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:16.167720 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fabe0264-ccbb-440d-b457-9bffdd6f0f69 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:16.168855 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fabe0264-ccbb-440d-b457-9bffdd6f0f69 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/security-groups/e73d650a-b5e8-4dcd-91cc-a54de88082a9 HTTP/1.1" status: 204 len: 168 time: 0.2052724 Jan 12 09:52:16.199895 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43786) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:16.657178 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:16.864489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3a1e7830-19f4-42e0-892a-a0dbca33e9c9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:17.214432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e7830-19f4-42e0-892a-a0dbca33e9c9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:52:17.215084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3a1e7830-19f4-42e0-892a-a0dbca33e9c9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:17.414027 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-3a1e7830-19f4-42e0-892a-a0dbca33e9c9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:52:17.414289 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3a1e7830-19f4-42e0-892a-a0dbca33e9c9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:17.534462 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e7830-19f4-42e0-892a-a0dbca33e9c9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:52:17.858874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3a1e7830-19f4-42e0-892a-a0dbca33e9c9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:17.905655 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e7830-19f4-42e0-892a-a0dbca33e9c9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:18.294056 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3a1e7830-19f4-42e0-892a-a0dbca33e9c9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:18.418503 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:52:18.652380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1e7830-19f4-42e0-892a-a0dbca33e9c9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:52:18.834073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1e7830-19f4-42e0-892a-a0dbca33e9c9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:52:18.844031 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c26cce-3427-46cc-8099-92ba6152f2ee None None] Sync routers for ids ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:52:18.852871 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3a1e7830-19f4-42e0-892a-a0dbca33e9c9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/f17c62d0-2c6a-4119-b174-4d4afbaf5b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6518788 Jan 12 09:52:18.855661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c26cce-3427-46cc-8099-92ba6152f2ee None None] Routers {'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:52:18.855799 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43790) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:18.856298 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a3c26cce-3427-46cc-8099-92ba6152f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:52:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:18.912356 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:52:18.924586 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-48113abc-28e1-46d6-8fc5-6e07c64d7e1e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting subnet e7e38fdd-9295-405e-b7a3-c677fe280d9e {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:52:18.927814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-48113abc-28e1-46d6-8fc5-6e07c64d7e1e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:18.954193 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:52:18.954528 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 1f6b4e1d-bb3c-443e-b063-053dfd6e31fd not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:52:18.982389 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-48113abc-28e1-46d6-8fc5-6e07c64d7e1e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.066635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-a3c26cce-3427-46cc-8099-92ba6152f2ee None None] Set router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:52:19.070199 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-48113abc-28e1-46d6-8fc5-6e07c64d7e1e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.141517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-48113abc-28e1-46d6-8fc5-6e07c64d7e1e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.182459 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48113abc-28e1-46d6-8fc5-6e07c64d7e1e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e38fdd-9295-405e-b7a3-c677fe280d9e,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:19.184003 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-48113abc-28e1-46d6-8fc5-6e07c64d7e1e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.190841 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-48113abc-28e1-46d6-8fc5-6e07c64d7e1e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/subnets/e7e38fdd-9295-405e-b7a3-c677fe280d9e HTTP/1.1" status: 204 len: 168 time: 0.3340809 Jan 12 09:52:19.193554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43794) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:19.212145 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a10ec3-7e42-4196-9183-dae2940b3ba0 None None] Network c5f9a9d9-a55c-416f-9aba-a863cc71bec3 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:52:19.373695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60440ff7-bded-416f-b126-e9b6adddecb9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.569988 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a3c26cce-3427-46cc-8099-92ba6152f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:52:17Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:19.574177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c26cce-3427-46cc-8099-92ba6152f2ee None None] Checking router: f17c62d0-2c6a-4119-b174-4d4afbaf5b8d for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:52:19.583605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c26cce-3427-46cc-8099-92ba6152f2ee None None] Routers {'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:52:19.584224 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a3c26cce-3427-46cc-8099-92ba6152f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:52:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:19.635346 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] DHCP port deletion for c5f9a9d9-a55c-416f-9aba-a863cc71bec3 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:52:19.653165 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Deleting port 6a5ed15a-be59-486b-a301-6b4d428524fb {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:52:19.653537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.678802 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60440ff7-bded-416f-b126-e9b6adddecb9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.690840 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-60440ff7-bded-416f-b126-e9b6adddecb9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port d92775ec-79ff-4170-86dc-6935f556f1e2 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:52:19.691190 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60440ff7-bded-416f-b126-e9b6adddecb9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.855528 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-a3c26cce-3427-46cc-8099-92ba6152f2ee None None] Set router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:52:19.864634 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-60440ff7-bded-416f-b126-e9b6adddecb9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port d92775ec-79ff-4170-86dc-6935f556f1e2, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=d92775ec-79ff-4170-86dc-6935f556f1e2,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:52:19.865004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60440ff7-bded-416f-b126-e9b6adddecb9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:19.987357 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-60440ff7-bded-416f-b126-e9b6adddecb9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for d92775ec-79ff-4170-86dc-6935f556f1e2 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:52:20.138466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] For port 6a5ed15a-be59-486b-a301-6b4d428524fb, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6a5ed15a-be59-486b-a301-6b4d428524fb,segment=NetworkSegment(54ee8a60-a83f-442e-8c13-e550f7a853c3),segment_id=54ee8a60-a83f-442e-8c13-e550f7a853c3)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:52:20.138859 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.162682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60440ff7-bded-416f-b126-e9b6adddecb9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.240171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60440ff7-bded-416f-b126-e9b6adddecb9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=d92775ec-79ff-4170-86dc-6935f556f1e2,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:20.270806 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Calling delete_port for 6a5ed15a-be59-486b-a301-6b4d428524fb owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:52:20.303427 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60440ff7-bded-416f-b126-e9b6adddecb9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.436216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.473866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60440ff7-bded-416f-b126-e9b6adddecb9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.476353 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60440ff7-bded-416f-b126-e9b6adddecb9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.481524 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Pushing event deleted for resources: {'Port': ['ID=6a5ed15a-be59-486b-a301-6b4d428524fb,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:20.493879 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.494259 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.494605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.494940 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.495260 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.495606 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.495928 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.496275 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.496576 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.496918 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.497209 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.497526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:20.500692 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e910d923-2f54-4cb6-9a25-804b7ce21653 None None] No DVR routers for this DVR port 6a5ed15a-be59-486b-a301-6b4d428524fb on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:52:20.504800 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60440ff7-bded-416f-b126-e9b6adddecb9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.505092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60440ff7-bded-416f-b126-e9b6adddecb9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Fanout notify agent at l3_agent the message router_deleted on router f17c62d0-2c6a-4119-b174-4d4afbaf5b8d {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:52:20.509291 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a3c26cce-3427-46cc-8099-92ba6152f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:52:17Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:20.513565 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c26cce-3427-46cc-8099-92ba6152f2ee None None] The sync data for ids ['f17c62d0-2c6a-4119-b174-4d4afbaf5b8d'] in dv-neutron-824346-1-hyperv is: [{'id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'name': 'tempest-TestNetworkBasicOps-router-395511935', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:52:17Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': 'd92775ec-79ff-4170-86dc-6935f556f1e2', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c62d0-2c6a-4119-b174-4d4afbaf5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:50:40Z', 'updated_at': '2022-01-12T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:52:20.528236 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-60440ff7-bded-416f-b126-e9b6adddecb9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.529553 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-60440ff7-bded-416f-b126-e9b6adddecb9 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/routers/f17c62d0-2c6a-4119-b174-4d4afbaf5b8d HTTP/1.1" status: 204 len: 168 time: 1.3350115 Jan 12 09:52:20.534115 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43798) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:20.650224 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4adc2ea4-e535-4c9d-88a7-2da583dbae65 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.779541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4adc2ea4-e535-4c9d-88a7-2da583dbae65 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.804281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-4adc2ea4-e535-4c9d-88a7-2da583dbae65 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f9a9d9-a55c-416f-9aba-a863cc71bec3']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:20.818293 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-4adc2ea4-e535-4c9d-88a7-2da583dbae65 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ee8a60-a83f-442e-8c13-e550f7a853c3') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:20.818701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-4adc2ea4-e535-4c9d-88a7-2da583dbae65 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ee8a60-a83f-442e-8c13-e550f7a853c3') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:20.833228 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4adc2ea4-e535-4c9d-88a7-2da583dbae65 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.849392 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4adc2ea4-e535-4c9d-88a7-2da583dbae65 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.858793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adc2ea4-e535-4c9d-88a7-2da583dbae65 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:52:20.859253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4adc2ea4-e535-4c9d-88a7-2da583dbae65 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:52:20.877854 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:52:20.957836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4adc2ea4-e535-4c9d-88a7-2da583dbae65 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.962575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4adc2ea4-e535-4c9d-88a7-2da583dbae65 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:20.989428 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc2ea4-e535-4c9d-88a7-2da583dbae65 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Network': ['ID=c5f9a9d9-a55c-416f-9aba-a863cc71bec3,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:20.996460 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4adc2ea4-e535-4c9d-88a7-2da583dbae65 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/networks/c5f9a9d9-a55c-416f-9aba-a863cc71bec3 HTTP/1.1" status: 204 len: 168 time: 0.4583657 Jan 12 09:52:21.018824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43802) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:21.024664 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-8b318f79-2525-4c83-864e-8614c42932a0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'network': {'name': 'tempest-network-smoke--1967950360', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'port_security_enabled': True}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:52:21.030090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8b318f79-2525-4c83-864e-8614c42932a0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:21.034293 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8b318f79-2525-4c83-864e-8614c42932a0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:network and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:21.037135 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8b318f79-2525-4c83-864e-8614c42932a0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:21.043010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8b318f79-2525-4c83-864e-8614c42932a0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:21.056702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b318f79-2525-4c83-864e-8614c42932a0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:52:21.060547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b318f79-2525-4c83-864e-8614c42932a0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.094393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b318f79-2525-4c83-864e-8614c42932a0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:52:21.104525 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b318f79-2525-4c83-864e-8614c42932a0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.104848 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-8b318f79-2525-4c83-864e-8614c42932a0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Added segment b0f08e67-5f25-4ef6-84f6-45f1957bbd8c of type vlan for network 4ddc0769-f75b-42de-b80e-4b8d82f1e139 Jan 12 09:52:21.242155 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b318f79-2525-4c83-864e-8614c42932a0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.285133 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b318f79-2525-4c83-864e-8614c42932a0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.290554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b318f79-2525-4c83-864e-8614c42932a0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:21.291158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b318f79-2525-4c83-864e-8614c42932a0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.350361 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8b318f79-2525-4c83-864e-8614c42932a0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3302200 Jan 12 09:52:21.353206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43806) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:21.358498 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'admin_state_up': True, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:52:21.365790 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:21.369641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:router and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:21.372507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:21.379316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:21.391129 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.392165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.402892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b318f79-2525-4c83-864e-8614c42932a0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Network': ['ID=4ddc0769-f75b-42de-b80e-4b8d82f1e139,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:21.406943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:21.415126 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 4ddc0769-f75b-42de-b80e-4b8d82f1e139 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:52:21.595919 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:52:21.632540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:52:21.632904 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 59ff95c8-24f2-4d4b-aa3d-c9a3fb61744c not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:52:21.633328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6a5ed15a-be59-486b-a301-6b4d428524fb no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:52:21.670651 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 6a5ed15a-be59-486b-a301-6b4d428524fb {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:52:21.670993 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6a5ed15a-be59-486b-a301-6b4d428524fb not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:52:21.779881 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:22.098188 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:22.127392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:22.273310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.240 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/4ae214ae-18a7-4df4-81a5-4b0dab71f326) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:52:22.419177 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:22.450531 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:22.514729 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:52:22.517734 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:52:22.522171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:52:22.551208 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=4ae214ae-18a7-4df4-81a5-4b0dab71f326,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:22.936011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:23.197326 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d92775ec-79ff-4170-86dc-6935f556f1e2 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:52:23.232167 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: d92775ec-79ff-4170-86dc-6935f556f1e2 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:52:23.232548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device d92775ec-79ff-4170-86dc-6935f556f1e2 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:52:23.387428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:23.616660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 24699f20-40f2-4583-96d6-ec3ac8b93131 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:52:23.793984 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:52:23.803908 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Sync routers for ids ['24699f20-40f2-4583-96d6-ec3ac8b93131'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:52:23.813522 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Routers {'24699f20-40f2-4583-96d6-ec3ac8b93131'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:52:23.814168 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:52:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['24699f20-40f2-4583-96d6-ec3ac8b93131'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:23.821369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:23.825718 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a73b43e1-9f8f-434b-8941-1151472cb297 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4713342 Jan 12 09:52:23.825986 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43810) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:23.865481 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5f4a3442-227e-4841-b6ee-d0ef60076ae4 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=05fdfd0263cb464989f6119e683582f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383687 Jan 12 09:52:23.868487 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43814) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:23.993488 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Set router 24699f20-40f2-4583-96d6-ec3ac8b93131 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:52:24.001808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04daa0a-59dd-4bc7-b25f-bef7d183ed42 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:24.003338 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b04daa0a-59dd-4bc7-b25f-bef7d183ed42 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335757 Jan 12 09:52:24.006393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43818) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:24.044967 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-69591978-9470-49ec-8ea2-9eba9718446a tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373578 Jan 12 09:52:24.047673 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43822) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:24.053111 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-12665824-f360-4534-81cb-8bd62803725b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-396275889', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:52:24.159965 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-12665824-f360-4534-81cb-8bd62803725b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:24.163901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-12665824-f360-4534-81cb-8bd62803725b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:subnet and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:24.167043 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-12665824-f360-4534-81cb-8bd62803725b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:24.172635 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-12665824-f360-4534-81cb-8bd62803725b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:24.183603 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12665824-f360-4534-81cb-8bd62803725b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:52:24.187208 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12665824-f360-4534-81cb-8bd62803725b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.275052 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:22Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:24.278991 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Checking router: 24699f20-40f2-4583-96d6-ec3ac8b93131 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:52:24.279422 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Updating router 24699f20-40f2-4583-96d6-ec3ac8b93131 port 4ae214ae-18a7-4df4-81a5-4b0dab71f326 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:52:24.334001 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.399286 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12665824-f360-4534-81cb-8bd62803725b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.474746 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12665824-f360-4534-81cb-8bd62803725b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Subnet': ['ID=ad586ed3-9a0a-435c-9359-b25c33c8d1a8,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:24.486135 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12665824-f360-4534-81cb-8bd62803725b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Checking segment: {'id': 'b0f08e67-5f25-4ef6-84f6-45f1957bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:52:24.486497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12665824-f360-4534-81cb-8bd62803725b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network hostable DHCP agents. Network: 4ddc0769-f75b-42de-b80e-4b8d82f1e139, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:52:24.505801 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12665824-f360-4534-81cb-8bd62803725b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 4ddc0769-f75b-42de-b80e-4b8d82f1e139 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:52:24.515946 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-12665824-f360-4534-81cb-8bd62803725b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 4ddc0769-f75b-42de-b80e-4b8d82f1e139) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:52:24.520516 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12665824-f360-4534-81cb-8bd62803725b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:24.521096 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12665824-f360-4534-81cb-8bd62803725b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.526474 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a5ac32-f22b-4232-9ed1-c2b95f8a13f2 None None] Network 4ddc0769-f75b-42de-b80e-4b8d82f1e139 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:52:24.545180 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-12665824-f360-4534-81cb-8bd62803725b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4963663 Jan 12 09:52:24.547924 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43826) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:24.694302 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.707677 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Transition to ACTIVE for port object 4ae214ae-18a7-4df4-81a5-4b0dab71f326 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:52:24.716316 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.754327 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ips': [{'subnet_id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:52:24.755663 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.800282 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Attempting to bind port 4ae214ae-18a7-4df4-81a5-4b0dab71f326 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:52:24.800641 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Attempting to bind port 4ae214ae-18a7-4df4-81a5-4b0dab71f326 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:52:24.800996 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Attempting to bind port 4ae214ae-18a7-4df4-81a5-4b0dab71f326 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:52:24.804366 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec444c-065d-40c1-b78e-2043050a8a7a None None] Pushing event updated for resources: {'Port': ['ID=4ae214ae-18a7-4df4-81a5-4b0dab71f326,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:24.808454 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:52:24.808810 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:52:24.809193 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.809889 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:52:24.810213 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Bound port: 4ae214ae-18a7-4df4-81a5-4b0dab71f326, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:52:24.810631 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.854307 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec444c-065d-40c1-b78e-2043050a8a7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.854660 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec444c-065d-40c1-b78e-2043050a8a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.855028 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec444c-065d-40c1-b78e-2043050a8a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.855350 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec444c-065d-40c1-b78e-2043050a8a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.856071 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec444c-065d-40c1-b78e-2043050a8a7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.856071 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec444c-065d-40c1-b78e-2043050a8a7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.856315 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec444c-065d-40c1-b78e-2043050a8a7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.856584 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec444c-065d-40c1-b78e-2043050a8a7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.856900 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec444c-065d-40c1-b78e-2043050a8a7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.857346 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec444c-065d-40c1-b78e-2043050a8a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.857692 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec444c-065d-40c1-b78e-2043050a8a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.857987 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec444c-065d-40c1-b78e-2043050a8a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:52:24.894139 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] For port 4ae214ae-18a7-4df4-81a5-4b0dab71f326, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:52:24.897360 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] For port 4ae214ae-18a7-4df4-81a5-4b0dab71f326, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4ae214ae-18a7-4df4-81a5-4b0dab71f326,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:52:24.904457 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:24.907580 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Allocated IP 172.20.0.2 (4ddc0769-f75b-42de-b80e-4b8d82f1e139/ad586ed3-9a0a-435c-9359-b25c33c8d1a8/259a0fb8-c34a-40f7-80aa-99273176eca3) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:52:24.983396 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Routers {'24699f20-40f2-4583-96d6-ec3ac8b93131'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:52:24.984221 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:52:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['24699f20-40f2-4583-96d6-ec3ac8b93131'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:25.037393 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec444c-065d-40c1-b78e-2043050a8a7a None None] Pushing event updated for resources: {'Port': ['ID=4ae214ae-18a7-4df4-81a5-4b0dab71f326,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:25.118626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:25.130359 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Transition to ACTIVE for port object 259a0fb8-c34a-40f7-80aa-99273176eca3 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:52:25.153382 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Transition to ACTIVE for port object 259a0fb8-c34a-40f7-80aa-99273176eca3 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:52:25.160476 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:25.172184 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] Set router 24699f20-40f2-4583-96d6-ec3ac8b93131 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:52:25.223018 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Network 4ddc0769-f75b-42de-b80e-4b8d82f1e139 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:52:25.225843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:52:25.229645 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:52:25.264487 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Pushing event updated for resources: {'Port': ['ID=259a0fb8-c34a-40f7-80aa-99273176eca3,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:25.327839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Attempting to bind port 259a0fb8-c34a-40f7-80aa-99273176eca3 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:52:25.328050 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Attempting to bind port 259a0fb8-c34a-40f7-80aa-99273176eca3 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'b0f08e67-5f25-4ef6-84f6-45f1957bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:52:25.328291 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Attempting to bind port 259a0fb8-c34a-40f7-80aa-99273176eca3 on network 4ddc0769-f75b-42de-b80e-4b8d82f1e139 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:52:25.333693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:52:25.334058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Checking segment: {'id': 'b0f08e67-5f25-4ef6-84f6-45f1957bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:52:25.334470 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:25.334868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Bound using segment: {'id': 'b0f08e67-5f25-4ef6-84f6-45f1957bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:52:25.335338 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Bound port: 259a0fb8-c34a-40f7-80aa-99273176eca3, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f08e67-5f25-4ef6-84f6-45f1957bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:52:25.335705 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:25.340501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:25.430228 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] For port 259a0fb8-c34a-40f7-80aa-99273176eca3, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:52:25.434316 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] For port 259a0fb8-c34a-40f7-80aa-99273176eca3, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=259a0fb8-c34a-40f7-80aa-99273176eca3,segment=NetworkSegment(b0f08e67-5f25-4ef6-84f6-45f1957bbd8c),segment_id=b0f08e67-5f25-4ef6-84f6-45f1957bbd8c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:52:25.441938 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:25.464475 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:22Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:25.468735 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb93a6c-66bf-413f-ba5e-064586c32816 None None] The sync data for ids ['24699f20-40f2-4583-96d6-ec3ac8b93131'] in dv-neutron-824346-1-hyperv is: [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:22Z', 'revision_number': 3, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:52:25.533958 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59093ee7-1b71-49e2-ab2a-45bcf6319876 None None] Pushing event updated for resources: {'Port': ['ID=259a0fb8-c34a-40f7-80aa-99273176eca3,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:25.948894 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.1 (4ddc0769-f75b-42de-b80e-4b8d82f1e139/ad586ed3-9a0a-435c-9359-b25c33c8d1a8/5b84a865-80f4-4780-a1d0-6fd0de2e1df1) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:52:26.116869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:26.133711 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:52:26.158256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:26.230920 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 4ddc0769-f75b-42de-b80e-4b8d82f1e139 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:52:26.234316 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:52:26.238278 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:52:26.269521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=5b84a865-80f4-4780-a1d0-6fd0de2e1df1,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:26.302757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:26.581185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:26.587551 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fe0d7d-7b2c-4973-8b45-e36e8f965575 None None] Network 4ddc0769-f75b-42de-b80e-4b8d82f1e139 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:52:26.712011 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5acede13-4621-45ff-a7b3-a96724bb132d None None] Provisioning for port 259a0fb8-c34a-40f7-80aa-99273176eca3 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:52:26.998807 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.004263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.050204 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-135187d4-9c08-4ae4-888f-8574f45abc54 None None] Provisioning for port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:52:27.056678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-135187d4-9c08-4ae4-888f-8574f45abc54 None None] Provisioning complete for port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:27.057262 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-135187d4-9c08-4ae4-888f-8574f45abc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.118841 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.127232 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-135187d4-9c08-4ae4-888f-8574f45abc54 None None] Port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:52:27.128157 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=5b84a865-80f4-4780-a1d0-6fd0de2e1df1,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:27.303349 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4ae214ae-18a7-4df4-81a5-4b0dab71f326 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:52:27.374081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0e9fbfc9-ea2b-4143-a5b8-c8c6dcf8c9ad None None] Provisioning complete for port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:27.374450 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0e9fbfc9-ea2b-4143-a5b8-c8c6dcf8c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.383759 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 4ddc0769-f75b-42de-b80e-4b8d82f1e139 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:52:27.384945 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:52:27.453142 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 4ae214ae-18a7-4df4-81a5-4b0dab71f326 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:52:27.463251 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 4ae214ae-18a7-4df4-81a5-4b0dab71f326 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:27.463631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.510048 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fbfc9-ea2b-4143-a5b8-c8c6dcf8c9ad None None] Port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:52:27.583515 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 24699f20-40f2-4583-96d6-ec3ac8b93131 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:52:27.586428 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.603301 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 4ae214ae-18a7-4df4-81a5-4b0dab71f326, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4ae214ae-18a7-4df4-81a5-4b0dab71f326,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:52:27.608832 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.609643 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 259a0fb8-c34a-40f7-80aa-99273176eca3 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:52:27.734315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-bbdaf1d2-3310-4bbc-ab62-e5bb9b3caf1d None None] Provisioning complete for port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:27.734584 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bbdaf1d2-3310-4bbc-ab62-e5bb9b3caf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.759283 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=4ae214ae-18a7-4df4-81a5-4b0dab71f326,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:27.771795 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:52:27.784664 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Sync routers for ids ['24699f20-40f2-4583-96d6-ec3ac8b93131'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:52:27.786432 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5d980af7-08b5-481b-95b1-2f6808c2edc7 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/24699f20-40f2-4583-96d6-ec3ac8b93131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2374799 Jan 12 09:52:27.788991 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43832) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:27.798305 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 259a0fb8-c34a-40f7-80aa-99273176eca3 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:52:27.809005 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-bbdaf1d2-3310-4bbc-ab62-e5bb9b3caf1d None None] Port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:52:27.810371 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Routers {'24699f20-40f2-4583-96d6-ec3ac8b93131'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:52:27.811019 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:52:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['24699f20-40f2-4583-96d6-ec3ac8b93131'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:27.860196 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 259a0fb8-c34a-40f7-80aa-99273176eca3 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:27.860569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:27.929594 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dbafbc-7f04-4662-b6b9-174e007a5cc6 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:27.930056 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dbafbc-7f04-4662-b6b9-174e007a5cc6 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:27.930506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dbafbc-7f04-4662-b6b9-174e007a5cc6 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:27.930983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dbafbc-7f04-4662-b6b9-174e007a5cc6 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:27.932989 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-37dbafbc-7f04-4662-b6b9-174e007a5cc6 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1426680 Jan 12 09:52:27.935501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43836) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:28.001202 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa24332-d131-4db2-b638-e991efed1198 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:28.001558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa24332-d131-4db2-b638-e991efed1198 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:28.002002 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa24332-d131-4db2-b638-e991efed1198 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:28.002435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa24332-d131-4db2-b638-e991efed1198 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:28.004366 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-baa24332-d131-4db2-b638-e991efed1198 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0676587 Jan 12 09:52:28.006962 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43840) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:28.080369 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Set router 24699f20-40f2-4583-96d6-ec3ac8b93131 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:52:28.143772 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.208870 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b92ece64-5e6d-42b9-a2aa-9f166bd146a2 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2007458 Jan 12 09:52:28.270853 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 259a0fb8-c34a-40f7-80aa-99273176eca3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=259a0fb8-c34a-40f7-80aa-99273176eca3,segment=NetworkSegment(b0f08e67-5f25-4ef6-84f6-45f1957bbd8c),segment_id=b0f08e67-5f25-4ef6-84f6-45f1957bbd8c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:52:28.316762 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.383425 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43846) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:28.388716 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-89a7ec02-9f38-43b9-8028-1ac4c619950e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-844631885', 'description': 'tempest-secgroup-smoke-844631885 description', 'project_id': '05fdfd0263cb464989f6119e683582f0'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:52:28.394491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-89a7ec02-9f38-43b9-8028-1ac4c619950e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:28.398564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-89a7ec02-9f38-43b9-8028-1ac4c619950e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:28.401398 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-89a7ec02-9f38-43b9-8028-1ac4c619950e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:28.407837 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-89a7ec02-9f38-43b9-8028-1ac4c619950e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:28.419422 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-89a7ec02-9f38-43b9-8028-1ac4c619950e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.443702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-89a7ec02-9f38-43b9-8028-1ac4c619950e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:28.446894 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=259a0fb8-c34a-40f7-80aa-99273176eca3,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:28.447966 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-89a7ec02-9f38-43b9-8028-1ac4c619950e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:28.451010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-89a7ec02-9f38-43b9-8028-1ac4c619950e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:28.456969 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-89a7ec02-9f38-43b9-8028-1ac4c619950e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:28.484371 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:26Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '5b84a865-80f4-4780-a1d0-6fd0de2e1df1', 'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:98:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:25Z', 'updated_at': '2022-01-12T09:52:26Z', 'revision_number': 2, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:28.489639 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Checking router: 24699f20-40f2-4583-96d6-ec3ac8b93131 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:52:28.489996 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Updating router 24699f20-40f2-4583-96d6-ec3ac8b93131 port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:52:28.528362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-89a7ec02-9f38-43b9-8028-1ac4c619950e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.532727 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-89a7ec02-9f38-43b9-8028-1ac4c619950e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.542678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.577514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7ec02-9f38-43b9-8028-1ac4c619950e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de2b481-189b-4063-a7d5-3df380fcc454,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:28.584093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-89a7ec02-9f38-43b9-8028-1ac4c619950e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.589978 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-89a7ec02-9f38-43b9-8028-1ac4c619950e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2009525 Jan 12 09:52:28.589978 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43850) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:28.596635 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-5fd79616-be90-4eda-af20-a13f1517f37e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '0de2b481-189b-4063-a7d5-3df380fcc454', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:52:28.603012 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5fd79616-be90-4eda-af20-a13f1517f37e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:28.607377 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5fd79616-be90-4eda-af20-a13f1517f37e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:28.610515 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5fd79616-be90-4eda-af20-a13f1517f37e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:28.616326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5fd79616-be90-4eda-af20-a13f1517f37e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:28.634257 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5fd79616-be90-4eda-af20-a13f1517f37e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.695445 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5fd79616-be90-4eda-af20-a13f1517f37e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.700128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5fd79616-be90-4eda-af20-a13f1517f37e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.727992 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd79616-be90-4eda-af20-a13f1517f37e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0b5eae-5df8-4211-a22b-8b70dfebc63b,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:28.736443 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5fd79616-be90-4eda-af20-a13f1517f37e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.737661 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5fd79616-be90-4eda-af20-a13f1517f37e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454782 Jan 12 09:52:28.740612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43854) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:28.746083 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-5420bd27-f5d0-4df0-a23b-73d5a69b0cec tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '0de2b481-189b-4063-a7d5-3df380fcc454', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:52:28.752501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5420bd27-f5d0-4df0-a23b-73d5a69b0cec tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:28.756252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5420bd27-f5d0-4df0-a23b-73d5a69b0cec tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:28.759035 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5420bd27-f5d0-4df0-a23b-73d5a69b0cec tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:28.764814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5420bd27-f5d0-4df0-a23b-73d5a69b0cec tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:28.783191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5420bd27-f5d0-4df0-a23b-73d5a69b0cec tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.849785 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5420bd27-f5d0-4df0-a23b-73d5a69b0cec tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.854541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5420bd27-f5d0-4df0-a23b-73d5a69b0cec tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.880424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420bd27-f5d0-4df0-a23b-73d5a69b0cec tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2cf126-3843-4c9c-8203-9c46f46f3bd9,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:28.889365 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.892050 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5420bd27-f5d0-4df0-a23b-73d5a69b0cec tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.893317 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5420bd27-f5d0-4df0-a23b-73d5a69b0cec tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1517665 Jan 12 09:52:28.896056 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43858) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:28.901315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-3f58699f-17e1-4fdb-b2a6-a7701a49cdca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '0de2b481-189b-4063-a7d5-3df380fcc454', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:52:28.902074 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Transition to ACTIVE for port object 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:52:28.907671 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3f58699f-17e1-4fdb-b2a6-a7701a49cdca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:28.910197 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:28.911854 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3f58699f-17e1-4fdb-b2a6-a7701a49cdca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:28.915039 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3f58699f-17e1-4fdb-b2a6-a7701a49cdca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:28.921015 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3f58699f-17e1-4fdb-b2a6-a7701a49cdca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:28.940556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f58699f-17e1-4fdb-b2a6-a7701a49cdca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.004175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f58699f-17e1-4fdb-b2a6-a7701a49cdca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.010361 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f58699f-17e1-4fdb-b2a6-a7701a49cdca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.035169 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58699f-17e1-4fdb-b2a6-a7701a49cdca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6622b54-a6ae-43e1-b74d-5c25bf428ec5,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:29.047494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f58699f-17e1-4fdb-b2a6-a7701a49cdca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.053405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43862) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:29.053971 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3f58699f-17e1-4fdb-b2a6-a7701a49cdca tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1564333 Jan 12 09:52:29.060125 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-c303a510-9763-4234-afb2-eca50d0274da tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '0de2b481-189b-4063-a7d5-3df380fcc454', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:52:29.067093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c303a510-9763-4234-afb2-eca50d0274da tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:29.072711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c303a510-9763-4234-afb2-eca50d0274da tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:29.076012 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c303a510-9763-4234-afb2-eca50d0274da tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:29.082249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c303a510-9763-4234-afb2-eca50d0274da tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:29.103377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c303a510-9763-4234-afb2-eca50d0274da tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.110750 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea7529-8f12-4390-9b2d-831eb851698b None None] Pushing event updated for resources: {'Port': ['ID=5b84a865-80f4-4780-a1d0-6fd0de2e1df1,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:29.170945 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Attempting to bind port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:52:29.171607 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Attempting to bind port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'b0f08e67-5f25-4ef6-84f6-45f1957bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:52:29.171969 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Attempting to bind port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 on network 4ddc0769-f75b-42de-b80e-4b8d82f1e139 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:52:29.177848 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:52:29.178433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Checking segment: {'id': 'b0f08e67-5f25-4ef6-84f6-45f1957bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:52:29.178865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.179254 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Bound using segment: {'id': 'b0f08e67-5f25-4ef6-84f6-45f1957bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:52:29.179743 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Bound port: 5b84a865-80f4-4780-a1d0-6fd0de2e1df1, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f08e67-5f25-4ef6-84f6-45f1957bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:52:29.180111 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.180606 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c303a510-9763-4234-afb2-eca50d0274da tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.186911 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c303a510-9763-4234-afb2-eca50d0274da tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.219375 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303a510-9763-4234-afb2-eca50d0274da tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e896bc55-52b9-429e-aa6d-5c658318f558,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:29.238287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c303a510-9763-4234-afb2-eca50d0274da tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.241034 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c303a510-9763-4234-afb2-eca50d0274da tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1858621 Jan 12 09:52:29.244046 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43866) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:29.250354 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-cfc54708-337e-4a19-9ad1-aa4a77c598a3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '0de2b481-189b-4063-a7d5-3df380fcc454', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:52:29.256081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cfc54708-337e-4a19-9ad1-aa4a77c598a3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:29.265472 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cfc54708-337e-4a19-9ad1-aa4a77c598a3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:29.267893 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4ae214ae-18a7-4df4-81a5-4b0dab71f326 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:52:29.270097 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cfc54708-337e-4a19-9ad1-aa4a77c598a3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:29.275725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cfc54708-337e-4a19-9ad1-aa4a77c598a3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:29.285839 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-cfc54708-337e-4a19-9ad1-aa4a77c598a3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:52:29.292249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cfc54708-337e-4a19-9ad1-aa4a77c598a3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.318873 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] For port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:52:29.337180 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] For port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=5b84a865-80f4-4780-a1d0-6fd0de2e1df1,segment=NetworkSegment(b0f08e67-5f25-4ef6-84f6-45f1957bbd8c),segment_id=b0f08e67-5f25-4ef6-84f6-45f1957bbd8c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:52:29.344931 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.357038 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cfc54708-337e-4a19-9ad1-aa4a77c598a3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.362119 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cfc54708-337e-4a19-9ad1-aa4a77c598a3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.385915 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc54708-337e-4a19-9ad1-aa4a77c598a3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa9e535-ab18-4a40-9629-03cdfbeb7b0b,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:29.396078 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cfc54708-337e-4a19-9ad1-aa4a77c598a3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.397273 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cfc54708-337e-4a19-9ad1-aa4a77c598a3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520729 Jan 12 09:52:29.400059 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43870) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:29.405281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-0173a2de-02a8-436e-a1a2-6bac04514ec2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'security_group_rule': {'security_group_id': '0de2b481-189b-4063-a7d5-3df380fcc454', 'project_id': '05fdfd0263cb464989f6119e683582f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:52:29.412825 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0173a2de-02a8-436e-a1a2-6bac04514ec2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:29.417066 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0173a2de-02a8-436e-a1a2-6bac04514ec2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:security_group_rule and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:29.421536 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0173a2de-02a8-436e-a1a2-6bac04514ec2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:29.428256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0173a2de-02a8-436e-a1a2-6bac04514ec2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:29.436957 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea7529-8f12-4390-9b2d-831eb851698b None None] Pushing event updated for resources: {'Port': ['ID=5b84a865-80f4-4780-a1d0-6fd0de2e1df1,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:29.440553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 4ae214ae-18a7-4df4-81a5-4b0dab71f326 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:29.440978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.448004 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-0173a2de-02a8-436e-a1a2-6bac04514ec2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Project 05fdfd0263cb464989f6119e683582f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 09:52:29.455418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0173a2de-02a8-436e-a1a2-6bac04514ec2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.469195 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Routers {'24699f20-40f2-4583-96d6-ec3ac8b93131'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:52:29.469830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:52:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['24699f20-40f2-4583-96d6-ec3ac8b93131'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:29.525201 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0173a2de-02a8-436e-a1a2-6bac04514ec2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.530041 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0173a2de-02a8-436e-a1a2-6bac04514ec2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.555374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173a2de-02a8-436e-a1a2-6bac04514ec2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0665bf0d-c9d5-4acc-857c-94a3cd671058,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:29.567925 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0173a2de-02a8-436e-a1a2-6bac04514ec2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:29.571252 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0173a2de-02a8-436e-a1a2-6bac04514ec2 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1701634 Jan 12 09:52:29.729670 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-891723cf-55eb-4af6-b0d5-e25fa9075c49 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844631885&fields=id&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 267 time: 0.0394247 Jan 12 09:52:29.746300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] Set router 24699f20-40f2-4583-96d6-ec3ac8b93131 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:52:29.805267 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 259a0fb8-c34a-40f7-80aa-99273176eca3 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:52:29.878967 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-a17baf3d-a624-4656-8e62-358b54da10da tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:29.880344 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-a17baf3d-a624-4656-8e62-358b54da10da tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/networks?id=4ddc0769-f75b-42de-b80e-4b8d82f1e139 HTTP/1.1" status: 200 len: 797 time: 0.1430631 Jan 12 09:52:29.895336 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-779678d9-e840-4ac4-a65b-96eb5e23f4f0 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/quotas/05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 375 time: 0.0094602 Jan 12 09:52:29.994932 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-51df853e-3f57-4e3e-9d81-d66dcfd15465 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943017 Jan 12 09:52:30.025595 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 259a0fb8-c34a-40f7-80aa-99273176eca3 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:30.026184 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:30.225158 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:26Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '5b84a865-80f4-4780-a1d0-6fd0de2e1df1', 'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:98:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:25Z', 'updated_at': '2022-01-12T09:52:29Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:30.229367 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045d84c3-92ff-4475-ba36-4cec20138af9 None None] The sync data for ids ['24699f20-40f2-4583-96d6-ec3ac8b93131'] in dv-neutron-824346-1-hyperv is: [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:26Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '5b84a865-80f4-4780-a1d0-6fd0de2e1df1', 'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:98:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:25Z', 'updated_at': '2022-01-12T09:52:29Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:52:30.256664 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-6096b2ae-df37-4780-8da6-d5e51c704b1f service neutron] 10.222.0.26 "GET /v2.0/networks/4ddc0769-f75b-42de-b80e-4b8d82f1e139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493055 Jan 12 09:52:30.413945 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-222da1ea-0c63-4dd2-b0fd-f8353c5acf8f service neutron] 10.222.0.26 "GET /v2.0/networks/4ddc0769-f75b-42de-b80e-4b8d82f1e139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511827 Jan 12 09:52:30.597329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-eb4de1e7-8838-47e3-9f95-b566ea746297 req-85c9f025-46e4-448f-a2c8-e37b5dbc2bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:52:30.617614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-eb4de1e7-8838-47e3-9f95-b566ea746297 req-85c9f025-46e4-448f-a2c8-e37b5dbc2bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:52:30.618930 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-eb4de1e7-8838-47e3-9f95-b566ea746297 req-85c9f025-46e4-448f-a2c8-e37b5dbc2bbb tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 210 time: 0.0638490 Jan 12 09:52:31.271485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:52:31.342523 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:52:31.347493 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:31.347861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:31.503359 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:31.535812 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=5b84a865-80f4-4780-a1d0-6fd0de2e1df1,segment=NetworkSegment(b0f08e67-5f25-4ef6-84f6-45f1957bbd8c),segment_id=b0f08e67-5f25-4ef6-84f6-45f1957bbd8c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:52:31.541190 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:31.607370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=5b84a865-80f4-4780-a1d0-6fd0de2e1df1,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:31.723102 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-86cf2b43-1ab3-44b6-b0d5-842ea23de776 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:31.724631 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-86cf2b43-1ab3-44b6-b0d5-842ea23de776 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/networks?id=4ddc0769-f75b-42de-b80e-4b8d82f1e139 HTTP/1.1" status: 200 len: 797 time: 0.1568668 Jan 12 09:52:31.783819 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3c888c3d-7523-4f10-a613-d583aa003436 req-541e1236-1779-438d-a074-1c3cf81a0857 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 210 time: 0.0581610 Jan 12 09:52:31.811010 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-19276113-61bb-4f97-85d0-04a5efd238cc tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05fdfd0263cb464989f6119e683582f0 HTTP/1.1" status: 200 len: 379 time: 0.0545731 Jan 12 09:52:31.827777 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-9bc0248f-c06d-4d36-93f2-5796c5934b05 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'port': {'device_id': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'admin_state_up': True, 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'security_groups': ['0de2b481-189b-4063-a7d5-3df380fcc454']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:52:31.963053 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-9bc0248f-c06d-4d36-93f2-5796c5934b05 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:31.973296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-9bc0248f-c06d-4d36-93f2-5796c5934b05 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:31.984686 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-9bc0248f-c06d-4d36-93f2-5796c5934b05 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Made reservation on behalf of 05fdfd0263cb464989f6119e683582f0 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:52:31.988430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-9bc0248f-c06d-4d36-93f2-5796c5934b05 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:32.152249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-9bc0248f-c06d-4d36-93f2-5796c5934b05 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.20.0.11 (4ddc0769-f75b-42de-b80e-4b8d82f1e139/ad586ed3-9a0a-435c-9359-b25c33c8d1a8/136e00be-a366-44a4-92ab-2b00a85c0dc4) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:52:32.340289 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-9bc0248f-c06d-4d36-93f2-5796c5934b05 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:32.355841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-9bc0248f-c06d-4d36-93f2-5796c5934b05 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Transition to ACTIVE for port object 136e00be-a366-44a4-92ab-2b00a85c0dc4 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:52:32.382737 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-9bc0248f-c06d-4d36-93f2-5796c5934b05 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:32.452325 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-9bc0248f-c06d-4d36-93f2-5796c5934b05 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network 4ddc0769-f75b-42de-b80e-4b8d82f1e139 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:52:32.455493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-9bc0248f-c06d-4d36-93f2-5796c5934b05 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:52:32.458076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-9bc0248f-c06d-4d36-93f2-5796c5934b05 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:52:32.497808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0248f-c06d-4d36-93f2-5796c5934b05 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=136e00be-a366-44a4-92ab-2b00a85c0dc4,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:32.531319 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-9bc0248f-c06d-4d36-93f2-5796c5934b05 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:32.532025 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-9bc0248f-c06d-4d36-93f2-5796c5934b05 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:32.557772 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-9bc0248f-c06d-4d36-93f2-5796c5934b05 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7336025 Jan 12 09:52:32.573267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Request body: {'port': {'device_id': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:52:32.673195 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cdf74c68-0f62-439b-94ef-d3a551c1d608 None None] Provisioning for port 136e00be-a366-44a4-92ab-2b00a85c0dc4 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:52:32.678353 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cdf74c68-0f62-439b-94ef-d3a551c1d608 None None] Provisioning complete for port 136e00be-a366-44a4-92ab-2b00a85c0dc4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:32.678737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cdf74c68-0f62-439b-94ef-d3a551c1d608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:32.687298 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:32.743299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-cdf74c68-0f62-439b-94ef-d3a551c1d608 None None] Port 136e00be-a366-44a4-92ab-2b00a85c0dc4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:52:32.972319 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa0a38-6709-4d11-91b8-a63d5b38954a req-60123317-0e33-430d-8ee6-21d52f911d0f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:32.973939 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-fbfa0a38-6709-4d11-91b8-a63d5b38954a req-60123317-0e33-430d-8ee6-21d52f911d0f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 932 time: 0.0825448 Jan 12 09:52:33.016828 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-fbfa0a38-6709-4d11-91b8-a63d5b38954a req-53fb1a57-ff25-4037-b755-5452ec72fab1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:52:33.029005 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136e00be-a366-44a4-92ab-2b00a85c0dc4 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:52:33.034132 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-fbfa0a38-6709-4d11-91b8-a63d5b38954a req-53fb1a57-ff25-4037-b755-5452ec72fab1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:52:33.035958 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-fbfa0a38-6709-4d11-91b8-a63d5b38954a req-53fb1a57-ff25-4037-b755-5452ec72fab1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de2b481-189b-4063-a7d5-3df380fcc454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564322 Jan 12 09:52:33.036673 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:33.051233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Transition to ACTIVE for port object 136e00be-a366-44a4-92ab-2b00a85c0dc4 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:52:33.061824 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:33.252629 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:52:33.324126 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:33.324832 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:33.344177 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Pushing event updated for resources: {'Port': ['ID=136e00be-a366-44a4-92ab-2b00a85c0dc4,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:33.418753 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Attempting to bind port 136e00be-a366-44a4-92ab-2b00a85c0dc4 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:52:33.419105 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Attempting to bind port 136e00be-a366-44a4-92ab-2b00a85c0dc4 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'b0f08e67-5f25-4ef6-84f6-45f1957bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:52:33.419437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Attempting to bind port 136e00be-a366-44a4-92ab-2b00a85c0dc4 on network 4ddc0769-f75b-42de-b80e-4b8d82f1e139 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:52:33.424234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Port 136e00be-a366-44a4-92ab-2b00a85c0dc4 on network 4ddc0769-f75b-42de-b80e-4b8d82f1e139 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:52:33.424560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Attempting to bind port 136e00be-a366-44a4-92ab-2b00a85c0dc4 on network 4ddc0769-f75b-42de-b80e-4b8d82f1e139 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:52:33.429873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:52:33.430228 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Checking segment: {'id': 'b0f08e67-5f25-4ef6-84f6-45f1957bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:52:33.430612 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Bound using segment: {'id': 'b0f08e67-5f25-4ef6-84f6-45f1957bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:52:33.431068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Bound port: 136e00be-a366-44a4-92ab-2b00a85c0dc4, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f08e67-5f25-4ef6-84f6-45f1957bbd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:52:33.431424 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:33.519635 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] For port 136e00be-a366-44a4-92ab-2b00a85c0dc4, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:52:33.522795 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] For port 136e00be-a366-44a4-92ab-2b00a85c0dc4, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=136e00be-a366-44a4-92ab-2b00a85c0dc4,segment=NetworkSegment(b0f08e67-5f25-4ef6-84f6-45f1957bbd8c),segment_id=b0f08e67-5f25-4ef6-84f6-45f1957bbd8c)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:52:33.529785 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:33.591190 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:33.591897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:33.593267 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] 10.222.0.53 "PUT /v2.0/ports/136e00be-a366-44a4-92ab-2b00a85c0dc4 HTTP/1.1" status: 200 len: 1094 time: 1.0243371 Jan 12 09:52:33.593669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'tag': '136e00be-a366-44a4-92ab-2b00a85c0dc4'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:52:33.621052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fce5b1-c468-4e76-a027-b66e1c8fae42 service neutron] Pushing event updated for resources: {'Port': ['ID=136e00be-a366-44a4-92ab-2b00a85c0dc4,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:33.671524 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'tag': '136e00be-a366-44a4-92ab-2b00a85c0dc4', 'status': 'completed', 'code': 200} Jan 12 09:52:33.712767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-a095399f-c19e-424d-a693-bdc123336308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:33.714284 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-a095399f-c19e-424d-a693-bdc123336308 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 1097 time: 0.0768061 Jan 12 09:52:33.788854 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-65e48874-b30c-40db-a602-046304e237fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=136e00be-a366-44a4-92ab-2b00a85c0dc4 HTTP/1.1" status: 200 len: 217 time: 0.0637279 Jan 12 09:52:33.855108 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-ebb2b198-d341-4946-94be-4a98404024e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:33.856469 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-ebb2b198-d341-4946-94be-4a98404024e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad586ed3-9a0a-435c-9359-b25c33c8d1a8 HTTP/1.1" status: 200 len: 834 time: 0.0581851 Jan 12 09:52:33.939590 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-24a000dc-a790-4df6-b0be-05886889d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:33.941078 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-24a000dc-a790-4df6-b0be-05886889d2b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4ddc0769-f75b-42de-b80e-4b8d82f1e139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751133 Jan 12 09:52:34.088026 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-0e9dfdb3-c42b-47ad-86ec-176aa2e8afb2 service neutron] 10.222.0.53 "GET /v2.0/networks/4ddc0769-f75b-42de-b80e-4b8d82f1e139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355634 Jan 12 09:52:34.221351 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f89af-231b-4a52-85eb-8b703313b749 req-bf68a123-0227-4ada-bea0-d8b7c15fd1cc tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:34.222811 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8b3f89af-231b-4a52-85eb-8b703313b749 req-bf68a123-0227-4ada-bea0-d8b7c15fd1cc tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 944 time: 0.0773394 Jan 12 09:52:34.224336 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87e2a85b-1f22-4737-8ede-6e9469fe8a21 req-6cb76393-2481-4196-aa9e-3cecec528b6b service neutron] 10.222.0.53 "GET /v2.0/networks/4ddc0769-f75b-42de-b80e-4b8d82f1e139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267543 Jan 12 09:52:34.275389 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8b3f89af-231b-4a52-85eb-8b703313b749 req-ee0bc576-ff97-4913-986d-c0eaf4a98950 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de2b481-189b-4063-a7d5-3df380fcc454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446374 Jan 12 09:52:34.354089 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e833a-52d9-42a1-9545-01179126cc66 req-6dbe0362-3714-4a14-8116-2fca83eede40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:34.355521 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-183e833a-52d9-42a1-9545-01179126cc66 req-6dbe0362-3714-4a14-8116-2fca83eede40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 1097 time: 0.0720782 Jan 12 09:52:34.491928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e833a-52d9-42a1-9545-01179126cc66 req-a3a72e44-b659-4612-9ee0-8b0084e808cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:34.493385 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-183e833a-52d9-42a1-9545-01179126cc66 req-a3a72e44-b659-4612-9ee0-8b0084e808cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=4ddc0769-f75b-42de-b80e-4b8d82f1e139 HTTP/1.1" status: 200 len: 898 time: 0.1284566 Jan 12 09:52:34.567032 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-183e833a-52d9-42a1-9545-01179126cc66 req-b0a229e4-4bae-4479-8b74-63957967213c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=136e00be-a366-44a4-92ab-2b00a85c0dc4 HTTP/1.1" status: 200 len: 217 time: 0.0660164 Jan 12 09:52:34.636464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e833a-52d9-42a1-9545-01179126cc66 req-46d96aeb-361a-4cec-824c-1865654f1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:34.639278 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-183e833a-52d9-42a1-9545-01179126cc66 req-46d96aeb-361a-4cec-824c-1865654f1a40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad586ed3-9a0a-435c-9359-b25c33c8d1a8 HTTP/1.1" status: 200 len: 834 time: 0.0659029 Jan 12 09:52:34.722678 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e833a-52d9-42a1-9545-01179126cc66 req-d6bfc97f-4a9b-49d9-a346-41d4942455a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:34.724158 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-183e833a-52d9-42a1-9545-01179126cc66 req-d6bfc97f-4a9b-49d9-a346-41d4942455a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4ddc0769-f75b-42de-b80e-4b8d82f1e139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778904 Jan 12 09:52:34.859198 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-183e833a-52d9-42a1-9545-01179126cc66 req-c420f07c-71a9-4b9c-9d39-eb3ce1fdc9e4 service neutron] 10.222.0.53 "GET /v2.0/networks/4ddc0769-f75b-42de-b80e-4b8d82f1e139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273062 Jan 12 09:52:35.110689 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-183e833a-52d9-42a1-9545-01179126cc66 req-b545359f-7858-4c75-9715-6311526d6e9a service neutron] 10.222.0.53 "GET /v2.0/networks/4ddc0769-f75b-42de-b80e-4b8d82f1e139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424853 Jan 12 09:52:35.469972 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23b2e2-76b3-4472-a368-b76f3975dda6 req-866af095-0368-4406-928c-de8556734e77 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:35.470693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-4b23b2e2-76b3-4472-a368-b76f3975dda6 req-866af095-0368-4406-928c-de8556734e77 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:52:35.489221 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-4b23b2e2-76b3-4472-a368-b76f3975dda6 req-866af095-0368-4406-928c-de8556734e77 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:52:35.490333 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b23b2e2-76b3-4472-a368-b76f3975dda6 req-866af095-0368-4406-928c-de8556734e77 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 944 time: 0.1074510 Jan 12 09:52:35.534459 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b23b2e2-76b3-4472-a368-b76f3975dda6 req-9ac77001-279c-4fda-9b67-97fc27a3758c tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de2b481-189b-4063-a7d5-3df380fcc454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383017 Jan 12 09:52:36.723806 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4ab840eb-2d7b-4169-bfda-9a91f271e1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:36.740568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6d2d1-71fc-4430-ba84-e057e49dd140 req-144844b7-2736-4db0-9a06-7d61ac7bc867 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:36.742067 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2be6d2d1-71fc-4430-ba84-e057e49dd140 req-144844b7-2736-4db0-9a06-7d61ac7bc867 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 944 time: 0.0941153 Jan 12 09:52:36.792102 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2be6d2d1-71fc-4430-ba84-e057e49dd140 req-c29a0f4d-6743-4677-bcc5-deef1582489b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de2b481-189b-4063-a7d5-3df380fcc454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410523 Jan 12 09:52:37.001684 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 136e00be-a366-44a4-92ab-2b00a85c0dc4 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:52:37.147488 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 136e00be-a366-44a4-92ab-2b00a85c0dc4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=136e00be-a366-44a4-92ab-2b00a85c0dc4,segment=NetworkSegment(b0f08e67-5f25-4ef6-84f6-45f1957bbd8c),segment_id=b0f08e67-5f25-4ef6-84f6-45f1957bbd8c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:52:37.161215 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '136e00be-a366-44a4-92ab-2b00a85c0dc4', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'port_id': '136e00be-a366-44a4-92ab-2b00a85c0dc4', 'mac_address': 'fa:16:3e:40:6b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:52:37.215596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:37.232074 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136e00be-a366-44a4-92ab-2b00a85c0dc4 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:52:37.247344 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 136e00be-a366-44a4-92ab-2b00a85c0dc4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=136e00be-a366-44a4-92ab-2b00a85c0dc4,segment=NetworkSegment(b0f08e67-5f25-4ef6-84f6-45f1957bbd8c),segment_id=b0f08e67-5f25-4ef6-84f6-45f1957bbd8c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:52:37.254309 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:37.324762 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=136e00be-a366-44a4-92ab-2b00a85c0dc4,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:37.512524 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['136e00be-a366-44a4-92ab-2b00a85c0dc4'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:52:38.128740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5055c97-b7de-4517-a789-28bf6a03b629 req-3a12056f-0e00-484f-9bd0-fe1e02db00b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:38.130195 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f5055c97-b7de-4517-a789-28bf6a03b629 req-3a12056f-0e00-484f-9bd0-fe1e02db00b3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 945 time: 0.0845182 Jan 12 09:52:38.173296 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f5055c97-b7de-4517-a789-28bf6a03b629 req-bd09c4da-66f1-43dd-a33c-603fbb849872 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de2b481-189b-4063-a7d5-3df380fcc454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372853 Jan 12 09:52:39.001444 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 136e00be-a366-44a4-92ab-2b00a85c0dc4 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:52:39.078642 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 136e00be-a366-44a4-92ab-2b00a85c0dc4 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:52:39.083715 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 136e00be-a366-44a4-92ab-2b00a85c0dc4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:52:39.084085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:39.198806 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:39.231288 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136e00be-a366-44a4-92ab-2b00a85c0dc4'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:52:39.241189 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 136e00be-a366-44a4-92ab-2b00a85c0dc4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=136e00be-a366-44a4-92ab-2b00a85c0dc4,segment=NetworkSegment(b0f08e67-5f25-4ef6-84f6-45f1957bbd8c),segment_id=b0f08e67-5f25-4ef6-84f6-45f1957bbd8c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:52:39.248738 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:39.293238 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136e00be-a366-44a4-92ab-2b00a85c0dc4', 'code': 200} Jan 12 09:52:39.328163 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7932d71c-726c-4022-bdfd-e4154fbe23cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:39.333796 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=136e00be-a366-44a4-92ab-2b00a85c0dc4,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:39.381489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07294e-8204-4282-8772-830017743817 req-dd208ff8-9220-4ee6-abce-4dcc1617da5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:39.382950 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8a07294e-8204-4282-8772-830017743817 req-dd208ff8-9220-4ee6-abce-4dcc1617da5b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 946 time: 0.0950556 Jan 12 09:52:39.528757 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8a07294e-8204-4282-8772-830017743817 req-5d39cffe-fbe1-40e2-b5fe-b8d2aba7ee7e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de2b481-189b-4063-a7d5-3df380fcc454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398835 Jan 12 09:52:39.555066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f05f20-b979-47df-9c81-e0ffe70ea013 req-95309899-388e-4df3-b85a-38c386b609d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:39.556581 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-55f05f20-b979-47df-9c81-e0ffe70ea013 req-95309899-388e-4df3-b85a-38c386b609d0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 1099 time: 0.0700521 Jan 12 09:52:39.603394 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-55f05f20-b979-47df-9c81-e0ffe70ea013 req-899b9a69-8845-4e43-b825-24a5042a8eb0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0de2b481-189b-4063-a7d5-3df380fcc454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367913 Jan 12 09:52:40.341786 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:40.720817 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e749a79-d9fd-4eb6-aa8c-9f6f2462a11c req-56a075ad-b212-4cac-b421-40bf9915c134 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:40.722270 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0e749a79-d9fd-4eb6-aa8c-9f6f2462a11c req-56a075ad-b212-4cac-b421-40bf9915c134 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 946 time: 0.0808270 Jan 12 09:52:40.770975 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0e749a79-d9fd-4eb6-aa8c-9f6f2462a11c req-39b80719-8c3b-4596-809b-5d24732d6dc4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de2b481-189b-4063-a7d5-3df380fcc454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408647 Jan 12 09:52:41.056403 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:41.980374 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a24ae6-a824-478a-99e6-e44969c69fdd req-e4494112-cb1e-4964-b0b2-1bea6000c9cf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:41.981887 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d1a24ae6-a824-478a-99e6-e44969c69fdd req-e4494112-cb1e-4964-b0b2-1bea6000c9cf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 946 time: 0.0892797 Jan 12 09:52:42.038703 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d1a24ae6-a824-478a-99e6-e44969c69fdd req-5d69f284-d452-43d2-a49a-d0c466138b99 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de2b481-189b-4063-a7d5-3df380fcc454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503879 Jan 12 09:52:42.227974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f465742-a83f-4600-9ab9-bed71eefd64d req-6a5d3eb6-3452-4d03-b3a6-8109bb340769 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:42.229429 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8f465742-a83f-4600-9ab9-bed71eefd64d req-6a5d3eb6-3452-4d03-b3a6-8109bb340769 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 946 time: 0.0863895 Jan 12 09:52:42.275524 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8f465742-a83f-4600-9ab9-bed71eefd64d req-18de4ab3-8ba7-4981-83b5-79dc7782b83f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de2b481-189b-4063-a7d5-3df380fcc454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403552 Jan 12 09:52:42.302436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43926) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:42.375274 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a65bcef-5995-48b9-af78-fdeb07005115 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:42.376678 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6a65bcef-5995-48b9-af78-fdeb07005115 tempest-TestNetworkBasicOps-265898002 tempest-TestNetworkBasicOps-265898002-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 1094 time: 0.0732110 Jan 12 09:52:42.379497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43930) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:42.384272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '136e00be-a366-44a4-92ab-2b00a85c0dc4', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:52:42.390182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:52:42.394138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Usage tracker for resource:floatingip and tenant:05fdfd0263cb464989f6119e683582f0 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:52:42.397050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:52:42.402755 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:52:42.415447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:42.551673 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:42.642433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:42.691420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Allocated IP 172.26.2.46 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/a9c9b624-a1a2-4064-886f-b51104bf4016) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:52:42.837632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:42.870269 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:42.934635 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:52:42.937485 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:52:42.941210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:52:42.974331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=a9c9b624-a1a2-4064-886f-b51104bf4016,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:43.357492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:43.435648 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:43.756973 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:43.763768 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:43.868224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event updated for resources: {'Port': ['ID=a9c9b624-a1a2-4064-886f-b51104bf4016,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:52:43.879085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:44.059143 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP 31ae99df-e41f-4d02-9fd6-8b0efd21f245 associated. External IP: 172.26.2.46, port: 136e00be-a366-44a4-92ab-2b00a85c0dc4. Jan 12 09:52:44.417146 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 24699f20-40f2-4583-96d6-ec3ac8b93131 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:52:44.601875 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:52:44.613785 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84c499-e331-49d1-928f-df82f800310f None None] Sync routers for ids ['24699f20-40f2-4583-96d6-ec3ac8b93131'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:52:44.623517 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e84c499-e331-49d1-928f-df82f800310f None None] Routers {'24699f20-40f2-4583-96d6-ec3ac8b93131'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:52:44.624298 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6e84c499-e331-49d1-928f-df82f800310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:52:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['24699f20-40f2-4583-96d6-ec3ac8b93131'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:44.629188 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:44.688960 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f4db60ec-d4f2-45ef-bb0e-15981a1252e8 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3084812 Jan 12 09:52:44.689641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'tag': '136e00be-a366-44a4-92ab-2b00a85c0dc4'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:52:44.691804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43934) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:44.732881 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'tag': '136e00be-a366-44a4-92ab-2b00a85c0dc4', 'status': 'completed', 'code': 200} Jan 12 09:52:44.797217 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a7146600-05b2-45e1-829a-fa44f5a451af tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/31ae99df-e41f-4d02-9fd6-8b0efd21f245 HTTP/1.1" status: 200 len: 991 time: 0.1040552 Jan 12 09:52:44.798597 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-6e84c499-e331-49d1-928f-df82f800310f None None] Set router 24699f20-40f2-4583-96d6-ec3ac8b93131 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:52:44.825083 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26034b7-de64-4f9e-b8d6-6f5c08607e16 req-b39999d0-0a8f-425a-9a05-17eb6a8440aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:44.826631 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b26034b7-de64-4f9e-b8d6-6f5c08607e16 req-b39999d0-0a8f-425a-9a05-17eb6a8440aa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 1099 time: 0.0710254 Jan 12 09:52:44.953492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26034b7-de64-4f9e-b8d6-6f5c08607e16 req-ed993cef-4b4b-4cca-b5e1-e3568552f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:44.954901 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b26034b7-de64-4f9e-b8d6-6f5c08607e16 req-ed993cef-4b4b-4cca-b5e1-e3568552f81a service neutron] 10.222.0.53 "GET /v2.0/networks?id=4ddc0769-f75b-42de-b80e-4b8d82f1e139 HTTP/1.1" status: 200 len: 898 time: 0.1226251 Jan 12 09:52:45.168196 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6e84c499-e331-49d1-928f-df82f800310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:26Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '31ae99df-e41f-4d02-9fd6-8b0efd21f245', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.46', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'port_id': '136e00be-a366-44a4-92ab-2b00a85c0dc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'mac_address': 'fa:16:3e:40:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:52:43Z', 'updated_at': '2022-01-12T09:52:43Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b84a865-80f4-4780-a1d0-6fd0de2e1df1', 'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:98:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:25Z', 'updated_at': '2022-01-12T09:52:31Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:45.172077 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84c499-e331-49d1-928f-df82f800310f None None] Checking router: 24699f20-40f2-4583-96d6-ec3ac8b93131 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:52:45.180027 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b26034b7-de64-4f9e-b8d6-6f5c08607e16 req-34e35538-f9c4-4790-aab9-507bd209fa27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=136e00be-a366-44a4-92ab-2b00a85c0dc4 HTTP/1.1" status: 200 len: 999 time: 0.2192175 Jan 12 09:52:45.180193 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e84c499-e331-49d1-928f-df82f800310f None None] Routers {'24699f20-40f2-4583-96d6-ec3ac8b93131'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:52:45.180765 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6e84c499-e331-49d1-928f-df82f800310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:52:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['24699f20-40f2-4583-96d6-ec3ac8b93131'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:45.242929 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26034b7-de64-4f9e-b8d6-6f5c08607e16 req-2096fc14-9c02-4e13-9446-dc25c0575a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:45.244382 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b26034b7-de64-4f9e-b8d6-6f5c08607e16 req-2096fc14-9c02-4e13-9446-dc25c0575a64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad586ed3-9a0a-435c-9359-b25c33c8d1a8 HTTP/1.1" status: 200 len: 834 time: 0.0585306 Jan 12 09:52:45.321803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26034b7-de64-4f9e-b8d6-6f5c08607e16 req-f855e103-4816-4a3a-a18a-ba6bf5404c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:52:45.323339 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b26034b7-de64-4f9e-b8d6-6f5c08607e16 req-f855e103-4816-4a3a-a18a-ba6bf5404c34 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4ddc0769-f75b-42de-b80e-4b8d82f1e139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731184 Jan 12 09:52:45.354832 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-6e84c499-e331-49d1-928f-df82f800310f None None] Set router 24699f20-40f2-4583-96d6-ec3ac8b93131 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:52:45.455653 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b26034b7-de64-4f9e-b8d6-6f5c08607e16 req-c18ee3e3-bac7-4ac6-a248-d57c6b7185ee service neutron] 10.222.0.53 "GET /v2.0/networks/4ddc0769-f75b-42de-b80e-4b8d82f1e139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247196 Jan 12 09:52:45.587571 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b26034b7-de64-4f9e-b8d6-6f5c08607e16 req-b0aad79e-8675-4bd3-ab8e-9a6b88ca8e9c service neutron] 10.222.0.53 "GET /v2.0/networks/4ddc0769-f75b-42de-b80e-4b8d82f1e139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252882 Jan 12 09:52:45.691047 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6e84c499-e331-49d1-928f-df82f800310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:26Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '31ae99df-e41f-4d02-9fd6-8b0efd21f245', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.46', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'port_id': '136e00be-a366-44a4-92ab-2b00a85c0dc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'mac_address': 'fa:16:3e:40:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:52:43Z', 'updated_at': '2022-01-12T09:52:43Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b84a865-80f4-4780-a1d0-6fd0de2e1df1', 'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:98:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:25Z', 'updated_at': '2022-01-12T09:52:31Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:52:45.695166 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84c499-e331-49d1-928f-df82f800310f None None] The sync data for ids ['24699f20-40f2-4583-96d6-ec3ac8b93131'] in dv-neutron-824346-1-hyperv is: [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:52:26Z', 'revision_number': 4, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '31ae99df-e41f-4d02-9fd6-8b0efd21f245', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.46', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'port_id': '136e00be-a366-44a4-92ab-2b00a85c0dc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'mac_address': 'fa:16:3e:40:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:52:43Z', 'updated_at': '2022-01-12T09:52:43Z', 'revision_number': 0, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b84a865-80f4-4780-a1d0-6fd0de2e1df1', 'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:98:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:25Z', 'updated_at': '2022-01-12T09:52:31Z', 'revision_number': 5, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:52:45.800834 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43940) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:45.901547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b7784-53e1-494d-b7e9-dd0fc51b0cb5 None None] New status for floating IP 31ae99df-e41f-4d02-9fd6-8b0efd21f245: ACTIVE {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:52:45.911519 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2e97258f-ffa0-43f6-9722-6d3d92f972e6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/31ae99df-e41f-4d02-9fd6-8b0efd21f245 HTTP/1.1" status: 200 len: 991 time: 0.1094928 Jan 12 09:52:46.663047 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:52:46.916513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 43944) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:52:47.028857 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-28299bb1-fabb-411b-8c5c-a60b095a446a tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/31ae99df-e41f-4d02-9fd6-8b0efd21f245 HTTP/1.1" status: 200 len: 993 time: 0.1109176 Jan 12 09:52:55.422263 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:53:06.726651 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e3724a79-1001-4e98-82b5-adcde1d4cdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:09.323476 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-71b6764a-0d8e-4d4e-932e-4b92496c4433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:10.340221 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:11.060237 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:12.651454 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:16.680621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:18.237300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43958) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:18.244723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-86cbc0ec-a92d-4fd5-aa05-675fd0631a0b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:53:18.765020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-86cbc0ec-a92d-4fd5-aa05-675fd0631a0b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:18.777812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-86cbc0ec-a92d-4fd5-aa05-675fd0631a0b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:18.956210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cbc0ec-a92d-4fd5-aa05-675fd0631a0b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 24699f20-40f2-4583-96d6-ec3ac8b93131 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:53:19.135359 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cbc0ec-a92d-4fd5-aa05-675fd0631a0b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:53:19.142111 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-86cbc0ec-a92d-4fd5-aa05-675fd0631a0b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:19.143241 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-86cbc0ec-a92d-4fd5-aa05-675fd0631a0b tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/24699f20-40f2-4583-96d6-ec3ac8b93131 HTTP/1.1" status: 200 len: 889 time: 0.9046330 Jan 12 09:53:19.145154 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092f8f8-cfa7-4d80-a703-ec575b71c6a2 None None] Sync routers for ids ['24699f20-40f2-4583-96d6-ec3ac8b93131'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:53:19.161960 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092f8f8-cfa7-4d80-a703-ec575b71c6a2 None None] Routers {'24699f20-40f2-4583-96d6-ec3ac8b93131'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:53:19.162827 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b092f8f8-cfa7-4d80-a703-ec575b71c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:53:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['24699f20-40f2-4583-96d6-ec3ac8b93131'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:19.240867 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b092f8f8-cfa7-4d80-a703-ec575b71c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:19.250895 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092f8f8-cfa7-4d80-a703-ec575b71c6a2 None None] Routers {'24699f20-40f2-4583-96d6-ec3ac8b93131'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:53:19.251505 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b092f8f8-cfa7-4d80-a703-ec575b71c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:53:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['24699f20-40f2-4583-96d6-ec3ac8b93131'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:19.309822 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b092f8f8-cfa7-4d80-a703-ec575b71c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:19.310216 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092f8f8-cfa7-4d80-a703-ec575b71c6a2 None None] The sync data for ids ['24699f20-40f2-4583-96d6-ec3ac8b93131'] in dv-neutron-824346-1-hyperv is: [] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:53:20.095516 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c07a14-73cf-43d2-a7f8-cce7bef87df4 None None] New status for floating IP 31ae99df-e41f-4d02-9fd6-8b0efd21f245: DOWN {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:53:21.273016 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:53:21.320447 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43964) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:21.325652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-e92c0fce-a333-4676-ae7c-5a67c0729ee3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:53:21.393800 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:21.428078 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=5b84a865-80f4-4780-a1d0-6fd0de2e1df1,segment=NetworkSegment(b0f08e67-5f25-4ef6-84f6-45f1957bbd8c),segment_id=b0f08e67-5f25-4ef6-84f6-45f1957bbd8c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:53:21.434493 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:21.435266 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4ae214ae-18a7-4df4-81a5-4b0dab71f326 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:53:21.549593 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=5b84a865-80f4-4780-a1d0-6fd0de2e1df1,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:21.583436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:21.583772 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:21.584107 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:21.584437 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:21.584762 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:21.585091 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:21.585437 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:21.585752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:21.586069 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:21.586383 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:21.586698 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:21.587032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:21.614103 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:21.630223 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 4ae214ae-18a7-4df4-81a5-4b0dab71f326, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4ae214ae-18a7-4df4-81a5-4b0dab71f326,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:53:21.635071 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:21.701922 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=4ae214ae-18a7-4df4-81a5-4b0dab71f326,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:21.956434 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e92c0fce-a333-4676-ae7c-5a67c0729ee3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:21.969678 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e92c0fce-a333-4676-ae7c-5a67c0729ee3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984464'] for router, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:22.151587 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92c0fce-a333-4676-ae7c-5a67c0729ee3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 24699f20-40f2-4583-96d6-ec3ac8b93131 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:53:22.331187 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92c0fce-a333-4676-ae7c-5a67c0729ee3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:53:22.337792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e92c0fce-a333-4676-ae7c-5a67c0729ee3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:22.338968 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e92c0fce-a333-4676-ae7c-5a67c0729ee3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/24699f20-40f2-4583-96d6-ec3ac8b93131 HTTP/1.1" status: 200 len: 888 time: 1.0175025 Jan 12 09:53:22.340868 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042238eb-5c0b-46ee-bcce-eb8afbd9bbfb None None] Sync routers for ids ['24699f20-40f2-4583-96d6-ec3ac8b93131'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:53:22.342085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43968) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:22.351561 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042238eb-5c0b-46ee-bcce-eb8afbd9bbfb None None] Routers {'24699f20-40f2-4583-96d6-ec3ac8b93131'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:53:22.352162 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-042238eb-5c0b-46ee-bcce-eb8afbd9bbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:53:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['24699f20-40f2-4583-96d6-ec3ac8b93131'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:22.444460 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9c1e5d2e-c026-4fa5-9e4b-aa60fe869765 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/31ae99df-e41f-4d02-9fd6-8b0efd21f245 HTTP/1.1" status: 200 len: 991 time: 0.1013107 Jan 12 09:53:22.526971 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-042238eb-5c0b-46ee-bcce-eb8afbd9bbfb None None] Set router 24699f20-40f2-4583-96d6-ec3ac8b93131 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:53:22.901322 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-042238eb-5c0b-46ee-bcce-eb8afbd9bbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:53:21Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:53:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '31ae99df-e41f-4d02-9fd6-8b0efd21f245', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.46', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'port_id': '136e00be-a366-44a4-92ab-2b00a85c0dc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'mac_address': 'fa:16:3e:40:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:52:43Z', 'updated_at': '2022-01-12T09:53:20Z', 'revision_number': 2, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b84a865-80f4-4780-a1d0-6fd0de2e1df1', 'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:98:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:25Z', 'updated_at': '2022-01-12T09:53:21Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:22.905499 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042238eb-5c0b-46ee-bcce-eb8afbd9bbfb None None] Checking router: 24699f20-40f2-4583-96d6-ec3ac8b93131 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:53:22.914707 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042238eb-5c0b-46ee-bcce-eb8afbd9bbfb None None] Routers {'24699f20-40f2-4583-96d6-ec3ac8b93131'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:53:22.919417 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-042238eb-5c0b-46ee-bcce-eb8afbd9bbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:53:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['24699f20-40f2-4583-96d6-ec3ac8b93131'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:23.101520 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-042238eb-5c0b-46ee-bcce-eb8afbd9bbfb None None] Set router 24699f20-40f2-4583-96d6-ec3ac8b93131 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:53:23.448326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43972) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:23.454899 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-042238eb-5c0b-46ee-bcce-eb8afbd9bbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:53:21Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:53:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '31ae99df-e41f-4d02-9fd6-8b0efd21f245', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.46', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'port_id': '136e00be-a366-44a4-92ab-2b00a85c0dc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'mac_address': 'fa:16:3e:40:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:52:43Z', 'updated_at': '2022-01-12T09:53:20Z', 'revision_number': 2, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b84a865-80f4-4780-a1d0-6fd0de2e1df1', 'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:98:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:25Z', 'updated_at': '2022-01-12T09:53:21Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:23.459376 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042238eb-5c0b-46ee-bcce-eb8afbd9bbfb None None] The sync data for ids ['24699f20-40f2-4583-96d6-ec3ac8b93131'] in dv-neutron-824346-1-hyperv is: [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:53:21Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:53:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '31ae99df-e41f-4d02-9fd6-8b0efd21f245', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'floating_ip_address': '172.26.2.46', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'port_id': '136e00be-a366-44a4-92ab-2b00a85c0dc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'mac_address': 'fa:16:3e:40:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:52:43Z', 'updated_at': '2022-01-12T09:53:20Z', 'revision_number': 2, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b84a865-80f4-4780-a1d0-6fd0de2e1df1', 'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:98:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:25Z', 'updated_at': '2022-01-12T09:53:21Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:53:23.555907 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f7917ed7-3fad-466a-bed2-5caab2d5b6b4 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/31ae99df-e41f-4d02-9fd6-8b0efd21f245 HTTP/1.1" status: 200 len: 991 time: 0.1064425 Jan 12 09:53:24.559955 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43976) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:24.668341 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a7693a79-b516-4692-bb3f-216063e4d843 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/31ae99df-e41f-4d02-9fd6-8b0efd21f245 HTTP/1.1" status: 200 len: 991 time: 0.1072226 Jan 12 09:53:25.110694 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2274de-a92c-4bec-9cf0-d93c1a678d27 None None] New status for floating IP 31ae99df-e41f-4d02-9fd6-8b0efd21f245: ACTIVE {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:53:25.313599 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:53:25.436046 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:53:25.436409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:25.553552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:25.589680 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=5b84a865-80f4-4780-a1d0-6fd0de2e1df1,segment=NetworkSegment(b0f08e67-5f25-4ef6-84f6-45f1957bbd8c),segment_id=b0f08e67-5f25-4ef6-84f6-45f1957bbd8c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:53:25.595650 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:25.596385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4ae214ae-18a7-4df4-81a5-4b0dab71f326 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:53:25.672439 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43980) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:25.707940 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=5b84a865-80f4-4780-a1d0-6fd0de2e1df1,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:25.720259 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 4ae214ae-18a7-4df4-81a5-4b0dab71f326 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:53:25.720624 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:25.843096 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:25.860370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 4ae214ae-18a7-4df4-81a5-4b0dab71f326, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4ae214ae-18a7-4df4-81a5-4b0dab71f326,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:53:25.866283 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:25.893260 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5488203f-b65e-4c19-a1be-87211d43a180 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/floatingips/31ae99df-e41f-4d02-9fd6-8b0efd21f245 HTTP/1.1" status: 200 len: 993 time: 0.2188888 Jan 12 09:53:25.936896 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=4ae214ae-18a7-4df4-81a5-4b0dab71f326,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:26.212459 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 43988) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:26.423920 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port a9c9b624-a1a2-4064-886f-b51104bf4016 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:53:26.424209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:26.603780 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:26.604007 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:26.721436 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for a9c9b624-a1a2-4064-886f-b51104bf4016 owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:53:26.892779 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:26.941980 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=a9c9b624-a1a2-4064-886f-b51104bf4016,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:26.982558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:26.982932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:26.983276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:26.983615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:26.983925 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:26.984249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:26.984564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:26.984884 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:26.985206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:26.985517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:26.985823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:26.986126 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:27.043252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:27.043622 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Floating IP 31ae99df-e41f-4d02-9fd6-8b0efd21f245 disassociated (deleted). External IP: 172.26.2.46, port: 136e00be-a366-44a4-92ab-2b00a85c0dc4. Jan 12 09:53:27.288215 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:53:27.356481 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:53:27.356862 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:27.403465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 24699f20-40f2-4583-96d6-ec3ac8b93131 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:53:27.514469 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4ae214ae-18a7-4df4-81a5-4b0dab71f326 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:53:27.583384 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 4ae214ae-18a7-4df4-81a5-4b0dab71f326 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:53:27.583745 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:27.699320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:53:27.710274 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc11ef54-6d5f-4ffb-9037-8b2be7fd5a1a None None] Sync routers for ids ['24699f20-40f2-4583-96d6-ec3ac8b93131'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:53:27.720165 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc11ef54-6d5f-4ffb-9037-8b2be7fd5a1a None None] Routers {'24699f20-40f2-4583-96d6-ec3ac8b93131'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:53:27.720717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:27.720860 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-dc11ef54-6d5f-4ffb-9037-8b2be7fd5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:53:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['24699f20-40f2-4583-96d6-ec3ac8b93131'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:27.779307 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8b2290d1-d570-43cf-984b-2e0758ca3eb6 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/floatingips/31ae99df-e41f-4d02-9fd6-8b0efd21f245 HTTP/1.1" status: 204 len: 168 time: 1.5656850 Jan 12 09:53:27.779873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'tag': '136e00be-a366-44a4-92ab-2b00a85c0dc4'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:53:27.827860 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'tag': '136e00be-a366-44a4-92ab-2b00a85c0dc4', 'status': 'completed', 'code': 200} Jan 12 09:53:27.909566 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-dc11ef54-6d5f-4ffb-9037-8b2be7fd5a1a None None] Set router 24699f20-40f2-4583-96d6-ec3ac8b93131 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:53:27.932048 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506f12e-3173-40b3-90fa-0acb0840bd16 req-876249e2-d5a7-49fb-9305-050abbb6649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:27.934997 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7506f12e-3173-40b3-90fa-0acb0840bd16 req-876249e2-d5a7-49fb-9305-050abbb6649b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05fdfd0263cb464989f6119e683582f0&device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 1099 time: 0.0744810 Jan 12 09:53:28.130630 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506f12e-3173-40b3-90fa-0acb0840bd16 req-1c2068c5-91fa-4b46-af74-c09a86281c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:28.132193 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7506f12e-3173-40b3-90fa-0acb0840bd16 req-1c2068c5-91fa-4b46-af74-c09a86281c5c service neutron] 10.222.0.53 "GET /v2.0/networks?id=4ddc0769-f75b-42de-b80e-4b8d82f1e139 HTTP/1.1" status: 200 len: 898 time: 0.1868155 Jan 12 09:53:28.209181 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7506f12e-3173-40b3-90fa-0acb0840bd16 req-9c46a1ec-a446-4c5a-aca7-610989ae23f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=136e00be-a366-44a4-92ab-2b00a85c0dc4 HTTP/1.1" status: 200 len: 217 time: 0.0674660 Jan 12 09:53:28.237467 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-dc11ef54-6d5f-4ffb-9037-8b2be7fd5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:53:21Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:53:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '5b84a865-80f4-4780-a1d0-6fd0de2e1df1', 'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:98:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:25Z', 'updated_at': '2022-01-12T09:53:25Z', 'revision_number': 7, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:28.241414 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc11ef54-6d5f-4ffb-9037-8b2be7fd5a1a None None] Checking router: 24699f20-40f2-4583-96d6-ec3ac8b93131 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:53:28.250543 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc11ef54-6d5f-4ffb-9037-8b2be7fd5a1a None None] Routers {'24699f20-40f2-4583-96d6-ec3ac8b93131'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:53:28.251194 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-dc11ef54-6d5f-4ffb-9037-8b2be7fd5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:53:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['24699f20-40f2-4583-96d6-ec3ac8b93131'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:28.282589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4aff2-2f11-4f55-8132-062b713a0935 req-568be4e3-d74f-4ff3-967c-23730c5226a3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:28.284094 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0de4aff2-2f11-4f55-8132-062b713a0935 req-568be4e3-d74f-4ff3-967c-23730c5226a3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 946 time: 0.2080660 Jan 12 09:53:28.293511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506f12e-3173-40b3-90fa-0acb0840bd16 req-7f6b3c04-7617-4259-a6cc-515b1193de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:28.294906 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7506f12e-3173-40b3-90fa-0acb0840bd16 req-7f6b3c04-7617-4259-a6cc-515b1193de9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad586ed3-9a0a-435c-9359-b25c33c8d1a8 HTTP/1.1" status: 200 len: 834 time: 0.0769649 Jan 12 09:53:28.377440 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0de4aff2-2f11-4f55-8132-062b713a0935 req-038830c6-c5ad-4346-8429-a42014b47c63 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de2b481-189b-4063-a7d5-3df380fcc454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862808 Jan 12 09:53:28.397732 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506f12e-3173-40b3-90fa-0acb0840bd16 req-d9e10afe-30db-42b7-a61c-e31b635bfe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:28.399248 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7506f12e-3173-40b3-90fa-0acb0840bd16 req-d9e10afe-30db-42b7-a61c-e31b635bfe1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4ddc0769-f75b-42de-b80e-4b8d82f1e139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0926690 Jan 12 09:53:28.412022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [req-7506f12e-3173-40b3-90fa-0acb0840bd16 req-a84e9b4f-0420-45ad-89e4-66efd7bf8454 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:53:28.412937 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7506f12e-3173-40b3-90fa-0acb0840bd16 req-a84e9b4f-0420-45ad-89e4-66efd7bf8454 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048122 Jan 12 09:53:28.456483 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-dc11ef54-6d5f-4ffb-9037-8b2be7fd5a1a None None] Set router 24699f20-40f2-4583-96d6-ec3ac8b93131 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:53:28.555198 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7506f12e-3173-40b3-90fa-0acb0840bd16 req-ea93af56-4245-4781-a14d-f738fe9efc24 service neutron] 10.222.0.53 "GET /v2.0/networks/4ddc0769-f75b-42de-b80e-4b8d82f1e139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309922 Jan 12 09:53:28.687371 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7506f12e-3173-40b3-90fa-0acb0840bd16 req-f9cdae09-bdf8-4bb2-a3dc-9406d8772bfa service neutron] 10.222.0.53 "GET /v2.0/networks/4ddc0769-f75b-42de-b80e-4b8d82f1e139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254988 Jan 12 09:53:28.779243 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-dc11ef54-6d5f-4ffb-9037-8b2be7fd5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:53:21Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:53:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '5b84a865-80f4-4780-a1d0-6fd0de2e1df1', 'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:98:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:25Z', 'updated_at': '2022-01-12T09:53:25Z', 'revision_number': 7, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:28.783665 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc11ef54-6d5f-4ffb-9037-8b2be7fd5a1a None None] The sync data for ids ['24699f20-40f2-4583-96d6-ec3ac8b93131'] in dv-neutron-824346-1-hyperv is: [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:53:21Z', 'revision_number': 6, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:53:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '5b84a865-80f4-4780-a1d0-6fd0de2e1df1', 'name': '', 'network_id': '4ddc0769-f75b-42de-b80e-4b8d82f1e139', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'mac_address': 'fa:16:3e:98:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:25Z', 'updated_at': '2022-01-12T09:53:25Z', 'revision_number': 7, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'subnets': [{'id': 'ad586ed3-9a0a-435c-9359-b25c33c8d1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:53:29.456619 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b962b-1669-472d-9b66-5f06573ee69d None None] New status for floating IP 31ae99df-e41f-4d02-9fd6-8b0efd21f245: DOWN {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:53:29.574102 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10620adb-4adf-4cbf-8ce0-76e5daac3db5 req-c852ccc3-7a43-4247-bd15-be398ed17c41 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:29.574680 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-10620adb-4adf-4cbf-8ce0-76e5daac3db5 req-c852ccc3-7a43-4247-bd15-be398ed17c41 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Synchronizing usage tracker for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:53:29.592980 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-10620adb-4adf-4cbf-8ce0-76e5daac3db5 req-c852ccc3-7a43-4247-bd15-be398ed17c41 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Unset dirty status for tenant:05fdfd0263cb464989f6119e683582f0 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:53:29.594162 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-10620adb-4adf-4cbf-8ce0-76e5daac3db5 req-c852ccc3-7a43-4247-bd15-be398ed17c41 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 946 time: 0.0995111 Jan 12 09:53:29.639261 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-10620adb-4adf-4cbf-8ce0-76e5daac3db5 req-b2967415-f7ed-4dfb-9e6e-e88d6d118f25 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de2b481-189b-4063-a7d5-3df380fcc454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393784 Jan 12 09:53:29.642037 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48035226-b36a-4135-b78f-24f4c7246c63 req-3574a4e0-8a43-4db3-9bc6-785b56567596 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:29.643517 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-48035226-b36a-4135-b78f-24f4c7246c63 req-3574a4e0-8a43-4db3-9bc6-785b56567596 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 946 time: 0.0863366 Jan 12 09:53:29.712558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-48035226-b36a-4135-b78f-24f4c7246c63 req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 136e00be-a366-44a4-92ab-2b00a85c0dc4 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:53:29.712890 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-48035226-b36a-4135-b78f-24f4c7246c63 req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:30.057549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-48035226-b36a-4135-b78f-24f4c7246c63 req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 136e00be-a366-44a4-92ab-2b00a85c0dc4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=136e00be-a366-44a4-92ab-2b00a85c0dc4,segment=NetworkSegment(b0f08e67-5f25-4ef6-84f6-45f1957bbd8c),segment_id=b0f08e67-5f25-4ef6-84f6-45f1957bbd8c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:53:30.057903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-48035226-b36a-4135-b78f-24f4c7246c63 req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:30.178854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-48035226-b36a-4135-b78f-24f4c7246c63 req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 136e00be-a366-44a4-92ab-2b00a85c0dc4 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:53:30.323789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-48035226-b36a-4135-b78f-24f4c7246c63 req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:30.375442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=136e00be-a366-44a4-92ab-2b00a85c0dc4,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:30.412234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:30.412579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:30.412915 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:30.413247 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:30.413566 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:30.413886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:30.414206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:30.414521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:30.414862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:30.415169 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:30.415467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:30.415828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:53:30.456732 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-48035226-b36a-4135-b78f-24f4c7246c63 req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] No DVR routers for this DVR port 136e00be-a366-44a4-92ab-2b00a85c0dc4 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:53:30.459386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-48035226-b36a-4135-b78f-24f4c7246c63 req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:30.461875 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'name': 'network-vif-deleted', 'tag': '136e00be-a366-44a4-92ab-2b00a85c0dc4'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:53:30.479993 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-48035226-b36a-4135-b78f-24f4c7246c63 req-3eccabf3-efe3-4466-8f1b-9c0a15ae4369 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.53 "DELETE /v2.0/ports/136e00be-a366-44a4-92ab-2b00a85c0dc4 HTTP/1.1" status: 204 len: 173 time: 0.8296263 Jan 12 09:53:30.509527 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2ef654-416b-4f94-97eb-fdbdd33f5436', 'name': 'network-vif-deleted', 'tag': '136e00be-a366-44a4-92ab-2b00a85c0dc4', 'status': 'completed', 'code': 200} Jan 12 09:53:30.804606 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-62329e83-95fc-480a-891f-62d34e096989 req-e546df85-f993-4fad-89e8-ceeb6e59dca3 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2ef654-416b-4f94-97eb-fdbdd33f5436 HTTP/1.1" status: 200 len: 210 time: 0.0458748 Jan 12 09:53:31.909840 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 44008) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:31.979297 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-44eac5d3-cf0d-4ddb-9b13-c35c94b0bedf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:32.009302 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-44eac5d3-cf0d-4ddb-9b13-c35c94b0bedf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:32.071572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-44eac5d3-cf0d-4ddb-9b13-c35c94b0bedf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:32.090069 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eac5d3-cf0d-4ddb-9b13-c35c94b0bedf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de2b481-189b-4063-a7d5-3df380fcc454,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:32.102399 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-44eac5d3-cf0d-4ddb-9b13-c35c94b0bedf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:32.103564 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-44eac5d3-cf0d-4ddb-9b13-c35c94b0bedf tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/security-groups/0de2b481-189b-4063-a7d5-3df380fcc454 HTTP/1.1" status: 204 len: 168 time: 0.1927733 Jan 12 09:53:32.140229 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44014) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:32.421805 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:53:32.692442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-beb79bcd-28a3-435f-b39c-1d43e26296e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:33.153464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-beb79bcd-28a3-435f-b39c-1d43e26296e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:53:33.154292 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-beb79bcd-28a3-435f-b39c-1d43e26296e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:33.280029 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 136e00be-a366-44a4-92ab-2b00a85c0dc4 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:53:33.313762 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 136e00be-a366-44a4-92ab-2b00a85c0dc4 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:53:33.314068 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 136e00be-a366-44a4-92ab-2b00a85c0dc4 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:53:33.337153 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-beb79bcd-28a3-435f-b39c-1d43e26296e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 5b84a865-80f4-4780-a1d0-6fd0de2e1df1, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=5b84a865-80f4-4780-a1d0-6fd0de2e1df1,segment=NetworkSegment(b0f08e67-5f25-4ef6-84f6-45f1957bbd8c),segment_id=b0f08e67-5f25-4ef6-84f6-45f1957bbd8c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:53:33.337546 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-beb79bcd-28a3-435f-b39c-1d43e26296e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:33.461722 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-beb79bcd-28a3-435f-b39c-1d43e26296e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:53:33.660610 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-beb79bcd-28a3-435f-b39c-1d43e26296e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:33.709417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb79bcd-28a3-435f-b39c-1d43e26296e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=5b84a865-80f4-4780-a1d0-6fd0de2e1df1,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:33.986549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-beb79bcd-28a3-435f-b39c-1d43e26296e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:34.338873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb79bcd-28a3-435f-b39c-1d43e26296e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Router 24699f20-40f2-4583-96d6-ec3ac8b93131 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:53:34.634579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb79bcd-28a3-435f-b39c-1d43e26296e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:53:34.647618 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41135928-47cb-4991-9209-d142dbf160b2 None None] Sync routers for ids ['24699f20-40f2-4583-96d6-ec3ac8b93131'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:53:34.649980 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-beb79bcd-28a3-435f-b39c-1d43e26296e1 tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "PUT /v2.0/routers/24699f20-40f2-4583-96d6-ec3ac8b93131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5084853 Jan 12 09:53:34.652612 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44018) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:34.657812 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41135928-47cb-4991-9209-d142dbf160b2 None None] Routers {'24699f20-40f2-4583-96d6-ec3ac8b93131'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:53:34.658412 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-41135928-47cb-4991-9209-d142dbf160b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:53:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['24699f20-40f2-4583-96d6-ec3ac8b93131'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:34.718215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e36a02-7530-4c72-b3a2-02039fbb7ade tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting subnet ad586ed3-9a0a-435c-9359-b25c33c8d1a8 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:53:34.721279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-78e36a02-7530-4c72-b3a2-02039fbb7ade tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:34.774368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-78e36a02-7530-4c72-b3a2-02039fbb7ade tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:34.826324 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-41135928-47cb-4991-9209-d142dbf160b2 None None] Set router 24699f20-40f2-4583-96d6-ec3ac8b93131 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:53:34.863130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-78e36a02-7530-4c72-b3a2-02039fbb7ade tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:34.937462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-78e36a02-7530-4c72-b3a2-02039fbb7ade tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:34.976876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e36a02-7530-4c72-b3a2-02039fbb7ade tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Subnet': ['ID=ad586ed3-9a0a-435c-9359-b25c33c8d1a8,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:34.978935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-78e36a02-7530-4c72-b3a2-02039fbb7ade tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:34.983948 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b9e33d-c0b1-4d6d-9ecb-9762604128b6 None None] Network 4ddc0769-f75b-42de-b80e-4b8d82f1e139 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:53:34.987466 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-78e36a02-7530-4c72-b3a2-02039fbb7ade tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/subnets/ad586ed3-9a0a-435c-9359-b25c33c8d1a8 HTTP/1.1" status: 204 len: 168 time: 0.3314526 Jan 12 09:53:34.987623 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44022) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:35.113151 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-41135928-47cb-4991-9209-d142dbf160b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:53:33Z', 'revision_number': 7, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:53:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:35.117251 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41135928-47cb-4991-9209-d142dbf160b2 None None] Checking router: 24699f20-40f2-4583-96d6-ec3ac8b93131 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:53:35.125826 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41135928-47cb-4991-9209-d142dbf160b2 None None] Routers {'24699f20-40f2-4583-96d6-ec3ac8b93131'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:53:35.126414 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-41135928-47cb-4991-9209-d142dbf160b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:53:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['24699f20-40f2-4583-96d6-ec3ac8b93131'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:35.164108 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-18949190-a574-4386-9f86-c32a61072a9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:35.249357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679cc326-bb74-4904-9764-94f5152eef63 None None] DHCP port deletion for 4ddc0769-f75b-42de-b80e-4b8d82f1e139 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 09:53:35.258535 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-679cc326-bb74-4904-9764-94f5152eef63 None None] Deleting port 259a0fb8-c34a-40f7-80aa-99273176eca3 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:53:35.259337 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-679cc326-bb74-4904-9764-94f5152eef63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:35.318482 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-41135928-47cb-4991-9209-d142dbf160b2 None None] Set router 24699f20-40f2-4583-96d6-ec3ac8b93131 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:53:35.357424 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 259a0fb8-c34a-40f7-80aa-99273176eca3 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:53:35.364641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-18949190-a574-4386-9f86-c32a61072a9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:35.375050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-18949190-a574-4386-9f86-c32a61072a9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 4ae214ae-18a7-4df4-81a5-4b0dab71f326 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:53:35.375385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-18949190-a574-4386-9f86-c32a61072a9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:35.556313 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-18949190-a574-4386-9f86-c32a61072a9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 4ae214ae-18a7-4df4-81a5-4b0dab71f326, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4ae214ae-18a7-4df4-81a5-4b0dab71f326,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:53:35.556751 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-18949190-a574-4386-9f86-c32a61072a9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:35.570367 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-679cc326-bb74-4904-9764-94f5152eef63 None None] For port 259a0fb8-c34a-40f7-80aa-99273176eca3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=259a0fb8-c34a-40f7-80aa-99273176eca3,segment=NetworkSegment(b0f08e67-5f25-4ef6-84f6-45f1957bbd8c),segment_id=b0f08e67-5f25-4ef6-84f6-45f1957bbd8c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:53:35.570759 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-679cc326-bb74-4904-9764-94f5152eef63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:35.644088 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-41135928-47cb-4991-9209-d142dbf160b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:53:33Z', 'revision_number': 7, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:53:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:35.648417 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41135928-47cb-4991-9209-d142dbf160b2 None None] The sync data for ids ['24699f20-40f2-4583-96d6-ec3ac8b93131'] in dv-neutron-824346-1-hyperv is: [{'id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'name': 'tempest-TestNetworkBasicOps-router-1037351822', 'tenant_id': '05fdfd0263cb464989f6119e683582f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240'}], 'enable_snat': True}, 'gw_port_id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:52:21Z', 'updated_at': '2022-01-12T09:53:33Z', 'revision_number': 7, 'project_id': '05fdfd0263cb464989f6119e683582f0', 'gw_port': {'id': '4ae214ae-18a7-4df4-81a5-4b0dab71f326', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699f20-40f2-4583-96d6-ec3ac8b93131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:52:22Z', 'updated_at': '2022-01-12T09:53:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:53:35.678323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-18949190-a574-4386-9f86-c32a61072a9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 4ae214ae-18a7-4df4-81a5-4b0dab71f326 owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:53:35.687708 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:35.701878 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-679cc326-bb74-4904-9764-94f5152eef63 None None] Calling delete_port for 259a0fb8-c34a-40f7-80aa-99273176eca3 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:53:35.774574 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 259a0fb8-c34a-40f7-80aa-99273176eca3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=259a0fb8-c34a-40f7-80aa-99273176eca3,segment=NetworkSegment(b0f08e67-5f25-4ef6-84f6-45f1957bbd8c),segment_id=b0f08e67-5f25-4ef6-84f6-45f1957bbd8c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:53:35.786060 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:35.837409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-679cc326-bb74-4904-9764-94f5152eef63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:53:35.837773 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-679cc326-bb74-4904-9764-94f5152eef63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:53:35.846217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-18949190-a574-4386-9f86-c32a61072a9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:35.853430 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=259a0fb8-c34a-40f7-80aa-99273176eca3,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:36.036570 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18949190-a574-4386-9f86-c32a61072a9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Port': ['ID=4ae214ae-18a7-4df4-81a5-4b0dab71f326,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:36.101611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-18949190-a574-4386-9f86-c32a61072a9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:36.271832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-18949190-a574-4386-9f86-c32a61072a9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:36.274133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-18949190-a574-4386-9f86-c32a61072a9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:36.310453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-18949190-a574-4386-9f86-c32a61072a9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:36.311034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18949190-a574-4386-9f86-c32a61072a9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Fanout notify agent at l3_agent the message router_deleted on router 24699f20-40f2-4583-96d6-ec3ac8b93131 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 09:53:36.329500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-18949190-a574-4386-9f86-c32a61072a9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:36.330610 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-18949190-a574-4386-9f86-c32a61072a9e tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/routers/24699f20-40f2-4583-96d6-ec3ac8b93131 HTTP/1.1" status: 204 len: 168 time: 1.3421152 Jan 12 09:53:36.333369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44026) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:36.338933 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-679cc326-bb74-4904-9764-94f5152eef63 None None] Deleting port 259a0fb8-c34a-40f7-80aa-99273176eca3 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:53:36.340001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-679cc326-bb74-4904-9764-94f5152eef63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:36.448171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:36.458608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 259a0fb8-c34a-40f7-80aa-99273176eca3 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:53:36.458967 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:36.547522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-679cc326-bb74-4904-9764-94f5152eef63 None None] For port 259a0fb8-c34a-40f7-80aa-99273176eca3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=259a0fb8-c34a-40f7-80aa-99273176eca3,segment=NetworkSegment(b0f08e67-5f25-4ef6-84f6-45f1957bbd8c),segment_id=b0f08e67-5f25-4ef6-84f6-45f1957bbd8c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:53:36.547911 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-679cc326-bb74-4904-9764-94f5152eef63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:36.668845 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] For port 259a0fb8-c34a-40f7-80aa-99273176eca3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=259a0fb8-c34a-40f7-80aa-99273176eca3,segment=NetworkSegment(b0f08e67-5f25-4ef6-84f6-45f1957bbd8c),segment_id=b0f08e67-5f25-4ef6-84f6-45f1957bbd8c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:53:36.669196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:36.705542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-679cc326-bb74-4904-9764-94f5152eef63 None None] Calling delete_port for 259a0fb8-c34a-40f7-80aa-99273176eca3 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:53:36.764800 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a0d372e1-e0d9-47ed-9551-c2915cab1ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:36.790847 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Calling delete_port for 259a0fb8-c34a-40f7-80aa-99273176eca3 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:53:36.802392 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-679cc326-bb74-4904-9764-94f5152eef63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:36.849415 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cc326-bb74-4904-9764-94f5152eef63 None None] Pushing event deleted for resources: {'Port': ['ID=259a0fb8-c34a-40f7-80aa-99273176eca3,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:36.852967 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679cc326-bb74-4904-9764-94f5152eef63 None None] No DVR routers for this DVR port 259a0fb8-c34a-40f7-80aa-99273176eca3 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:53:36.872066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:53:36.872390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:53:37.281168 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:53:37.315276 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:53:37.315617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5b84a865-80f4-4780-a1d0-6fd0de2e1df1 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:53:37.316025 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4ae214ae-18a7-4df4-81a5-4b0dab71f326 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:53:37.351375 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 4ae214ae-18a7-4df4-81a5-4b0dab71f326 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:53:37.352006 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4ae214ae-18a7-4df4-81a5-4b0dab71f326 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:53:37.373673 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Deleting port 259a0fb8-c34a-40f7-80aa-99273176eca3 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:53:37.374044 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:37.440376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] The port '259a0fb8-c34a-40f7-80aa-99273176eca3' was deleted {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 09:53:37.561280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:37.585300 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddc0769-f75b-42de-b80e-4b8d82f1e139']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:37.599590 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f08e67-5f25-4ef6-84f6-45f1957bbd8c') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:37.599885 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f08e67-5f25-4ef6-84f6-45f1957bbd8c') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:53:37.611161 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:37.627200 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:37.633479 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:53:37.633853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:53:37.651635 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:53:37.731623 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:37.749086 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:37.761224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] Pushing event deleted for resources: {'Network': ['ID=4ddc0769-f75b-42de-b80e-4b8d82f1e139,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:37.771579 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-337654e8-fcdd-4ced-9685-321fba45662f tempest-TestNetworkBasicOps-1885399562 tempest-TestNetworkBasicOps-1885399562-project] 10.222.0.26 "DELETE /v2.0/networks/4ddc0769-f75b-42de-b80e-4b8d82f1e139 HTTP/1.1" status: 204 len: 168 time: 1.4372928 Jan 12 09:53:38.078969 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44036) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:38.226744 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3ec602d4-09e6-4da4-a124-f7713de06504 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05fdfd0263cb464989f6119e683582f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465838 Jan 12 09:53:38.230429 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44042) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:38.286356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e07c29fb-4957-4a95-b3b8-7106e8cf2271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:38.312102 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e07c29fb-4957-4a95-b3b8-7106e8cf2271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:38.365863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e07c29fb-4957-4a95-b3b8-7106e8cf2271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:38.384064 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c29fb-4957-4a95-b3b8-7106e8cf2271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f443855-31e5-4699-9e07-0b8a6163c52b,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:38.391313 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e07c29fb-4957-4a95-b3b8-7106e8cf2271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:38.392465 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e07c29fb-4957-4a95-b3b8-7106e8cf2271 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f443855-31e5-4699-9e07-0b8a6163c52b HTTP/1.1" status: 204 len: 168 time: 0.1611316 Jan 12 09:53:38.692214 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 44050) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:38.709918 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4843dff-1363-4ddb-bd87-cd74f91d7f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:38.724644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b4843dff-1363-4ddb-bd87-cd74f91d7f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:53:38.728780 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b4843dff-1363-4ddb-bd87-cd74f91d7f04 admin admin] Usage tracker for resource:security_group_rule and tenant:a8198cc09bcf47a793847a220a980182 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:53:38.731761 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b4843dff-1363-4ddb-bd87-cd74f91d7f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:53:38.737873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b4843dff-1363-4ddb-bd87-cd74f91d7f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:53:38.824479 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4843dff-1363-4ddb-bd87-cd74f91d7f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:38.830945 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b4843dff-1363-4ddb-bd87-cd74f91d7f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:38.876566 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b4843dff-1363-4ddb-bd87-cd74f91d7f04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8198cc09bcf47a793847a220a980182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830642 Jan 12 09:53:38.877239 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4843dff-1363-4ddb-bd87-cd74f91d7f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f207b6-668f-4bcf-ad12-80fce86e447a,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:38.879317 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44054) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:53:38.941370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b27d-7406-43ac-96e4-259764f4da46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:38.967309 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b27d-7406-43ac-96e4-259764f4da46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:39.028373 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b27d-7406-43ac-96e4-259764f4da46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:39.041985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0b27d-7406-43ac-96e4-259764f4da46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f207b6-668f-4bcf-ad12-80fce86e447a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:39.048202 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b27d-7406-43ac-96e4-259764f4da46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:39.051889 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-dbc0b27d-7406-43ac-96e4-259764f4da46 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6f207b6-668f-4bcf-ad12-80fce86e447a HTTP/1.1" status: 204 len: 168 time: 0.1689134 Jan 12 09:53:39.319052 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1d2c089a-9986-40be-8581-6a11889ed7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:40.335280 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:41.059304 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:42.649162 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:46.184118 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-199e0adc-19e4-4abc-a188-7d39890735cd tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=792f0224f2064afda71021ebf80fa2be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329785 Jan 12 09:53:46.430359 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-824f7134-0d96-4b34-9c4c-31f3e62c6527 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:46.431869 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-824f7134-0d96-4b34-9c4c-31f3e62c6527 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409046 Jan 12 09:53:46.446759 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c9095516-2349-4b13-a758-1bc6f79ed937 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/quotas/792f0224f2064afda71021ebf80fa2be HTTP/1.1" status: 200 len: 375 time: 0.0093315 Jan 12 09:53:46.492531 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c98a18cd-c0ba-49aa-8cfa-f83e77347f3f tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=792f0224f2064afda71021ebf80fa2be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408833 Jan 12 09:53:46.668778 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:46.684031 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-edd5225f-a41b-4330-b312-8ccbe208764a req-5115337f-f82b-4749-9df6-16c2c233c2d8 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 210 time: 0.0428560 Jan 12 09:53:47.726799 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-ed212254-cd4e-4f1f-8b88-783da099dee5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=792f0224f2064afda71021ebf80fa2be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293777 Jan 12 09:53:47.886436 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f0bc9e63-c533-41e8-b431-c9264745b6a3 req-71b9e57e-a0c3-4865-a421-990e2bfabdf0 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 210 time: 0.0551987 Jan 12 09:53:47.929293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-68d59a0c-2359-4fa0-8eb5-e967d3a05a11 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:47.930921 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-68d59a0c-2359-4fa0-8eb5-e967d3a05a11 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984766 Jan 12 09:53:47.948602 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Request body: {'port': {'device_id': 'c6a2231d-7384-426f-a34a-fbafe704d839', 'network_id': '2ea4ca5e-48d8-40d1-86c6-aa582df6d57a', 'admin_state_up': True, 'tenant_id': '792f0224f2064afda71021ebf80fa2be'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:53:48.093592 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:53:48.097647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Usage tracker for resource:port and tenant:792f0224f2064afda71021ebf80fa2be is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:53:48.100643 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:53:48.106818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:53:48.120395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Made reservation on behalf of 792f0224f2064afda71021ebf80fa2be for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:53:48.124274 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:48.136328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:48.150511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:53:48.154274 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Usage tracker for resource:security_group_rule and tenant:792f0224f2064afda71021ebf80fa2be is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:53:48.157030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:53:48.162582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:53:48.259744 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:48.268066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:48.350844 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01770626-a234-4068-8a54-cd23bf4ccdb9,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:48.447477 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Allocated IP 192.168.233.24 (2ea4ca5e-48d8-40d1-86c6-aa582df6d57a/92b62c0e-0e06-40c2-a2c6-956a9e8a42d3/a8c34e09-70f6-44d8-9049-7e84a6261e5a) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:53:48.656137 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:48.673222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Transition to ACTIVE for port object a8c34e09-70f6-44d8-9049-7e84a6261e5a will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:53:48.701727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:48.769734 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Network 2ea4ca5e-48d8-40d1-86c6-aa582df6d57a is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:53:48.772876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:53:48.776778 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:53:48.810087 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Pushing event updated for resources: {'Port': ['ID=a8c34e09-70f6-44d8-9049-7e84a6261e5a,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:48.846621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:48.847267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:48.875002 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-d724ecaa-bb8e-4c99-8d76-98bae681aed5 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9308927 Jan 12 09:53:48.988086 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c0a62b8b-5bc4-4395-a481-1dccf7fdeb96 None None] Provisioning for port a8c34e09-70f6-44d8-9049-7e84a6261e5a completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:53:48.995080 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c0a62b8b-5bc4-4395-a481-1dccf7fdeb96 None None] Provisioning complete for port a8c34e09-70f6-44d8-9049-7e84a6261e5a triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:53:48.995652 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c0a62b8b-5bc4-4395-a481-1dccf7fdeb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:48.995804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Request body: {'port': {'device_id': 'c6a2231d-7384-426f-a34a-fbafe704d839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:53:49.049736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-c0a62b8b-5bc4-4395-a481-1dccf7fdeb96 None None] Port a8c34e09-70f6-44d8-9049-7e84a6261e5a cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:53:49.079982 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e4334-878d-466d-b7ae-695653ca8a91 req-d862f47a-7bb7-4d97-a570-6e4d58a841b2 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:49.081465 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-dc9e4334-878d-466d-b7ae-695653ca8a91 req-d862f47a-7bb7-4d97-a570-6e4d58a841b2 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 935 time: 0.0826778 Jan 12 09:53:49.110144 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:49.129014 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-dc9e4334-878d-466d-b7ae-695653ca8a91 req-9112b8ca-5455-4b3d-8c84-7eb3bbe0add6 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/security-groups?id=01770626-a234-4068-8a54-cd23bf4ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Jan 12 09:53:49.442030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c34e09-70f6-44d8-9049-7e84a6261e5a {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:53:49.450212 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:49.469601 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Transition to ACTIVE for port object a8c34e09-70f6-44d8-9049-7e84a6261e5a will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:53:49.474384 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:49.743679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Pushing event updated for resources: {'Port': ['ID=a8c34e09-70f6-44d8-9049-7e84a6261e5a,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:49.820360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Attempting to bind port a8c34e09-70f6-44d8-9049-7e84a6261e5a on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:53:49.820938 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Attempting to bind port a8c34e09-70f6-44d8-9049-7e84a6261e5a by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'cd22dec1-b6d0-49f3-8472-e99cae36a155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2ea4ca5e-48d8-40d1-86c6-aa582df6d57a'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:53:49.820938 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Attempting to bind port a8c34e09-70f6-44d8-9049-7e84a6261e5a on network 2ea4ca5e-48d8-40d1-86c6-aa582df6d57a {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:53:49.826223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Port a8c34e09-70f6-44d8-9049-7e84a6261e5a on network 2ea4ca5e-48d8-40d1-86c6-aa582df6d57a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:53:49.826543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Attempting to bind port a8c34e09-70f6-44d8-9049-7e84a6261e5a on network 2ea4ca5e-48d8-40d1-86c6-aa582df6d57a {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:53:49.832428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:53:49.832760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Checking segment: {'id': 'cd22dec1-b6d0-49f3-8472-e99cae36a155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2ea4ca5e-48d8-40d1-86c6-aa582df6d57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:53:49.833138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Bound using segment: {'id': 'cd22dec1-b6d0-49f3-8472-e99cae36a155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2ea4ca5e-48d8-40d1-86c6-aa582df6d57a'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:53:49.833555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Bound port: a8c34e09-70f6-44d8-9049-7e84a6261e5a, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd22dec1-b6d0-49f3-8472-e99cae36a155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2ea4ca5e-48d8-40d1-86c6-aa582df6d57a'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:53:49.833894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:49.921994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] For port a8c34e09-70f6-44d8-9049-7e84a6261e5a, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:53:49.924899 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] For port a8c34e09-70f6-44d8-9049-7e84a6261e5a, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a8c34e09-70f6-44d8-9049-7e84a6261e5a,segment=NetworkSegment(cd22dec1-b6d0-49f3-8472-e99cae36a155),segment_id=cd22dec1-b6d0-49f3-8472-e99cae36a155)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:53:49.931384 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:49.991526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:49.992117 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:49.993496 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] 10.222.0.53 "PUT /v2.0/ports/a8c34e09-70f6-44d8-9049-7e84a6261e5a HTTP/1.1" status: 200 len: 1097 time: 1.1074412 Jan 12 09:53:49.993927 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a2231d-7384-426f-a34a-fbafe704d839', 'tag': 'a8c34e09-70f6-44d8-9049-7e84a6261e5a'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:53:50.014105 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f09d3b-237b-4f79-970d-edef517e7b2a service neutron] Pushing event updated for resources: {'Port': ['ID=a8c34e09-70f6-44d8-9049-7e84a6261e5a,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:50.078343 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a2231d-7384-426f-a34a-fbafe704d839', 'tag': 'a8c34e09-70f6-44d8-9049-7e84a6261e5a', 'status': 'completed', 'code': 200} Jan 12 09:53:50.123380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-b455a2c7-ab3e-43e0-ba68-c8a48eca77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:50.124911 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-b455a2c7-ab3e-43e0-ba68-c8a48eca77f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=792f0224f2064afda71021ebf80fa2be&device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 1100 time: 0.0838478 Jan 12 09:53:50.202712 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-0f6d55e9-51c7-44ec-a954-0cd6f8555e01 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=a8c34e09-70f6-44d8-9049-7e84a6261e5a HTTP/1.1" status: 200 len: 217 time: 0.0659659 Jan 12 09:53:50.266695 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-2e093e13-0b55-4243-aeb8-8bcac24cfd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:50.268088 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-2e093e13-0b55-4243-aeb8-8bcac24cfd47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92b62c0e-0e06-40c2-a2c6-956a9e8a42d3 HTTP/1.1" status: 200 len: 843 time: 0.0565662 Jan 12 09:53:50.315027 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bfb00-8d89-43b5-9957-4f0c6c8b7a55 req-38e96bf0-d2c3-4024-8928-647d730f88f2 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:50.316483 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f91bfb00-8d89-43b5-9957-4f0c6c8b7a55 req-38e96bf0-d2c3-4024-8928-647d730f88f2 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 947 time: 0.0825098 Jan 12 09:53:50.349525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-0a929b81-e81b-4064-9663-c321ad325389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:50.351055 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-0a929b81-e81b-4064-9663-c321ad325389 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ea4ca5e-48d8-40d1-86c6-aa582df6d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0733573 Jan 12 09:53:50.360819 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f91bfb00-8d89-43b5-9957-4f0c6c8b7a55 req-200173a7-3fdb-472b-b3e1-cde7fc2adaa6 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/security-groups?id=01770626-a234-4068-8a54-cd23bf4ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384026 Jan 12 09:53:50.486913 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-12ce9f70-0ff1-48b5-be7f-522923717e0f service neutron] 10.222.0.53 "GET /v2.0/networks/2ea4ca5e-48d8-40d1-86c6-aa582df6d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250575 Jan 12 09:53:50.622389 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eaf33892-2adb-46b5-8d30-d1d3a0bffecf req-c44ac15c-44e3-47e1-a097-1f5504503786 service neutron] 10.222.0.53 "GET /v2.0/networks/2ea4ca5e-48d8-40d1-86c6-aa582df6d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244586 Jan 12 09:53:50.747964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fd41c-3671-40c7-aedd-81c5ac75a01e req-2ea2801d-0c28-4e20-a3f0-ffde213fef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:50.749449 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b05fd41c-3671-40c7-aedd-81c5ac75a01e req-2ea2801d-0c28-4e20-a3f0-ffde213fef24 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=792f0224f2064afda71021ebf80fa2be&device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 1100 time: 0.0726500 Jan 12 09:53:50.880634 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fd41c-3671-40c7-aedd-81c5ac75a01e req-0110086a-22dd-4fb3-b39d-0ddd0fa29615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:50.881974 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b05fd41c-3671-40c7-aedd-81c5ac75a01e req-0110086a-22dd-4fb3-b39d-0ddd0fa29615 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ea4ca5e-48d8-40d1-86c6-aa582df6d57a HTTP/1.1" status: 200 len: 870 time: 0.1254487 Jan 12 09:53:50.955301 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b05fd41c-3671-40c7-aedd-81c5ac75a01e req-d8895e83-db16-4925-a7ed-7604c42870ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=a8c34e09-70f6-44d8-9049-7e84a6261e5a HTTP/1.1" status: 200 len: 217 time: 0.0632007 Jan 12 09:53:51.020702 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fd41c-3671-40c7-aedd-81c5ac75a01e req-453adf78-1962-4e08-afb2-acbfae504800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:51.022113 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b05fd41c-3671-40c7-aedd-81c5ac75a01e req-453adf78-1962-4e08-afb2-acbfae504800 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92b62c0e-0e06-40c2-a2c6-956a9e8a42d3 HTTP/1.1" status: 200 len: 843 time: 0.0604281 Jan 12 09:53:51.100901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fd41c-3671-40c7-aedd-81c5ac75a01e req-5085bc8f-aa71-437a-9bce-1ea02cb10cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:51.102415 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b05fd41c-3671-40c7-aedd-81c5ac75a01e req-5085bc8f-aa71-437a-9bce-1ea02cb10cde service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ea4ca5e-48d8-40d1-86c6-aa582df6d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0731049 Jan 12 09:53:51.241172 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b05fd41c-3671-40c7-aedd-81c5ac75a01e req-9a3ae7f3-2ad2-4fe0-9942-0eabb28a3900 service neutron] 10.222.0.53 "GET /v2.0/networks/2ea4ca5e-48d8-40d1-86c6-aa582df6d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310225 Jan 12 09:53:51.521453 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b05fd41c-3671-40c7-aedd-81c5ac75a01e req-a068f0ab-4590-45c0-af21-01cd96109d5e service neutron] 10.222.0.53 "GET /v2.0/networks/2ea4ca5e-48d8-40d1-86c6-aa582df6d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724228 Jan 12 09:53:51.562576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b623ab-6881-4dd9-8ee8-40635e71b4ca req-194d7f70-26ce-4ca8-bf56-326b55940a30 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:51.563293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f2b623ab-6881-4dd9-8ee8-40635e71b4ca req-194d7f70-26ce-4ca8-bf56-326b55940a30 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Synchronizing usage tracker for tenant:792f0224f2064afda71021ebf80fa2be on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:53:51.583987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f2b623ab-6881-4dd9-8ee8-40635e71b4ca req-194d7f70-26ce-4ca8-bf56-326b55940a30 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Unset dirty status for tenant:792f0224f2064afda71021ebf80fa2be on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:53:51.585140 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f2b623ab-6881-4dd9-8ee8-40635e71b4ca req-194d7f70-26ce-4ca8-bf56-326b55940a30 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 947 time: 0.1171370 Jan 12 09:53:51.629902 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f2b623ab-6881-4dd9-8ee8-40635e71b4ca req-0e91dd94-a531-4053-89e6-6e1e39ebd39d tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Synchronizing usage tracker for tenant:792f0224f2064afda71021ebf80fa2be on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:53:51.649002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f2b623ab-6881-4dd9-8ee8-40635e71b4ca req-0e91dd94-a531-4053-89e6-6e1e39ebd39d tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Unset dirty status for tenant:792f0224f2064afda71021ebf80fa2be on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:53:51.650368 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f2b623ab-6881-4dd9-8ee8-40635e71b4ca req-0e91dd94-a531-4053-89e6-6e1e39ebd39d tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/security-groups?id=01770626-a234-4068-8a54-cd23bf4ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586998 Jan 12 09:53:52.859546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05dbc2-30b7-48f8-b2bc-4680fe9a672c req-506cee18-c3cb-47ce-a5e6-789997962f50 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:52.860971 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ef05dbc2-30b7-48f8-b2bc-4680fe9a672c req-506cee18-c3cb-47ce-a5e6-789997962f50 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 947 time: 0.0905921 Jan 12 09:53:52.906237 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ef05dbc2-30b7-48f8-b2bc-4680fe9a672c req-147c2a97-3ee2-46b5-ab2f-2ee7094e9880 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/security-groups?id=01770626-a234-4068-8a54-cd23bf4ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394609 Jan 12 09:53:53.436887 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device a8c34e09-70f6-44d8-9049-7e84a6261e5a details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:53:53.576040 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port a8c34e09-70f6-44d8-9049-7e84a6261e5a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a8c34e09-70f6-44d8-9049-7e84a6261e5a,segment=NetworkSegment(cd22dec1-b6d0-49f3-8472-e99cae36a155),segment_id=cd22dec1-b6d0-49f3-8472-e99cae36a155)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:53:53.589288 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'a8c34e09-70f6-44d8-9049-7e84a6261e5a', 'network_id': '2ea4ca5e-48d8-40d1-86c6-aa582df6d57a', 'port_id': 'a8c34e09-70f6-44d8-9049-7e84a6261e5a', 'mac_address': 'fa:16:3e:3e:9c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b62c0e-0e06-40c2-a2c6-956a9e8a42d3', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:53:53.652298 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:53.673008 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c34e09-70f6-44d8-9049-7e84a6261e5a {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:53:53.689640 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port a8c34e09-70f6-44d8-9049-7e84a6261e5a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a8c34e09-70f6-44d8-9049-7e84a6261e5a,segment=NetworkSegment(cd22dec1-b6d0-49f3-8472-e99cae36a155),segment_id=cd22dec1-b6d0-49f3-8472-e99cae36a155)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:53:53.695744 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:53.765020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=a8c34e09-70f6-44d8-9049-7e84a6261e5a,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:53.979306 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['a8c34e09-70f6-44d8-9049-7e84a6261e5a'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:53:54.102393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7829f-44e9-4732-87dc-e359b77ccde9 req-5b5b21f6-7b52-4237-9a83-4d2548fbaf9e tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:54.103924 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3fe7829f-44e9-4732-87dc-e359b77ccde9 req-5b5b21f6-7b52-4237-9a83-4d2548fbaf9e tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 948 time: 0.0833275 Jan 12 09:53:54.150367 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3fe7829f-44e9-4732-87dc-e359b77ccde9 req-452d1188-a0df-4b2b-8183-c3a95288a694 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/security-groups?id=01770626-a234-4068-8a54-cd23bf4ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407023 Jan 12 09:53:55.367180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803d335-d5ea-4098-a9f7-a8987a271408 req-51c13e4b-e5d6-463b-9097-aa102ce4309d tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:55.368513 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5803d335-d5ea-4098-a9f7-a8987a271408 req-51c13e4b-e5d6-463b-9097-aa102ce4309d tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 948 time: 0.0902369 Jan 12 09:53:55.412364 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5803d335-d5ea-4098-a9f7-a8987a271408 req-ddc3a22f-38ff-498e-9eb4-b4e8b0baf816 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/security-groups?id=01770626-a234-4068-8a54-cd23bf4ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370727 Jan 12 09:53:55.451365 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device a8c34e09-70f6-44d8-9049-7e84a6261e5a up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:53:55.524664 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port a8c34e09-70f6-44d8-9049-7e84a6261e5a completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:53:55.529739 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port a8c34e09-70f6-44d8-9049-7e84a6261e5a triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:53:55.530114 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:55.656807 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:55.685173 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a2231d-7384-426f-a34a-fbafe704d839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c34e09-70f6-44d8-9049-7e84a6261e5a'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:53:55.695679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port a8c34e09-70f6-44d8-9049-7e84a6261e5a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a8c34e09-70f6-44d8-9049-7e84a6261e5a,segment=NetworkSegment(cd22dec1-b6d0-49f3-8472-e99cae36a155),segment_id=cd22dec1-b6d0-49f3-8472-e99cae36a155)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:53:55.701654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:53:55.734648 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a2231d-7384-426f-a34a-fbafe704d839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c34e09-70f6-44d8-9049-7e84a6261e5a', 'code': 200} Jan 12 09:53:55.772644 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=a8c34e09-70f6-44d8-9049-7e84a6261e5a,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:53:55.975669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747f350-c71f-40da-9bba-1fcc13608518 req-4ce13b02-c354-4c28-8581-aa9224d02598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:55.977160 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d747f350-c71f-40da-9bba-1fcc13608518 req-4ce13b02-c354-4c28-8581-aa9224d02598 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 1102 time: 0.0701940 Jan 12 09:53:56.024385 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d747f350-c71f-40da-9bba-1fcc13608518 req-09dde572-8508-46c4-8b77-59ed18fc4315 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=01770626-a234-4068-8a54-cd23bf4ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373075 Jan 12 09:53:56.615358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69030d-98e5-4f23-a43f-6b2847545c81 req-9b65cc09-f821-4426-b7ab-95930de6fd93 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:56.616817 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-eb69030d-98e5-4f23-a43f-6b2847545c81 req-9b65cc09-f821-4426-b7ab-95930de6fd93 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 949 time: 0.0946937 Jan 12 09:53:56.664772 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-eb69030d-98e5-4f23-a43f-6b2847545c81 req-b7a5f5b7-7f28-487e-af5d-f4d8ec8f177b tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/security-groups?id=01770626-a234-4068-8a54-cd23bf4ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388896 Jan 12 09:53:57.867286 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5e741-cda7-44cb-ba20-e95b67358d8a req-584a5d08-bb8d-47ea-b54d-c11e7424ba8e tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:57.868751 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b8a5e741-cda7-44cb-ba20-e95b67358d8a req-584a5d08-bb8d-47ea-b54d-c11e7424ba8e tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 949 time: 0.0824075 Jan 12 09:53:57.912374 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b8a5e741-cda7-44cb-ba20-e95b67358d8a req-e7c34c9a-bfa4-40b0-b42d-e45203283f8c tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/security-groups?id=01770626-a234-4068-8a54-cd23bf4ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374300 Jan 12 09:53:59.026958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430f0ba-c74b-4d1b-b377-4e1b20f7f624 req-184c4680-f172-4f81-a884-147e98d4183f tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:53:59.028510 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a430f0ba-c74b-4d1b-b377-4e1b20f7f624 req-184c4680-f172-4f81-a884-147e98d4183f tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 949 time: 0.0859196 Jan 12 09:53:59.072910 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a430f0ba-c74b-4d1b-b377-4e1b20f7f624 req-7c1f145b-3b70-49c3-bb5d-ae395f39da18 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/security-groups?id=01770626-a234-4068-8a54-cd23bf4ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386870 Jan 12 09:54:00.281199 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263310d8-c49a-42bb-8c24-6f53bfc83875 req-1a1c174f-2335-4590-917d-81699097a626 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:00.282671 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-263310d8-c49a-42bb-8c24-6f53bfc83875 req-1a1c174f-2335-4590-917d-81699097a626 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 949 time: 0.0832338 Jan 12 09:54:00.333267 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-263310d8-c49a-42bb-8c24-6f53bfc83875 req-07d378cf-2444-44f2-9a56-ec5b822fe013 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/security-groups?id=01770626-a234-4068-8a54-cd23bf4ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419793 Jan 12 09:54:00.384008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc6728-3c9f-4d69-88ec-40dce7183268 req-290b24d8-f040-45bd-a2ed-66ef1b1433c2 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:00.385368 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ddcc6728-3c9f-4d69-88ec-40dce7183268 req-290b24d8-f040-45bd-a2ed-66ef1b1433c2 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 949 time: 0.0797076 Jan 12 09:54:00.471566 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-ddcc6728-3c9f-4d69-88ec-40dce7183268 req-6f6337a9-d259-47b4-b10e-0d3bc953af82 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Deleting port a8c34e09-70f6-44d8-9049-7e84a6261e5a {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:54:00.471958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ddcc6728-3c9f-4d69-88ec-40dce7183268 req-6f6337a9-d259-47b4-b10e-0d3bc953af82 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:00.716243 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-ddcc6728-3c9f-4d69-88ec-40dce7183268 req-6f6337a9-d259-47b4-b10e-0d3bc953af82 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] For port a8c34e09-70f6-44d8-9049-7e84a6261e5a, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a8c34e09-70f6-44d8-9049-7e84a6261e5a,segment=NetworkSegment(cd22dec1-b6d0-49f3-8472-e99cae36a155),segment_id=cd22dec1-b6d0-49f3-8472-e99cae36a155)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:54:00.716599 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ddcc6728-3c9f-4d69-88ec-40dce7183268 req-6f6337a9-d259-47b4-b10e-0d3bc953af82 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:00.840903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-ddcc6728-3c9f-4d69-88ec-40dce7183268 req-6f6337a9-d259-47b4-b10e-0d3bc953af82 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Calling delete_port for a8c34e09-70f6-44d8-9049-7e84a6261e5a owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:54:00.989368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ddcc6728-3c9f-4d69-88ec-40dce7183268 req-6f6337a9-d259-47b4-b10e-0d3bc953af82 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:01.005162 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['a8c34e09-70f6-44d8-9049-7e84a6261e5a'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:54:01.038428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6337a9-d259-47b4-b10e-0d3bc953af82 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Pushing event deleted for resources: {'Port': ['ID=a8c34e09-70f6-44d8-9049-7e84a6261e5a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:01.118257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcc6728-3c9f-4d69-88ec-40dce7183268 req-6f6337a9-d259-47b4-b10e-0d3bc953af82 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] No DVR routers for this DVR port a8c34e09-70f6-44d8-9049-7e84a6261e5a on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:54:01.120831 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ddcc6728-3c9f-4d69-88ec-40dce7183268 req-6f6337a9-d259-47b4-b10e-0d3bc953af82 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:01.123894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a2231d-7384-426f-a34a-fbafe704d839', 'name': 'network-vif-deleted', 'tag': 'a8c34e09-70f6-44d8-9049-7e84a6261e5a'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:54:01.141347 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ddcc6728-3c9f-4d69-88ec-40dce7183268 req-6f6337a9-d259-47b4-b10e-0d3bc953af82 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.53 "DELETE /v2.0/ports/a8c34e09-70f6-44d8-9049-7e84a6261e5a HTTP/1.1" status: 204 len: 173 time: 0.7471673 Jan 12 09:54:01.170449 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a2231d-7384-426f-a34a-fbafe704d839', 'name': 'network-vif-deleted', 'tag': 'a8c34e09-70f6-44d8-9049-7e84a6261e5a', 'status': 'completed', 'code': 200} Jan 12 09:54:01.497024 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7e7e5b6d-a574-411d-aa6c-9d387c51b523 req-1874d434-6855-4fcf-a36d-746ae637de25 tempest-ServersAdminNegativeTestJSON-363360910 tempest-ServersAdminNegativeTestJSON-363360910-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a2231d-7384-426f-a34a-fbafe704d839 HTTP/1.1" status: 200 len: 210 time: 0.0472763 Jan 12 09:54:02.893095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44194) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:03.048772 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d86e6c6b-4b11-4fc7-b310-a6724b75b6bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=792f0224f2064afda71021ebf80fa2be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543052 Jan 12 09:54:03.051344 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44200) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:03.116444 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6886f470-b840-4f5c-9937-059be3577ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:03.144107 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6886f470-b840-4f5c-9937-059be3577ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:03.206286 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6886f470-b840-4f5c-9937-059be3577ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:03.223024 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886f470-b840-4f5c-9937-059be3577ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01770626-a234-4068-8a54-cd23bf4ccdb9,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:03.237328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6886f470-b840-4f5c-9937-059be3577ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:03.240950 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6886f470-b840-4f5c-9937-059be3577ac9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01770626-a234-4068-8a54-cd23bf4ccdb9 HTTP/1.1" status: 204 len: 168 time: 0.1863065 Jan 12 09:54:03.481923 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device a8c34e09-70f6-44d8-9049-7e84a6261e5a no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:54:03.519789 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: a8c34e09-70f6-44d8-9049-7e84a6261e5a {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:54:03.520270 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device a8c34e09-70f6-44d8-9049-7e84a6261e5a not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:54:03.530217 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 44208) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:03.548350 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12a43e27-3614-4333-9e4b-6958d771db37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:03.562535 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-12a43e27-3614-4333-9e4b-6958d771db37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:03.566443 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-12a43e27-3614-4333-9e4b-6958d771db37 admin admin] Usage tracker for resource:security_group_rule and tenant:234d4642ef6a493ea4d2598147282c18 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:03.569363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-12a43e27-3614-4333-9e4b-6958d771db37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:03.575476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-12a43e27-3614-4333-9e4b-6958d771db37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:03.657843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12a43e27-3614-4333-9e4b-6958d771db37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:03.665012 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-12a43e27-3614-4333-9e4b-6958d771db37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:03.714803 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-12a43e27-3614-4333-9e4b-6958d771db37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=234d4642ef6a493ea4d2598147282c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1833360 Jan 12 09:54:03.715611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a43e27-3614-4333-9e4b-6958d771db37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77495df9-4d39-48f1-acba-01491b89e6a6,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:03.717636 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44212) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:03.787631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-274a56b4-5f66-4e9d-ba9c-7781a04b5c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:03.812513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-274a56b4-5f66-4e9d-ba9c-7781a04b5c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:03.871754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-274a56b4-5f66-4e9d-ba9c-7781a04b5c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:03.886325 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a56b4-5f66-4e9d-ba9c-7781a04b5c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77495df9-4d39-48f1-acba-01491b89e6a6,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:03.893030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-274a56b4-5f66-4e9d-ba9c-7781a04b5c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:03.894148 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-274a56b4-5f66-4e9d-ba9c-7781a04b5c41 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77495df9-4d39-48f1-acba-01491b89e6a6 HTTP/1.1" status: 204 len: 168 time: 0.1755641 Jan 12 09:54:04.677920 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 44236) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:04.790866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1494507875-network', 'tenant_id': '427dfe9a311e40a591f8ceca4d95932f'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:54:04.796624 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:04.800791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Usage tracker for resource:network and tenant:427dfe9a311e40a591f8ceca4d95932f is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:04.803830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:04.810366 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:04.823363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Made reservation on behalf of 427dfe9a311e40a591f8ceca4d95932f for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:54:04.825640 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:04.837542 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:04.851948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:04.856068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Usage tracker for resource:security_group_rule and tenant:427dfe9a311e40a591f8ceca4d95932f is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:04.858993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:04.864874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:04.946529 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:04.952330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:04.980752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:54:04.988834 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6e2f30-23a1-4bd3-aad1-2c1f98118993,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:04.994255 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:04.994590 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Added segment ef06ee8c-919d-465a-8f10-3886b3ecc47d of type vlan for network 37e81ad5-484e-4feb-9c94-d04ab680c482 Jan 12 09:54:05.021095 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:05.056245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:05.057326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:05.057942 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:05.166129 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] Pushing event updated for resources: {'Network': ['ID=37e81ad5-484e-4feb-9c94-d04ab680c482,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:05.178737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 37e81ad5-484e-4feb-9c94-d04ab680c482 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:54:05.179385 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-697b765b-63d8-41d5-8d87-8c8b72dcb066 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4999609 Jan 12 09:54:05.183650 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44242) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:05.189493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-e5380248-f658-4469-b68d-bdf9e6a6a0e4 admin admin] Request body: {'subnet': {'network_id': '37e81ad5-484e-4feb-9c94-d04ab680c482', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1494507875-subnet', 'tenant_id': '427dfe9a311e40a591f8ceca4d95932f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:54:05.194607 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e5380248-f658-4469-b68d-bdf9e6a6a0e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:05.198622 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e5380248-f658-4469-b68d-bdf9e6a6a0e4 admin admin] Usage tracker for resource:subnet and tenant:427dfe9a311e40a591f8ceca4d95932f is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:05.201788 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e5380248-f658-4469-b68d-bdf9e6a6a0e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:05.207843 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e5380248-f658-4469-b68d-bdf9e6a6a0e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:05.220435 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5380248-f658-4469-b68d-bdf9e6a6a0e4 admin admin] Made reservation on behalf of 427dfe9a311e40a591f8ceca4d95932f for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:54:05.222859 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e5380248-f658-4469-b68d-bdf9e6a6a0e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:05.422548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e5380248-f658-4469-b68d-bdf9e6a6a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:05.495454 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5380248-f658-4469-b68d-bdf9e6a6a0e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d36cabdf-64b2-48e3-93e7-d3c89de8ee14,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:05.504503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5380248-f658-4469-b68d-bdf9e6a6a0e4 admin admin] Checking segment: {'id': 'ef06ee8c-919d-465a-8f10-3886b3ecc47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '37e81ad5-484e-4feb-9c94-d04ab680c482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:54:05.504860 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5380248-f658-4469-b68d-bdf9e6a6a0e4 admin admin] Network hostable DHCP agents. Network: 37e81ad5-484e-4feb-9c94-d04ab680c482, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:54:05.525347 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5380248-f658-4469-b68d-bdf9e6a6a0e4 admin admin] Network 37e81ad5-484e-4feb-9c94-d04ab680c482 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:54:05.536390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-e5380248-f658-4469-b68d-bdf9e6a6a0e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 37e81ad5-484e-4feb-9c94-d04ab680c482) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:54:05.540590 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5380248-f658-4469-b68d-bdf9e6a6a0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:05.541171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e5380248-f658-4469-b68d-bdf9e6a6a0e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:05.545522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb583aef-b1af-4cc0-ae66-288ad5ab874d None None] Network 37e81ad5-484e-4feb-9c94-d04ab680c482 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:54:05.570703 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e5380248-f658-4469-b68d-bdf9e6a6a0e4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3784542 Jan 12 09:54:05.750469 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e09a2b-4105-4086-a073-6c0412e09816 None None] Network 37e81ad5-484e-4feb-9c94-d04ab680c482 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:54:06.075994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-d137fde3-ba39-4b89-b8da-dac502475fbc tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:06.076678 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-d137fde3-ba39-4b89-b8da-dac502475fbc tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Synchronizing usage tracker for tenant:427dfe9a311e40a591f8ceca4d95932f on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:54:06.094643 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-d137fde3-ba39-4b89-b8da-dac502475fbc tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Unset dirty status for tenant:427dfe9a311e40a591f8ceca4d95932f on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:54:06.095772 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-d137fde3-ba39-4b89-b8da-dac502475fbc tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/networks?id=37e81ad5-484e-4feb-9c94-d04ab680c482 HTTP/1.1" status: 200 len: 812 time: 0.1667216 Jan 12 09:54:06.111243 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-a8dda5df-51da-4670-9fe4-8d93619ec9ec tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/quotas/427dfe9a311e40a591f8ceca4d95932f HTTP/1.1" status: 200 len: 375 time: 0.0098250 Jan 12 09:54:06.168639 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-8d4596e7-15e4-4b7c-ab8b-9f201f9d0476 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=427dfe9a311e40a591f8ceca4d95932f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497086 Jan 12 09:54:06.222361 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-ffc52a1c-620d-4091-b0c6-f685db9cadfd service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:54:06.223344 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-ffc52a1c-620d-4091-b0c6-f685db9cadfd service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482988 Jan 12 09:54:06.452402 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-cdb4adf7-0de4-4e35-bdee-4fcea0e2387a service neutron] 10.222.0.26 "GET /v2.0/networks/37e81ad5-484e-4feb-9c94-d04ab680c482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230592 Jan 12 09:54:06.590781 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-e4508072-cac0-4d6e-a69f-231bbc58be74 service neutron] 10.222.0.26 "GET /v2.0/networks/37e81ad5-484e-4feb-9c94-d04ab680c482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324620 Jan 12 09:54:06.720312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-26a2815b-e64c-4863-a044-faadccfa37ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:06.774042 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1b756ee9-e4ce-441b-bb0c-94fce5c6771f req-74af2912-ea5f-4985-aac6-9186ae7954ed tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 210 time: 0.0424731 Jan 12 09:54:07.866964 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-85291631-910c-4bb5-883d-d761027f82d9 req-59ce883c-f982-4515-870b-1bfa57ddfd58 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 210 time: 0.0423243 Jan 12 09:54:08.975544 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ff9d4d4d-f3a9-4a12-a4f6-75e7e8ab9e98 req-e406c3ef-59cd-4dda-a265-798a132161df tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 210 time: 0.0475478 Jan 12 09:54:09.322542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-917926cd-d00a-4c20-b7d1-c15f9123ac80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:09.423632 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:54:10.088715 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1a2f52ca-3018-4fea-9c54-b714846c3964 req-1f241faa-7ae0-48f2-8d5b-0d2dc8a114a7 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 210 time: 0.0528824 Jan 12 09:54:10.350039 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:11.066066 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:11.240258 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a12cda92-f512-4a5c-b30c-47ca386b5ac9 req-bea4b4ee-d2b8-41e5-bbe9-c9b5477165da tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 210 time: 0.0432518 Jan 12 09:54:12.096104 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-1ab904b8-8d6d-46a0-8c19-c05176038da1 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:12.097148 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-1ab904b8-8d6d-46a0-8c19-c05176038da1 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.53 "GET /v2.0/networks?id=37e81ad5-484e-4feb-9c94-d04ab680c482 HTTP/1.1" status: 200 len: 812 time: 0.2657425 Jan 12 09:54:12.110996 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Request body: {'port': {'device_id': '897b430d-8b72-40fc-9376-54926b9f5cb3', 'network_id': '37e81ad5-484e-4feb-9c94-d04ab680c482', 'admin_state_up': True, 'tenant_id': '427dfe9a311e40a591f8ceca4d95932f'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:54:12.251848 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:54:12.255907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Usage tracker for resource:port and tenant:427dfe9a311e40a591f8ceca4d95932f is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:54:12.258956 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:54:12.265154 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:54:12.278020 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Made reservation on behalf of 427dfe9a311e40a591f8ceca4d95932f for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:54:12.281731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:12.388995 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-366008f3-d8a3-4036-abff-c056ec261e04 req-41e0b537-ff51-4e25-9910-c0975eca28fd tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 210 time: 0.0448287 Jan 12 09:54:12.443464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Allocated IP 172.20.0.2 (37e81ad5-484e-4feb-9c94-d04ab680c482/d36cabdf-64b2-48e3-93e7-d3c89de8ee14/5115f88b-9959-4c55-aa72-e8a3ed373f17) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:54:12.651508 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:12.651726 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:12.684280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:12.756169 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Network 37e81ad5-484e-4feb-9c94-d04ab680c482 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:54:12.757276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:54:12.761396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:54:12.796344 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Pushing event updated for resources: {'Port': ['ID=5115f88b-9959-4c55-aa72-e8a3ed373f17,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:12.826793 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:12.827473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:12.852182 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-176d63d6-327e-4bc6-bef9-35272ea22f27 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7448299 Jan 12 09:54:12.864097 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Request body: {'port': {'device_id': '897b430d-8b72-40fc-9376-54926b9f5cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:54:12.975961 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:13.327897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5115f88b-9959-4c55-aa72-e8a3ed373f17 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:54:13.335424 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:13.352142 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Transition to ACTIVE for port object 5115f88b-9959-4c55-aa72-e8a3ed373f17 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:54:13.358151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:13.515340 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5115f88b-9959-4c55-aa72-e8a3ed373f17,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:13.645119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Attempting to bind port 5115f88b-9959-4c55-aa72-e8a3ed373f17 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:54:13.645393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Attempting to bind port 5115f88b-9959-4c55-aa72-e8a3ed373f17 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'ef06ee8c-919d-465a-8f10-3886b3ecc47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '37e81ad5-484e-4feb-9c94-d04ab680c482'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:54:13.645761 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Attempting to bind port 5115f88b-9959-4c55-aa72-e8a3ed373f17 on network 37e81ad5-484e-4feb-9c94-d04ab680c482 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:54:13.653265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Port 5115f88b-9959-4c55-aa72-e8a3ed373f17 on network 37e81ad5-484e-4feb-9c94-d04ab680c482 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:54:13.653576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Attempting to bind port 5115f88b-9959-4c55-aa72-e8a3ed373f17 on network 37e81ad5-484e-4feb-9c94-d04ab680c482 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:54:13.661058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:54:13.661389 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Checking segment: {'id': 'ef06ee8c-919d-465a-8f10-3886b3ecc47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '37e81ad5-484e-4feb-9c94-d04ab680c482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:54:13.661761 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Bound using segment: {'id': 'ef06ee8c-919d-465a-8f10-3886b3ecc47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '37e81ad5-484e-4feb-9c94-d04ab680c482'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:54:13.662175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Bound port: 5115f88b-9959-4c55-aa72-e8a3ed373f17, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef06ee8c-919d-465a-8f10-3886b3ecc47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '37e81ad5-484e-4feb-9c94-d04ab680c482'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:54:13.662512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:13.677708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8988040-3a30-42eb-a61d-e671aa23388a req-b91b753a-6eca-4d22-a72d-faf99721cf6f tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:13.678393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-e8988040-3a30-42eb-a61d-e671aa23388a req-b91b753a-6eca-4d22-a72d-faf99721cf6f tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Synchronizing usage tracker for tenant:427dfe9a311e40a591f8ceca4d95932f on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:54:13.741238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-e8988040-3a30-42eb-a61d-e671aa23388a req-b91b753a-6eca-4d22-a72d-faf99721cf6f tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Unset dirty status for tenant:427dfe9a311e40a591f8ceca4d95932f on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:54:13.742407 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e8988040-3a30-42eb-a61d-e671aa23388a req-b91b753a-6eca-4d22-a72d-faf99721cf6f tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 943 time: 0.2282765 Jan 12 09:54:13.790305 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] For port 5115f88b-9959-4c55-aa72-e8a3ed373f17, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:54:13.804185 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] For port 5115f88b-9959-4c55-aa72-e8a3ed373f17, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=5115f88b-9959-4c55-aa72-e8a3ed373f17,segment=NetworkSegment(ef06ee8c-919d-465a-8f10-3886b3ecc47d),segment_id=ef06ee8c-919d-465a-8f10-3886b3ecc47d)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:54:13.807801 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e8988040-3a30-42eb-a61d-e671aa23388a req-9656f2a0-aa60-4494-91c7-f90c464cdca0 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521789 Jan 12 09:54:13.809782 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:13.978241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:13.978870 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:13.980230 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] 10.222.0.53 "PUT /v2.0/ports/5115f88b-9959-4c55-aa72-e8a3ed373f17 HTTP/1.1" status: 200 len: 1093 time: 1.1200829 Jan 12 09:54:13.980650 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897b430d-8b72-40fc-9376-54926b9f5cb3', 'tag': '5115f88b-9959-4c55-aa72-e8a3ed373f17'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:54:14.004641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb38847-7627-4215-a9a2-78e45a8403a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5115f88b-9959-4c55-aa72-e8a3ed373f17,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:14.051904 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897b430d-8b72-40fc-9376-54926b9f5cb3', 'tag': '5115f88b-9959-4c55-aa72-e8a3ed373f17', 'status': 'completed', 'code': 200} Jan 12 09:54:14.093582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-5d86bff3-0675-48f5-8c85-97642bb460de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:14.095121 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-5d86bff3-0675-48f5-8c85-97642bb460de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427dfe9a311e40a591f8ceca4d95932f&device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 1096 time: 0.0751953 Jan 12 09:54:14.164808 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-8ef8b6ed-d9ea-436a-a638-46b6adf9c608 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5115f88b-9959-4c55-aa72-e8a3ed373f17 HTTP/1.1" status: 200 len: 217 time: 0.0621629 Jan 12 09:54:14.229894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-5ce5bbf6-4e3f-4716-99f1-f8129173e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:14.231394 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-5ce5bbf6-4e3f-4716-99f1-f8129173e1c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d36cabdf-64b2-48e3-93e7-d3c89de8ee14 HTTP/1.1" status: 200 len: 852 time: 0.0603125 Jan 12 09:54:14.277028 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-21f69be9-2aa3-4d52-b425-741b57f18717 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=37e81ad5-484e-4feb-9c94-d04ab680c482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396614 Jan 12 09:54:14.408550 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-f113b422-0348-47ff-9d0a-7818aa091a7e service neutron] 10.222.0.53 "GET /v2.0/networks/37e81ad5-484e-4feb-9c94-d04ab680c482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248944 Jan 12 09:54:14.537654 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5c1b733-2e45-45fa-a47c-6949f6710bb1 req-ff642220-ab95-4d6f-ab8c-2ad1b8d6d638 service neutron] 10.222.0.53 "GET /v2.0/networks/37e81ad5-484e-4feb-9c94-d04ab680c482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224504 Jan 12 09:54:14.656943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54670dae-6f85-48fc-a08f-c687b4683020 req-133af732-c9f9-4d4f-983e-618af5a0b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:14.658428 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-54670dae-6f85-48fc-a08f-c687b4683020 req-133af732-c9f9-4d4f-983e-618af5a0b8be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427dfe9a311e40a591f8ceca4d95932f&device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 1096 time: 0.0743287 Jan 12 09:54:14.792625 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54670dae-6f85-48fc-a08f-c687b4683020 req-56e58905-7ca2-4f0a-8c78-57357e2fccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:14.794086 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-54670dae-6f85-48fc-a08f-c687b4683020 req-56e58905-7ca2-4f0a-8c78-57357e2fccec service neutron] 10.222.0.53 "GET /v2.0/networks?id=37e81ad5-484e-4feb-9c94-d04ab680c482 HTTP/1.1" status: 200 len: 913 time: 0.1295435 Jan 12 09:54:14.866262 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-54670dae-6f85-48fc-a08f-c687b4683020 req-3aae09d3-9e6e-46c5-bb43-0b2fffaa2bf1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5115f88b-9959-4c55-aa72-e8a3ed373f17 HTTP/1.1" status: 200 len: 217 time: 0.0654323 Jan 12 09:54:14.980680 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54670dae-6f85-48fc-a08f-c687b4683020 req-434eb779-9b47-4826-8b45-ba352457ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:14.982131 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-54670dae-6f85-48fc-a08f-c687b4683020 req-434eb779-9b47-4826-8b45-ba352457ba87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d36cabdf-64b2-48e3-93e7-d3c89de8ee14 HTTP/1.1" status: 200 len: 852 time: 0.1088991 Jan 12 09:54:15.032948 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-54670dae-6f85-48fc-a08f-c687b4683020 req-7aef8bc6-f6cf-4356-84b8-2f93c761e09c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=37e81ad5-484e-4feb-9c94-d04ab680c482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423591 Jan 12 09:54:15.106483 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc56e8-67fb-4149-90c5-848b69af3551 req-750fc9b7-d769-46ca-bef9-d208c42ade89 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:15.108058 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-65bc56e8-67fb-4149-90c5-848b69af3551 req-750fc9b7-d769-46ca-bef9-d208c42ade89 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 943 time: 0.1920660 Jan 12 09:54:15.221496 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-65bc56e8-67fb-4149-90c5-848b69af3551 req-ad259c10-6521-4414-bf6c-da9a35b0c5a2 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715547 Jan 12 09:54:15.224757 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-54670dae-6f85-48fc-a08f-c687b4683020 req-a9a6a73c-24df-4971-91ce-e71b91808995 service neutron] 10.222.0.53 "GET /v2.0/networks/37e81ad5-484e-4feb-9c94-d04ab680c482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830542 Jan 12 09:54:15.361320 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-54670dae-6f85-48fc-a08f-c687b4683020 req-4f8ab0dc-c41d-45bb-9531-e08ec6312c9c service neutron] 10.222.0.53 "GET /v2.0/networks/37e81ad5-484e-4feb-9c94-d04ab680c482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287725 Jan 12 09:54:16.427344 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1fd8f-7a1c-49c1-ad3a-0cc4ee191f4c req-bb088984-73bd-4659-9d3d-a894d6268210 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:16.428802 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-81a1fd8f-7a1c-49c1-ad3a-0cc4ee191f4c req-bb088984-73bd-4659-9d3d-a894d6268210 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 943 time: 0.0941529 Jan 12 09:54:16.471701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-81a1fd8f-7a1c-49c1-ad3a-0cc4ee191f4c req-6ef5838f-30df-4209-8060-b7dd124d909e tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Synchronizing usage tracker for tenant:427dfe9a311e40a591f8ceca4d95932f on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:54:16.492003 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-81a1fd8f-7a1c-49c1-ad3a-0cc4ee191f4c req-6ef5838f-30df-4209-8060-b7dd124d909e tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Unset dirty status for tenant:427dfe9a311e40a591f8ceca4d95932f on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:54:16.493108 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-81a1fd8f-7a1c-49c1-ad3a-0cc4ee191f4c req-6ef5838f-30df-4209-8060-b7dd124d909e tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585909 Jan 12 09:54:16.688379 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:17.530414 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 5115f88b-9959-4c55-aa72-e8a3ed373f17 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:54:17.671197 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 5115f88b-9959-4c55-aa72-e8a3ed373f17, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=5115f88b-9959-4c55-aa72-e8a3ed373f17,segment=NetworkSegment(ef06ee8c-919d-465a-8f10-3886b3ecc47d),segment_id=ef06ee8c-919d-465a-8f10-3886b3ecc47d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:54:17.686281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c9e2b-afc1-4d45-b75e-bda833b4c288 req-f1986c4f-8b47-4810-b1b4-d3caa2ec8b22 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:17.686887 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '5115f88b-9959-4c55-aa72-e8a3ed373f17', 'network_id': '37e81ad5-484e-4feb-9c94-d04ab680c482', 'port_id': '5115f88b-9959-4c55-aa72-e8a3ed373f17', 'mac_address': 'fa:16:3e:65:9c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36cabdf-64b2-48e3-93e7-d3c89de8ee14', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:54:17.688030 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4e3c9e2b-afc1-4d45-b75e-bda833b4c288 req-f1986c4f-8b47-4810-b1b4-d3caa2ec8b22 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 943 time: 0.0790460 Jan 12 09:54:17.733415 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4e3c9e2b-afc1-4d45-b75e-bda833b4c288 req-73c47705-d065-4b53-8ade-897c70c8c606 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Jan 12 09:54:17.742797 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:17.763588 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5115f88b-9959-4c55-aa72-e8a3ed373f17 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:54:17.780216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 5115f88b-9959-4c55-aa72-e8a3ed373f17, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=5115f88b-9959-4c55-aa72-e8a3ed373f17,segment=NetworkSegment(ef06ee8c-919d-465a-8f10-3886b3ecc47d),segment_id=ef06ee8c-919d-465a-8f10-3886b3ecc47d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:54:17.785276 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:17.853368 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=5115f88b-9959-4c55-aa72-e8a3ed373f17,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:18.040785 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['5115f88b-9959-4c55-aa72-e8a3ed373f17'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:54:18.930376 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e6ee1-771c-419f-abfe-ee93e2b7673a req-e796f0fd-91c3-417d-9466-5ddcca9246d3 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:18.931843 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c19e6ee1-771c-419f-abfe-ee93e2b7673a req-e796f0fd-91c3-417d-9466-5ddcca9246d3 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 944 time: 0.0945466 Jan 12 09:54:18.977909 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c19e6ee1-771c-419f-abfe-ee93e2b7673a req-f97ea02a-c255-4f84-ac48-ecec75ee9e7c tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374272 Jan 12 09:54:19.546030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 5115f88b-9959-4c55-aa72-e8a3ed373f17 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:54:19.618716 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 5115f88b-9959-4c55-aa72-e8a3ed373f17 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:54:19.626003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 5115f88b-9959-4c55-aa72-e8a3ed373f17 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:19.626378 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:19.747147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:19.775618 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897b430d-8b72-40fc-9376-54926b9f5cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5115f88b-9959-4c55-aa72-e8a3ed373f17'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:54:19.791529 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 5115f88b-9959-4c55-aa72-e8a3ed373f17, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=5115f88b-9959-4c55-aa72-e8a3ed373f17,segment=NetworkSegment(ef06ee8c-919d-465a-8f10-3886b3ecc47d),segment_id=ef06ee8c-919d-465a-8f10-3886b3ecc47d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:54:19.796962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:19.834829 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897b430d-8b72-40fc-9376-54926b9f5cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5115f88b-9959-4c55-aa72-e8a3ed373f17', 'code': 200} Jan 12 09:54:19.874603 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=5115f88b-9959-4c55-aa72-e8a3ed373f17,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:20.178381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0644621-6732-4ae1-b1ea-da9de0d050c7 req-43264532-6269-4000-b502-b9f6111d8627 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:20.179971 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f0644621-6732-4ae1-b1ea-da9de0d050c7 req-43264532-6269-4000-b502-b9f6111d8627 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0873666 Jan 12 09:54:20.201680 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c0abc-4299-4214-9bcc-c55ecdf5fa68 req-7207f272-6d5f-417a-a80a-ac4a5b22db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:20.203271 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-292c0abc-4299-4214-9bcc-c55ecdf5fa68 req-7207f272-6d5f-417a-a80a-ac4a5b22db2b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 1098 time: 0.1922352 Jan 12 09:54:20.224689 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f0644621-6732-4ae1-b1ea-da9de0d050c7 req-040f67f1-4cb8-460b-b88c-0bb636a83c69 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385706 Jan 12 09:54:20.249205 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-292c0abc-4299-4214-9bcc-c55ecdf5fa68 req-239c1c01-e0e2-4445-98c8-227df5dd7bce service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340433 Jan 12 09:54:21.418915 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50f8db-49a1-4fc3-8e80-0bde9e91b337 req-ff4237a5-3008-413f-9a5e-7e75d24514c4 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:21.420400 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-db50f8db-49a1-4fc3-8e80-0bde9e91b337 req-ff4237a5-3008-413f-9a5e-7e75d24514c4 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0845020 Jan 12 09:54:21.470469 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-db50f8db-49a1-4fc3-8e80-0bde9e91b337 req-5300d8f8-1c64-41a0-9476-25d0fa7f3f54 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443048 Jan 12 09:54:22.670519 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ead52a-8be9-4857-aed5-db77ed236dc5 req-b9092bd2-2d2a-4192-9359-3bb14a4ea2a8 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:22.672017 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-44ead52a-8be9-4857-aed5-db77ed236dc5 req-b9092bd2-2d2a-4192-9359-3bb14a4ea2a8 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0855601 Jan 12 09:54:22.725229 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-44ead52a-8be9-4857-aed5-db77ed236dc5 req-2ee9ed52-e5ca-4880-93b5-ebcdfd932a38 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475175 Jan 12 09:54:23.093683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44324) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:54:23.122979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e7a5a-999c-41f6-9b94-1604a948d035 req-a114cce3-b960-47a5-b217-9813a60c1e70 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:23.124439 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e02e7a5a-999c-41f6-9b94-1604a948d035 req-a114cce3-b960-47a5-b217-9813a60c1e70 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0799351 Jan 12 09:54:23.171372 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e02e7a5a-999c-41f6-9b94-1604a948d035 req-0505fdb3-ba7a-4d74-99ae-cffd3b24dd08 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412462 Jan 12 09:54:23.216962 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-384e7cc5-820f-47e7-98db-8e188d92440c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1210554 Jan 12 09:54:24.364859 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cf9a1-7a32-486f-9d8b-866ae752ebe3 req-012e05d6-9662-4e53-bd20-54f189d43f85 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:24.366227 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-756cf9a1-7a32-486f-9d8b-866ae752ebe3 req-012e05d6-9662-4e53-bd20-54f189d43f85 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0876880 Jan 12 09:54:24.410202 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-756cf9a1-7a32-486f-9d8b-866ae752ebe3 req-540849cf-43d9-4704-8dd4-83c15474af7a tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382154 Jan 12 09:54:24.533983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-26707b93-874f-4f75-9686-65e856d0a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:24.535500 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-26707b93-874f-4f75-9686-65e856d0a3b9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427dfe9a311e40a591f8ceca4d95932f&device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0755360 Jan 12 09:54:24.667819 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-f081d5ce-12ec-41c8-b917-889609ac855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:24.669718 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-f081d5ce-12ec-41c8-b917-889609ac855a service neutron] 10.222.0.53 "GET /v2.0/networks?id=37e81ad5-484e-4feb-9c94-d04ab680c482 HTTP/1.1" status: 200 len: 913 time: 0.1278665 Jan 12 09:54:24.738662 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-71d7a7f0-d221-4677-8b3e-1bbd8ca689c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5115f88b-9959-4c55-aa72-e8a3ed373f17 HTTP/1.1" status: 200 len: 217 time: 0.0624416 Jan 12 09:54:24.800157 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-8f6c577b-91d7-4450-962d-9ad4d4a0c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:24.801561 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-8f6c577b-91d7-4450-962d-9ad4d4a0c391 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d36cabdf-64b2-48e3-93e7-d3c89de8ee14 HTTP/1.1" status: 200 len: 852 time: 0.0562587 Jan 12 09:54:24.846282 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-d1445413-e412-4a3a-8c8f-d066687dc319 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=37e81ad5-484e-4feb-9c94-d04ab680c482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384297 Jan 12 09:54:24.984017 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-001f7135-ef78-4e40-81ab-561c47c1adb9 service neutron] 10.222.0.53 "GET /v2.0/networks/37e81ad5-484e-4feb-9c94-d04ab680c482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312182 Jan 12 09:54:25.113778 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-04873d8f-feab-42f3-a6d5-33a291f13b93 service neutron] 10.222.0.53 "GET /v2.0/networks/37e81ad5-484e-4feb-9c94-d04ab680c482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231258 Jan 12 09:54:25.614514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061141b-7d8c-4586-92be-596102c330e5 req-9951e7fa-ecee-41e8-bcd8-f0c2a0e2d41a tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:25.615898 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1061141b-7d8c-4586-92be-596102c330e5 req-9951e7fa-ecee-41e8-bcd8-f0c2a0e2d41a tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0901868 Jan 12 09:54:25.661439 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1061141b-7d8c-4586-92be-596102c330e5 req-e7e45a09-f668-4c16-920e-933a26878943 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370252 Jan 12 09:54:26.868660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff50ae-4409-4613-ad14-5062d3d04b97 req-5b775436-79b2-4a51-8562-f612cda95ca9 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:26.870159 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7cff50ae-4409-4613-ad14-5062d3d04b97 req-5b775436-79b2-4a51-8562-f612cda95ca9 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0924590 Jan 12 09:54:26.917367 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7cff50ae-4409-4613-ad14-5062d3d04b97 req-9d30fc9e-a479-48ed-ba2c-e04ff3fd9f8b tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382750 Jan 12 09:54:28.114890 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c308884-2ffc-4880-81d4-f05b64a35073 req-63e94ccc-c5b4-4ff9-b6e5-a3d36da49de9 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:28.116670 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5c308884-2ffc-4880-81d4-f05b64a35073 req-63e94ccc-c5b4-4ff9-b6e5-a3d36da49de9 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0846488 Jan 12 09:54:28.167755 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5c308884-2ffc-4880-81d4-f05b64a35073 req-b2d5c09a-cb02-4a38-ba38-e00569a2f994 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455666 Jan 12 09:54:29.370116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054646d-4af2-443a-8175-e2a2e8a7e28c req-96fa2bac-09bb-43a5-84dd-1c1ddb55de18 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:29.371521 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b054646d-4af2-443a-8175-e2a2e8a7e28c req-96fa2bac-09bb-43a5-84dd-1c1ddb55de18 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0936768 Jan 12 09:54:29.419907 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b054646d-4af2-443a-8175-e2a2e8a7e28c req-71c4152d-527b-4987-b290-3e993e515e14 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422692 Jan 12 09:54:30.629055 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d9ffe-00aa-4234-80d8-56b07ea1471b req-f5731d68-223d-4f5f-acfd-158d0db0c710 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:30.630506 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b46d9ffe-00aa-4234-80d8-56b07ea1471b req-f5731d68-223d-4f5f-acfd-158d0db0c710 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0866148 Jan 12 09:54:30.679132 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b46d9ffe-00aa-4234-80d8-56b07ea1471b req-1b3dd079-6868-4d72-844f-8797dda7bc7b tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401373 Jan 12 09:54:31.895628 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c789a-565f-41d9-b4d1-4c61d99f0a08 req-d4baeeab-764e-48c5-a70e-ab727ccc2b3c tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:31.897113 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-477c789a-565f-41d9-b4d1-4c61d99f0a08 req-d4baeeab-764e-48c5-a70e-ab727ccc2b3c tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0832233 Jan 12 09:54:31.954826 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-477c789a-565f-41d9-b4d1-4c61d99f0a08 req-3eff43c4-2514-4ab0-9274-48e13667ebb5 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485404 Jan 12 09:54:33.150273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542a939-3d48-4160-b064-8a3ecb84053b req-d60be04d-556f-4224-83ef-a54e66478ca5 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:33.151771 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0542a939-3d48-4160-b064-8a3ecb84053b req-d60be04d-556f-4224-83ef-a54e66478ca5 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0860479 Jan 12 09:54:33.196718 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0542a939-3d48-4160-b064-8a3ecb84053b req-fddd856c-af55-4fc7-b2a0-54be958d59d1 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391808 Jan 12 09:54:34.392074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9d48a-7f9b-472e-a67a-37b2b94259e9 req-d63680ae-05cc-48c1-926e-4f36c3bfa04b tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:34.393520 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-91d9d48a-7f9b-472e-a67a-37b2b94259e9 req-d63680ae-05cc-48c1-926e-4f36c3bfa04b tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0859582 Jan 12 09:54:34.451759 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-91d9d48a-7f9b-472e-a67a-37b2b94259e9 req-2c9bd68c-ffbb-48a1-9f54-2869dfbda918 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495152 Jan 12 09:54:35.653457 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af8d1a-39bf-408a-9482-dc5b73e99a5f req-e922a7f2-b8d1-434b-a601-40361dde06d1 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:35.654965 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-92af8d1a-39bf-408a-9482-dc5b73e99a5f req-e922a7f2-b8d1-434b-a601-40361dde06d1 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0851831 Jan 12 09:54:35.703319 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-92af8d1a-39bf-408a-9482-dc5b73e99a5f req-a3fd6a19-2434-4889-b67e-a9523fffc8ab tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426970 Jan 12 09:54:36.741255 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-945265fd-f0ca-4aec-a28d-a8037ff43394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:36.894345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c753dc-e512-4168-b815-eae794c4bbfd req-a82897ec-00ed-470e-903b-d47c1fd0c112 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:36.895821 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c753dc-e512-4168-b815-eae794c4bbfd req-a82897ec-00ed-470e-903b-d47c1fd0c112 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0838032 Jan 12 09:54:36.939069 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c753dc-e512-4168-b815-eae794c4bbfd req-8cfba28a-4815-4036-8f6c-df95df3a0127 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374117 Jan 12 09:54:38.148447 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55958bb1-3553-449d-bf15-4fb6ffbce0d3 req-bf0df4f8-bc23-4328-a4e1-b84ed9d83f10 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:38.149880 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-55958bb1-3553-449d-bf15-4fb6ffbce0d3 req-bf0df4f8-bc23-4328-a4e1-b84ed9d83f10 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0808358 Jan 12 09:54:38.197697 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-55958bb1-3553-449d-bf15-4fb6ffbce0d3 req-b7f97fc8-779c-4ed5-bcbd-93161948ba66 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389767 Jan 12 09:54:39.317022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-efb367c1-b71f-427b-9400-6a57d6491807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:39.404567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddd42b-fc5e-46c0-b39a-d7eaaf51447a req-3fe52ec9-a33a-42aa-888b-98a645bf64a5 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:39.405918 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-50ddd42b-fc5e-46c0-b39a-d7eaaf51447a req-3fe52ec9-a33a-42aa-888b-98a645bf64a5 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0884409 Jan 12 09:54:39.449740 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-50ddd42b-fc5e-46c0-b39a-d7eaaf51447a req-69bb65d6-70f0-4a21-82ac-abc093a37bf7 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377166 Jan 12 09:54:40.349447 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:40.662421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87f8e-ae56-4298-bec9-e828a80264c7 req-a0f82323-1ac2-4156-89e9-0ac1b8b36275 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:40.663885 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0cc87f8e-ae56-4298-bec9-e828a80264c7 req-a0f82323-1ac2-4156-89e9-0ac1b8b36275 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0933044 Jan 12 09:54:40.709261 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0cc87f8e-ae56-4298-bec9-e828a80264c7 req-e3730f46-7f40-412f-ac0f-4386e86b7111 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370033 Jan 12 09:54:41.068358 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:41.459256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04bb8b-515f-4158-8641-20cf3e4e5aa9 req-73563013-8c80-4f12-8e45-3e7411269653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:41.460741 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1d04bb8b-515f-4158-8641-20cf3e4e5aa9 req-73563013-8c80-4f12-8e45-3e7411269653 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427dfe9a311e40a591f8ceca4d95932f&device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0816331 Jan 12 09:54:41.613505 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04bb8b-515f-4158-8641-20cf3e4e5aa9 req-76a18989-4125-4f7e-8c52-76b6fc265839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:41.615096 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1d04bb8b-515f-4158-8641-20cf3e4e5aa9 req-76a18989-4125-4f7e-8c52-76b6fc265839 service neutron] 10.222.0.53 "GET /v2.0/networks?id=37e81ad5-484e-4feb-9c94-d04ab680c482 HTTP/1.1" status: 200 len: 913 time: 0.1292803 Jan 12 09:54:41.781872 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1d04bb8b-515f-4158-8641-20cf3e4e5aa9 req-07d27f54-226e-44b4-aaf4-ad47815b8963 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5115f88b-9959-4c55-aa72-e8a3ed373f17 HTTP/1.1" status: 200 len: 217 time: 0.1597514 Jan 12 09:54:41.892378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04bb8b-515f-4158-8641-20cf3e4e5aa9 req-3d17f097-9f54-4ba9-8b01-6f2e99867d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:41.893790 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1d04bb8b-515f-4158-8641-20cf3e4e5aa9 req-3d17f097-9f54-4ba9-8b01-6f2e99867d9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d36cabdf-64b2-48e3-93e7-d3c89de8ee14 HTTP/1.1" status: 200 len: 852 time: 0.1049378 Jan 12 09:54:41.942747 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1d04bb8b-515f-4158-8641-20cf3e4e5aa9 req-7e4d170e-bc74-4625-9bd3-92844490cf2b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=37e81ad5-484e-4feb-9c94-d04ab680c482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416050 Jan 12 09:54:41.993809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a16a80-d00b-4e33-adbf-cb34b7f44fb6 req-732a5960-e697-49e9-9073-f6aad53bf441 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:41.995209 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-61a16a80-d00b-4e33-adbf-cb34b7f44fb6 req-732a5960-e697-49e9-9073-f6aad53bf441 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.1768503 Jan 12 09:54:42.096150 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-61a16a80-d00b-4e33-adbf-cb34b7f44fb6 req-15af73ca-8455-4910-845f-55e9102b4d82 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876572 Jan 12 09:54:42.132197 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1d04bb8b-515f-4158-8641-20cf3e4e5aa9 req-55d41791-1518-4554-b22e-49178f0d4ba1 service neutron] 10.222.0.53 "GET /v2.0/networks/37e81ad5-484e-4feb-9c94-d04ab680c482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830118 Jan 12 09:54:42.266145 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1d04bb8b-515f-4158-8641-20cf3e4e5aa9 req-973b4621-38a4-4ff7-ace7-66c93e8b0a07 service neutron] 10.222.0.53 "GET /v2.0/networks/37e81ad5-484e-4feb-9c94-d04ab680c482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267710 Jan 12 09:54:42.656967 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:43.304417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2be346-025c-4765-a5e0-8f935ee2dfc0 req-4af6d65e-a02c-4018-afac-3af1fc6f30ae tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:43.305895 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2c2be346-025c-4765-a5e0-8f935ee2dfc0 req-4af6d65e-a02c-4018-afac-3af1fc6f30ae tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0935063 Jan 12 09:54:43.349977 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2c2be346-025c-4765-a5e0-8f935ee2dfc0 req-ca7c7f86-5843-482d-bc01-21da011bf3d4 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382981 Jan 12 09:54:44.547627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08324c2f-9053-4156-a481-3fd0d35806f3 req-117c466f-e03b-4b08-8f5d-930ee9b61466 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:44.549064 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08324c2f-9053-4156-a481-3fd0d35806f3 req-117c466f-e03b-4b08-8f5d-930ee9b61466 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0905087 Jan 12 09:54:44.592181 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08324c2f-9053-4156-a481-3fd0d35806f3 req-0b3d3e4c-65cc-45ff-bad1-6bb5c7f55b47 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374038 Jan 12 09:54:45.801264 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc5f67-79e2-4c39-856c-341709921ca6 req-f61c144d-5e4c-45d5-abaa-d54d3db9d9f4 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:45.802752 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-eedc5f67-79e2-4c39-856c-341709921ca6 req-f61c144d-5e4c-45d5-abaa-d54d3db9d9f4 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0898528 Jan 12 09:54:45.852961 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-eedc5f67-79e2-4c39-856c-341709921ca6 req-b2f92e2a-fd38-4dd2-92b1-82e1bd15554c tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430055 Jan 12 09:54:46.427424 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:54:46.694050 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:47.060409 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e869c47-540a-439b-9eb2-5954f0c99b90 req-2bd10755-cb6e-4a48-9c74-27838e3015d5 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:47.061790 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3e869c47-540a-439b-9eb2-5954f0c99b90 req-2bd10755-cb6e-4a48-9c74-27838e3015d5 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0855501 Jan 12 09:54:47.106050 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3e869c47-540a-439b-9eb2-5954f0c99b90 req-2d3eefbe-c0fa-4b57-b43a-570131d1e159 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382993 Jan 12 09:54:48.315186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fbe01-2562-49cf-acef-5355bd52cab1 req-3410270b-713d-4e2b-96e1-8f3e839b31a7 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:48.316626 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4b5fbe01-2562-49cf-acef-5355bd52cab1 req-3410270b-713d-4e2b-96e1-8f3e839b31a7 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0842524 Jan 12 09:54:48.370501 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4b5fbe01-2562-49cf-acef-5355bd52cab1 req-8c4d76b6-a497-40cf-a71e-6a47f6fcbc12 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477715 Jan 12 09:54:49.570572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfe85c-c22b-4084-a605-a7c146d0377c req-9791787f-afcf-460b-8abf-f46d21571837 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:49.572098 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-82cfe85c-c22b-4084-a605-a7c146d0377c req-9791787f-afcf-460b-8abf-f46d21571837 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0903521 Jan 12 09:54:49.619768 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-82cfe85c-c22b-4084-a605-a7c146d0377c req-be878073-2f32-4042-a6a2-47873f28a5a7 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395210 Jan 12 09:54:50.833371 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66346c1e-aa29-485e-86ce-f3e62eba0352 req-80b860cc-9c61-4d4c-be9f-10a01f0a0fa1 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:50.834874 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-66346c1e-aa29-485e-86ce-f3e62eba0352 req-80b860cc-9c61-4d4c-be9f-10a01f0a0fa1 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0920894 Jan 12 09:54:50.882085 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-66346c1e-aa29-485e-86ce-f3e62eba0352 req-57911467-a413-4073-bb4e-ed36117813bb tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413733 Jan 12 09:54:52.144912 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-931bcf72-22da-4e8c-8787-751c199261b0 service neutron] 10.222.0.53 "GET /v2.0/ports/5115f88b-9959-4c55-aa72-e8a3ed373f17/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.1015801 Jan 12 09:54:52.157431 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b94ddd-1398-4789-a13c-8544ae8e5d1c req-21b11f45-05e1-4481-ab52-86bb633ca7b3 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:52.158922 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d9b94ddd-1398-4789-a13c-8544ae8e5d1c req-21b11f45-05e1-4481-ab52-86bb633ca7b3 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.1553650 Jan 12 09:54:52.207550 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d9b94ddd-1398-4789-a13c-8544ae8e5d1c req-fee511a9-d2ea-4647-9ff9-05cfaf2c2a65 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424547 Jan 12 09:54:52.434692 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-a110bb45-a017-4be1-b5f3-4bcfda3b742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:52.436223 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-a110bb45-a017-4be1-b5f3-4bcfda3b742d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3&tenant_id=427dfe9a311e40a591f8ceca4d95932f HTTP/1.1" status: 200 len: 1098 time: 0.0748188 Jan 12 09:54:52.538978 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-69d677f7-b4fa-406d-aaa4-8faf85b05040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:52.540317 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-69d677f7-b4fa-406d-aaa4-8faf85b05040 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427dfe9a311e40a591f8ceca4d95932f&device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0727737 Jan 12 09:54:52.676305 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-acc5294a-be72-43ff-9c59-a96b74fd6d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:52.677743 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-acc5294a-be72-43ff-9c59-a96b74fd6d59 service neutron] 10.222.0.53 "GET /v2.0/networks?id=37e81ad5-484e-4feb-9c94-d04ab680c482 HTTP/1.1" status: 200 len: 913 time: 0.1279204 Jan 12 09:54:52.748924 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-62fc0b85-0ff0-4b03-ab31-42d9b3a4c971 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5115f88b-9959-4c55-aa72-e8a3ed373f17 HTTP/1.1" status: 200 len: 217 time: 0.0637984 Jan 12 09:54:52.818415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-64f7113f-2379-4623-8c3f-b858284c9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:52.819777 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-64f7113f-2379-4623-8c3f-b858284c9074 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d36cabdf-64b2-48e3-93e7-d3c89de8ee14 HTTP/1.1" status: 200 len: 852 time: 0.0615625 Jan 12 09:54:52.869184 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-a05a80ed-172b-463b-840e-1b36ec553020 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=37e81ad5-484e-4feb-9c94-d04ab680c482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399265 Jan 12 09:54:53.117532 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-fed006a4-9d7f-445e-ae2a-f8f5c98bf605 service neutron] 10.222.0.53 "GET /v2.0/networks/37e81ad5-484e-4feb-9c94-d04ab680c482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385705 Jan 12 09:54:53.260037 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e59def93-db81-45e6-b1d7-5c45476ed3ab req-c9b72e42-1139-4bf4-a35f-1bbb6c022ba1 service neutron] 10.222.0.53 "GET /v2.0/networks/37e81ad5-484e-4feb-9c94-d04ab680c482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332080 Jan 12 09:54:53.404998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4dcb89-3691-4ae6-957a-0bfc3da70250 req-3329d357-21f8-4957-8d0a-ce3a28c9bb25 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:53.406374 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cd4dcb89-3691-4ae6-957a-0bfc3da70250 req-3329d357-21f8-4957-8d0a-ce3a28c9bb25 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0868695 Jan 12 09:54:53.450181 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cd4dcb89-3691-4ae6-957a-0bfc3da70250 req-4315dd49-aa53-4da1-b544-dbc0f0c85f71 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379968 Jan 12 09:54:54.644512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591f9e-b09f-4a27-9ed3-770c306bd490 req-c6182963-f2a8-4c1b-b793-b1c041dafcbf tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:54.645986 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f591f9e-b09f-4a27-9ed3-770c306bd490 req-c6182963-f2a8-4c1b-b793-b1c041dafcbf tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0810649 Jan 12 09:54:54.693762 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f591f9e-b09f-4a27-9ed3-770c306bd490 req-92ad0e60-3f76-40f0-9c08-fc68306f0ab8 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416987 Jan 12 09:54:55.687407 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 5115f88b-9959-4c55-aa72-e8a3ed373f17 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:54:55.691169 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 5115f88b-9959-4c55-aa72-e8a3ed373f17 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:54:55.879630 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0adf3-052e-48c7-8ab9-e5a055486622 req-d907cae1-a2d2-4b19-beb1-2b1e64c4ee11 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:55.881418 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2fa0adf3-052e-48c7-8ab9-e5a055486622 req-d907cae1-a2d2-4b19-beb1-2b1e64c4ee11 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0809240 Jan 12 09:54:55.927491 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2fa0adf3-052e-48c7-8ab9-e5a055486622 req-a81812d9-6864-4cc7-aed6-88217bf28c68 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Jan 12 09:54:55.938416 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:55.959777 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 5115f88b-9959-4c55-aa72-e8a3ed373f17, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=5115f88b-9959-4c55-aa72-e8a3ed373f17,segment=NetworkSegment(ef06ee8c-919d-465a-8f10-3886b3ecc47d),segment_id=ef06ee8c-919d-465a-8f10-3886b3ecc47d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:54:55.979591 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '5115f88b-9959-4c55-aa72-e8a3ed373f17', 'network_id': '37e81ad5-484e-4feb-9c94-d04ab680c482', 'port_id': '5115f88b-9959-4c55-aa72-e8a3ed373f17', 'mac_address': 'fa:16:3e:65:9c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36cabdf-64b2-48e3-93e7-d3c89de8ee14', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:54:55.984678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897b430d-8b72-40fc-9376-54926b9f5cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5115f88b-9959-4c55-aa72-e8a3ed373f17'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:54:56.027938 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 5115f88b-9959-4c55-aa72-e8a3ed373f17, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=5115f88b-9959-4c55-aa72-e8a3ed373f17,segment=NetworkSegment(ef06ee8c-919d-465a-8f10-3886b3ecc47d),segment_id=ef06ee8c-919d-465a-8f10-3886b3ecc47d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:54:56.036234 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:56.072304 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897b430d-8b72-40fc-9376-54926b9f5cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5115f88b-9959-4c55-aa72-e8a3ed373f17', 'code': 200} Jan 12 09:54:56.101684 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:56.126291 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5115f88b-9959-4c55-aa72-e8a3ed373f17 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:54:56.134168 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=5115f88b-9959-4c55-aa72-e8a3ed373f17,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:56.174785 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:56.175140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:56.175473 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:56.175799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:56.176123 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:56.176449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:56.176772 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:56.177091 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:56.177432 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:56.177746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:56.178107 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:56.178399 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:54:56.201068 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:54:56.201344 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:54:56.325906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-3241fe9c-2ebf-46cd-99b3-bb6638034325 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:56.327390 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-3241fe9c-2ebf-46cd-99b3-bb6638034325 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.53 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3&tenant_id=427dfe9a311e40a591f8ceca4d95932f&binding%3Ahost_id=hv-neutron-8243 HTTP/1.1" status: 200 len: 943 time: 0.0855124 Jan 12 09:54:56.475756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-f174cfb6-52e7-479c-8546-d88e01457eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:56.477138 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-f174cfb6-52e7-479c-8546-d88e01457eec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427dfe9a311e40a591f8ceca4d95932f&device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 1096 time: 0.0740595 Jan 12 09:54:56.611038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-29726d60-3089-4ffb-bfc6-69d0e87ebe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:56.612516 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-29726d60-3089-4ffb-bfc6-69d0e87ebe5c service neutron] 10.222.0.53 "GET /v2.0/networks?id=37e81ad5-484e-4feb-9c94-d04ab680c482 HTTP/1.1" status: 200 len: 913 time: 0.1291695 Jan 12 09:54:56.682399 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-c54b2db5-e853-4500-9011-5e352730a378 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5115f88b-9959-4c55-aa72-e8a3ed373f17 HTTP/1.1" status: 200 len: 217 time: 0.0630550 Jan 12 09:54:56.746633 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-ef7359d0-94e1-4c4b-a377-5d1596504092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:56.748364 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-ef7359d0-94e1-4c4b-a377-5d1596504092 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d36cabdf-64b2-48e3-93e7-d3c89de8ee14 HTTP/1.1" status: 200 len: 852 time: 0.0598130 Jan 12 09:54:56.760278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:56.777600 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5115f88b-9959-4c55-aa72-e8a3ed373f17 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:54:56.793343 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 5115f88b-9959-4c55-aa72-e8a3ed373f17, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=5115f88b-9959-4c55-aa72-e8a3ed373f17,segment=NetworkSegment(ef06ee8c-919d-465a-8f10-3886b3ecc47d),segment_id=ef06ee8c-919d-465a-8f10-3886b3ecc47d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:54:56.793702 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-a4a2b83c-21fc-420a-b437-fa24174905e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=37e81ad5-484e-4feb-9c94-d04ab680c482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394943 Jan 12 09:54:56.800093 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:56.867889 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=5115f88b-9959-4c55-aa72-e8a3ed373f17,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:56.871842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['5115f88b-9959-4c55-aa72-e8a3ed373f17'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:54:56.923523 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-c67a5dcf-cb0b-462d-9cf4-81d95d945923 service neutron] 10.222.0.53 "GET /v2.0/networks/37e81ad5-484e-4feb-9c94-d04ab680c482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237972 Jan 12 09:54:57.054881 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-ce593925-bb8a-4d0b-8e2e-26fa2cf236f5 service neutron] 10.222.0.53 "GET /v2.0/networks/37e81ad5-484e-4feb-9c94-d04ab680c482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245918 Jan 12 09:54:57.688516 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 5115f88b-9959-4c55-aa72-e8a3ed373f17 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:54:57.757470 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 5115f88b-9959-4c55-aa72-e8a3ed373f17 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:54:57.757759 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:57.883962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:57.917821 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 5115f88b-9959-4c55-aa72-e8a3ed373f17, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=5115f88b-9959-4c55-aa72-e8a3ed373f17,segment=NetworkSegment(ef06ee8c-919d-465a-8f10-3886b3ecc47d),segment_id=ef06ee8c-919d-465a-8f10-3886b3ecc47d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:54:57.924117 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:54:57.992602 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=5115f88b-9959-4c55-aa72-e8a3ed373f17,revision_number=8']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:54:58.024517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c02d88-e9d7-41ea-bbdb-c8aca4bf78ac req-1ceb0470-f903-4643-9635-5972180b8aac tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:58.025964 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-92c02d88-e9d7-41ea-bbdb-c8aca4bf78ac req-1ceb0470-f903-4643-9635-5972180b8aac tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0826473 Jan 12 09:54:58.070395 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-92c02d88-e9d7-41ea-bbdb-c8aca4bf78ac req-f5bda24f-a9b7-4219-a6ed-7b730d10cf74 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383661 Jan 12 09:54:58.073035 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897b430d-8b72-40fc-9376-54926b9f5cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5115f88b-9959-4c55-aa72-e8a3ed373f17'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:54:58.116527 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897b430d-8b72-40fc-9376-54926b9f5cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5115f88b-9959-4c55-aa72-e8a3ed373f17', 'code': 200} Jan 12 09:54:59.267666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc41c8d-3f2a-4d78-80fb-718e914dc109 req-e97802f3-673c-48ad-ade6-152351730540 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:59.269211 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bbc41c8d-3f2a-4d78-80fb-718e914dc109 req-e97802f3-673c-48ad-ade6-152351730540 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0893080 Jan 12 09:54:59.315025 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bbc41c8d-3f2a-4d78-80fb-718e914dc109 req-7aaf5d89-ad4f-427e-8f7f-9ac9a5e9251c tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401635 Jan 12 09:54:59.791464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-8d580cac-8b09-4d8d-b735-7d54134309c9 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:54:59.793095 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-8d580cac-8b09-4d8d-b735-7d54134309c9 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.53 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0877311 Jan 12 09:54:59.869841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Deleting port 5115f88b-9959-4c55-aa72-e8a3ed373f17 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:54:59.870177 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:00.121014 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] For port 5115f88b-9959-4c55-aa72-e8a3ed373f17, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=5115f88b-9959-4c55-aa72-e8a3ed373f17,segment=NetworkSegment(ef06ee8c-919d-465a-8f10-3886b3ecc47d),segment_id=ef06ee8c-919d-465a-8f10-3886b3ecc47d)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:55:00.121350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:00.255423 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Calling delete_port for 5115f88b-9959-4c55-aa72-e8a3ed373f17 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:55:00.541184 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:00.556809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['5115f88b-9959-4c55-aa72-e8a3ed373f17'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:55:00.595999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Pushing event deleted for resources: {'Port': ['ID=5115f88b-9959-4c55-aa72-e8a3ed373f17,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:00.639726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:00.640074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:00.640414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:00.640750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:00.641077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:00.641404 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:00.641734 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:00.642058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:00.642380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:00.642701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:00.643047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:00.643391 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:00.684825 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] No DVR routers for this DVR port 5115f88b-9959-4c55-aa72-e8a3ed373f17 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:55:00.687646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:00.690948 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897b430d-8b72-40fc-9376-54926b9f5cb3', 'name': 'network-vif-deleted', 'tag': '5115f88b-9959-4c55-aa72-e8a3ed373f17'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:55:00.708172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2605f-d935-443f-a216-01129828d0cb req-005cad38-2a8f-481a-bb69-9095b4fe121c tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:00.709640 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-03e2605f-d935-443f-a216-01129828d0cb req-005cad38-2a8f-481a-bb69-9095b4fe121c tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/ports?device_id=897b430d-8b72-40fc-9376-54926b9f5cb3 HTTP/1.1" status: 200 len: 867 time: 0.2333024 Jan 12 09:55:00.729803 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47c86fb0-5d47-48f8-8de7-c492777498e2 req-e40b550a-02bf-4738-8300-8c72a6930053 tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.53 "DELETE /v2.0/ports/5115f88b-9959-4c55-aa72-e8a3ed373f17 HTTP/1.1" status: 204 len: 173 time: 0.9287586 Jan 12 09:55:00.735991 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897b430d-8b72-40fc-9376-54926b9f5cb3', 'name': 'network-vif-deleted', 'tag': '5115f88b-9959-4c55-aa72-e8a3ed373f17', 'status': 'completed', 'code': 200} Jan 12 09:55:00.762619 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-03e2605f-d935-443f-a216-01129828d0cb req-b920ed14-c33d-43af-9b3d-6e81f7168fed tempest-DeleteServersTestJSON-454538102 tempest-DeleteServersTestJSON-454538102-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6e2f30-23a1-4bd3-aad1-2c1f98118993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469761 Jan 12 09:55:02.025475 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44428) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:55:02.084143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0212b75-3b72-497a-8220-4e0e8fb748b2 admin admin] Deleting subnet d36cabdf-64b2-48e3-93e7-d3c89de8ee14 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:55:02.087025 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b0212b75-3b72-497a-8220-4e0e8fb748b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:02.136712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b0212b75-3b72-497a-8220-4e0e8fb748b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:02.195523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b0212b75-3b72-497a-8220-4e0e8fb748b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:02.274494 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b0212b75-3b72-497a-8220-4e0e8fb748b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:02.316109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0212b75-3b72-497a-8220-4e0e8fb748b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d36cabdf-64b2-48e3-93e7-d3c89de8ee14,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:02.319957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b0212b75-3b72-497a-8220-4e0e8fb748b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:02.325868 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b0212b75-3b72-497a-8220-4e0e8fb748b2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d36cabdf-64b2-48e3-93e7-d3c89de8ee14 HTTP/1.1" status: 204 len: 168 time: 0.2993405 Jan 12 09:55:02.328446 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44432) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:55:02.434274 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c5e388c-fd51-46ad-8fd3-c55ff023e46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:02.556642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c5e388c-fd51-46ad-8fd3-c55ff023e46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:02.581234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-1c5e388c-fd51-46ad-8fd3-c55ff023e46a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e81ad5-484e-4feb-9c94-d04ab680c482']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:55:02.593254 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-1c5e388c-fd51-46ad-8fd3-c55ff023e46a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef06ee8c-919d-465a-8f10-3886b3ecc47d') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:55:02.593551 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-1c5e388c-fd51-46ad-8fd3-c55ff023e46a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef06ee8c-919d-465a-8f10-3886b3ecc47d') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:55:02.604662 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c5e388c-fd51-46ad-8fd3-c55ff023e46a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:02.624270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c5e388c-fd51-46ad-8fd3-c55ff023e46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:02.630345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5e388c-fd51-46ad-8fd3-c55ff023e46a admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:55:02.630718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c5e388c-fd51-46ad-8fd3-c55ff023e46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:55:02.643478 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:55:02.719230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c5e388c-fd51-46ad-8fd3-c55ff023e46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:02.724175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1c5e388c-fd51-46ad-8fd3-c55ff023e46a admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:02.747696 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e388c-fd51-46ad-8fd3-c55ff023e46a admin admin] Pushing event deleted for resources: {'Network': ['ID=37e81ad5-484e-4feb-9c94-d04ab680c482,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:02.758830 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1c5e388c-fd51-46ad-8fd3-c55ff023e46a admin admin] 10.222.0.26 "DELETE /v2.0/networks/37e81ad5-484e-4feb-9c94-d04ab680c482 HTTP/1.1" status: 204 len: 168 time: 0.4271448 Jan 12 09:55:02.902582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44438) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:55:02.956666 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d1d11a77-192a-4e5b-9aed-fbe660a59bad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=427dfe9a311e40a591f8ceca4d95932f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528572 Jan 12 09:55:02.960016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44442) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:55:03.017797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d75284b3-8ba5-4790-a370-751604ab1f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:03.043862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d75284b3-8ba5-4790-a370-751604ab1f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:03.095309 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d75284b3-8ba5-4790-a370-751604ab1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:03.113239 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75284b3-8ba5-4790-a370-751604ab1f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6e2f30-23a1-4bd3-aad1-2c1f98118993,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:03.125454 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d75284b3-8ba5-4790-a370-751604ab1f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:03.126681 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d75284b3-8ba5-4790-a370-751604ab1f05 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c6e2f30-23a1-4bd3-aad1-2c1f98118993 HTTP/1.1" status: 204 len: 168 time: 0.1658099 Jan 12 09:55:03.718176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 5115f88b-9959-4c55-aa72-e8a3ed373f17 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:55:03.751786 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 5115f88b-9959-4c55-aa72-e8a3ed373f17 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:55:03.752118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 5115f88b-9959-4c55-aa72-e8a3ed373f17 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:55:03.941069 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44466) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:55:04.096750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-381942981-network', 'tenant_id': '428c928db8c74eb388b9cae216af53b7'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:55:04.101659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:55:04.105513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Usage tracker for resource:network and tenant:428c928db8c74eb388b9cae216af53b7 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:55:04.108378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:55:04.114422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:55:04.126316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Made reservation on behalf of 428c928db8c74eb388b9cae216af53b7 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:55:04.128764 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:04.140901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:04.155362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:55:04.159477 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Usage tracker for resource:security_group_rule and tenant:428c928db8c74eb388b9cae216af53b7 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:55:04.162402 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:55:04.168442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:55:04.258444 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:04.266209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:04.297817 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:55:04.306287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:04.312356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:04.312695 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Added segment 67732324-08db-48f0-908d-087e956fe44b of type vlan for network 2e63942c-4747-4147-a9eb-8697975ca121 Jan 12 09:55:04.339460 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:04.369191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:04.370248 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:04.371020 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:04.468395 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5261652 Jan 12 09:55:04.471714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 44472) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:55:04.473623 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5eaac-9150-409e-8392-1bfd0f41049f admin admin] Pushing event updated for resources: {'Network': ['ID=2e63942c-4747-4147-a9eb-8697975ca121,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:04.477401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Request body: {'subnet': {'network_id': '2e63942c-4747-4147-a9eb-8697975ca121', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-381942981-subnet', 'tenant_id': '428c928db8c74eb388b9cae216af53b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:55:04.482602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:55:04.484262 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 2e63942c-4747-4147-a9eb-8697975ca121 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:55:04.486869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Usage tracker for resource:subnet and tenant:428c928db8c74eb388b9cae216af53b7 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:55:04.489834 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:55:04.495857 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:55:04.512302 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Made reservation on behalf of 428c928db8c74eb388b9cae216af53b7 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:55:04.514961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:04.823891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:04.895538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=426bb593-6a44-4467-ae38-7b3c44dbd0ce,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:04.906174 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:04.906516 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:04.906864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:04.907194 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:04.907517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:04.907824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:04.908147 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:04.908467 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:04.908779 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:04.909089 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:04.909400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:04.909709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:55:04.915766 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Checking segment: {'id': '67732324-08db-48f0-908d-087e956fe44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e63942c-4747-4147-a9eb-8697975ca121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:55:04.916236 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Network hostable DHCP agents. Network: 2e63942c-4747-4147-a9eb-8697975ca121, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:55:04.937665 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Network 2e63942c-4747-4147-a9eb-8697975ca121 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:55:04.948352 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 2e63942c-4747-4147-a9eb-8697975ca121) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:55:04.952540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:04.953095 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:04.957481 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242e7a28-d647-4384-9ad6-b16acd78eadd None None] Network 2e63942c-4747-4147-a9eb-8697975ca121 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:55:04.979355 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a8f6bf33-4d77-45a3-9dec-0b0e6fc332f0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5064104 Jan 12 09:55:05.176733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc4c2c1-7428-452e-9094-bc36c9aa903f None None] Network 2e63942c-4747-4147-a9eb-8697975ca121 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:55:05.476746 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-7d851068-61b9-4b23-a7bc-dd629cdd1310 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:05.477411 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-7d851068-61b9-4b23-a7bc-dd629cdd1310 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Synchronizing usage tracker for tenant:428c928db8c74eb388b9cae216af53b7 on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:55:05.498604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-7d851068-61b9-4b23-a7bc-dd629cdd1310 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Unset dirty status for tenant:428c928db8c74eb388b9cae216af53b7 on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:55:05.500078 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-7d851068-61b9-4b23-a7bc-dd629cdd1310 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/networks?id=2e63942c-4747-4147-a9eb-8697975ca121 HTTP/1.1" status: 200 len: 814 time: 0.1654172 Jan 12 09:55:05.519981 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-fa9ee482-3b8d-446c-85da-d777d462056a tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/quotas/428c928db8c74eb388b9cae216af53b7 HTTP/1.1" status: 200 len: 375 time: 0.0141456 Jan 12 09:55:05.565586 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-0c61d7b7-d905-4b0a-a3fa-2fe557084874 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=428c928db8c74eb388b9cae216af53b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407131 Jan 12 09:55:05.575886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-5dc2f041-2d62-4ebb-9151-11713d469270 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 09:55:05.576827 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-5dc2f041-2d62-4ebb-9151-11713d469270 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048082 Jan 12 09:55:05.815519 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-165fa6c5-96b2-4e2f-86d2-34248adede66 service neutron] 10.222.0.26 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332463 Jan 12 09:55:05.945142 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-7a3ab813-5343-4558-9d9c-24f2a47b6823 service neutron] 10.222.0.26 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236229 Jan 12 09:55:06.125712 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b496096d-ce9a-4f0f-8163-040b4ed88122 req-46d7ca16-dba6-40b8-b388-987bc97517d7 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 210 time: 0.0434985 Jan 12 09:55:06.725447 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5625fab8-5375-4ae6-aad8-f3f343b18295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:07.311155 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b7dd32b5-a021-432e-9770-c279719837a1 req-0a7c1d32-f8d7-4590-a832-dd5df784eab3 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 210 time: 0.0531254 Jan 12 09:55:07.352250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-9b40892b-f530-4bbf-8bba-af7392c371eb tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:07.353681 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-9b40892b-f530-4bbf-8bba-af7392c371eb tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.53 "GET /v2.0/networks?id=2e63942c-4747-4147-a9eb-8697975ca121 HTTP/1.1" status: 200 len: 814 time: 0.1961827 Jan 12 09:55:07.379116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Request body: {'port': {'device_id': '2f0489cd-355c-48d9-bd97-15a5fe4dea4a', 'network_id': '2e63942c-4747-4147-a9eb-8697975ca121', 'admin_state_up': True, 'tenant_id': '428c928db8c74eb388b9cae216af53b7'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:55:07.514652 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:55:07.518926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Usage tracker for resource:port and tenant:428c928db8c74eb388b9cae216af53b7 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:55:07.521909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:55:07.528035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:55:07.540795 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Made reservation on behalf of 428c928db8c74eb388b9cae216af53b7 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:55:07.544266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:07.707336 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Allocated IP 172.20.0.6 (2e63942c-4747-4147-a9eb-8697975ca121/426bb593-6a44-4467-ae38-7b3c44dbd0ce/955a8925-7fbe-4555-99fb-f8c1bd3090d0) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:55:07.910449 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:07.942407 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:08.015871 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Network 2e63942c-4747-4147-a9eb-8697975ca121 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:55:08.019021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:55:08.022885 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:55:08.052512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Pushing event updated for resources: {'Port': ['ID=955a8925-7fbe-4555-99fb-f8c1bd3090d0,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:08.087181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:08.087794 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:08.109917 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-111e6f3a-599d-46ad-8003-cd34b08e98cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7352381 Jan 12 09:55:08.126707 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Request body: {'port': {'device_id': '2f0489cd-355c-48d9-bd97-15a5fe4dea4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:55:08.239284 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:08.496718 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c63ec-5812-4bd5-8ff3-aaf4612bd84c req-09544fed-9cf1-456a-b68f-61b6c5857053 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:08.498492 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e29c63ec-5812-4bd5-8ff3-aaf4612bd84c req-09544fed-9cf1-456a-b68f-61b6c5857053 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 931 time: 0.0828345 Jan 12 09:55:08.541778 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e29c63ec-5812-4bd5-8ff3-aaf4612bd84c req-3971fa7e-43f8-479e-a4fa-afae0b87847c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372384 Jan 12 09:55:08.578340 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955a8925-7fbe-4555-99fb-f8c1bd3090d0 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:55:08.585467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:08.599446 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Transition to ACTIVE for port object 955a8925-7fbe-4555-99fb-f8c1bd3090d0 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:55:08.606851 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:08.828535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Pushing event updated for resources: {'Port': ['ID=955a8925-7fbe-4555-99fb-f8c1bd3090d0,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:08.931374 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Attempting to bind port 955a8925-7fbe-4555-99fb-f8c1bd3090d0 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:55:08.931701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Attempting to bind port 955a8925-7fbe-4555-99fb-f8c1bd3090d0 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '67732324-08db-48f0-908d-087e956fe44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e63942c-4747-4147-a9eb-8697975ca121'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:55:08.932015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Attempting to bind port 955a8925-7fbe-4555-99fb-f8c1bd3090d0 on network 2e63942c-4747-4147-a9eb-8697975ca121 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:55:08.936900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Port 955a8925-7fbe-4555-99fb-f8c1bd3090d0 on network 2e63942c-4747-4147-a9eb-8697975ca121 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:55:08.937227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Attempting to bind port 955a8925-7fbe-4555-99fb-f8c1bd3090d0 on network 2e63942c-4747-4147-a9eb-8697975ca121 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:55:08.942617 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:55:08.942999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Checking segment: {'id': '67732324-08db-48f0-908d-087e956fe44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e63942c-4747-4147-a9eb-8697975ca121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:55:08.943372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Bound using segment: {'id': '67732324-08db-48f0-908d-087e956fe44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e63942c-4747-4147-a9eb-8697975ca121'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:55:08.943787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Bound port: 955a8925-7fbe-4555-99fb-f8c1bd3090d0, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67732324-08db-48f0-908d-087e956fe44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e63942c-4747-4147-a9eb-8697975ca121'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:55:08.944115 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:09.031771 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] For port 955a8925-7fbe-4555-99fb-f8c1bd3090d0, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:55:09.034906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] For port 955a8925-7fbe-4555-99fb-f8c1bd3090d0, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=955a8925-7fbe-4555-99fb-f8c1bd3090d0,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:55:09.041514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:09.100516 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:09.101306 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:09.103036 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] 10.222.0.53 "PUT /v2.0/ports/955a8925-7fbe-4555-99fb-f8c1bd3090d0 HTTP/1.1" status: 200 len: 1093 time: 0.9806426 Jan 12 09:55:09.103489 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0489cd-355c-48d9-bd97-15a5fe4dea4a', 'tag': '955a8925-7fbe-4555-99fb-f8c1bd3090d0'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:55:09.127065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e84501-8c9b-4e2f-a2dd-b4931f03a2cc service neutron] Pushing event updated for resources: {'Port': ['ID=955a8925-7fbe-4555-99fb-f8c1bd3090d0,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:09.181938 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0489cd-355c-48d9-bd97-15a5fe4dea4a', 'tag': '955a8925-7fbe-4555-99fb-f8c1bd3090d0', 'status': 'completed', 'code': 200} Jan 12 09:55:09.223244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-baaf67c7-b208-42d1-85f0-7e0313004850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:09.224705 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-baaf67c7-b208-42d1-85f0-7e0313004850 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=428c928db8c74eb388b9cae216af53b7&device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 1096 time: 0.0746548 Jan 12 09:55:09.299093 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-56d77684-7fe2-4f30-95e9-67465d1514d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=955a8925-7fbe-4555-99fb-f8c1bd3090d0 HTTP/1.1" status: 200 len: 217 time: 0.0634389 Jan 12 09:55:09.322755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-19da17cb-30a8-4898-8623-995a06b77818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:09.368627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-f3d36111-fc6e-4248-9782-4f2286dceff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:09.370210 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-f3d36111-fc6e-4248-9782-4f2286dceff0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=426bb593-6a44-4467-ae38-7b3c44dbd0ce HTTP/1.1" status: 200 len: 854 time: 0.0617559 Jan 12 09:55:09.426933 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-4281c90c-2fc7-4c0e-840d-8c9cf2f63fe7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e63942c-4747-4147-a9eb-8697975ca121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475957 Jan 12 09:55:09.581808 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-bf88edcb-178d-4412-ab06-a9df8fcd54b1 service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441410 Jan 12 09:55:09.717673 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7da904a-fd86-4b54-bd33-b358d0681614 req-e2695274-722d-4328-abd7-6a4864a43cac service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263549 Jan 12 09:55:09.732324 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d5db0-3ed9-4da7-94ab-552fdbaabeab req-bfbd8842-acdd-4e68-9d6f-3e8f9217f191 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:09.733777 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a92d5db0-3ed9-4da7-94ab-552fdbaabeab req-bfbd8842-acdd-4e68-9d6f-3e8f9217f191 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 943 time: 0.0795574 Jan 12 09:55:09.780698 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a92d5db0-3ed9-4da7-94ab-552fdbaabeab req-1eb3323e-399f-43f9-80d8-a63bfcf26161 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403662 Jan 12 09:55:09.850453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bbe9b-e823-4cb0-a990-9d2c6dfb1e1e req-8efb20e0-0efe-4d08-af08-64d238dbfff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:09.851888 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-708bbe9b-e823-4cb0-a990-9d2c6dfb1e1e req-8efb20e0-0efe-4d08-af08-64d238dbfff6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=428c928db8c74eb388b9cae216af53b7&device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 1096 time: 0.0711820 Jan 12 09:55:09.984048 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bbe9b-e823-4cb0-a990-9d2c6dfb1e1e req-80afc48d-50dc-4f4c-954c-907916e3b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:09.985491 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-708bbe9b-e823-4cb0-a990-9d2c6dfb1e1e req-80afc48d-50dc-4f4c-954c-907916e3b35f service neutron] 10.222.0.53 "GET /v2.0/networks?id=2e63942c-4747-4147-a9eb-8697975ca121 HTTP/1.1" status: 200 len: 915 time: 0.1249228 Jan 12 09:55:10.057040 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-708bbe9b-e823-4cb0-a990-9d2c6dfb1e1e req-2d4fb124-13c8-43dd-8e0f-f50b7ea04593 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=955a8925-7fbe-4555-99fb-f8c1bd3090d0 HTTP/1.1" status: 200 len: 217 time: 0.0631688 Jan 12 09:55:10.123821 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bbe9b-e823-4cb0-a990-9d2c6dfb1e1e req-eefe698e-74c1-4c2d-bfc3-5383d0ffa126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:10.125209 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-708bbe9b-e823-4cb0-a990-9d2c6dfb1e1e req-eefe698e-74c1-4c2d-bfc3-5383d0ffa126 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=426bb593-6a44-4467-ae38-7b3c44dbd0ce HTTP/1.1" status: 200 len: 854 time: 0.0615444 Jan 12 09:55:10.175714 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-708bbe9b-e823-4cb0-a990-9d2c6dfb1e1e req-816ef159-65f6-4610-b7f6-c7be52bc3f4a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e63942c-4747-4147-a9eb-8697975ca121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432622 Jan 12 09:55:10.317771 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-708bbe9b-e823-4cb0-a990-9d2c6dfb1e1e req-8388bc45-88cd-41a9-90b6-24cbb5b098d3 service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353178 Jan 12 09:55:10.344793 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:10.549274 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-708bbe9b-e823-4cb0-a990-9d2c6dfb1e1e req-8dd817a1-f05d-46c7-b53e-928a5f2d0085 service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235847 Jan 12 09:55:10.978074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58da29b-091d-49db-aad9-afdaea7b7416 req-eae359b0-25e5-446d-846b-a80606e2c191 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:10.978825 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-d58da29b-091d-49db-aad9-afdaea7b7416 req-eae359b0-25e5-446d-846b-a80606e2c191 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Synchronizing usage tracker for tenant:428c928db8c74eb388b9cae216af53b7 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:55:11.000902 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-d58da29b-091d-49db-aad9-afdaea7b7416 req-eae359b0-25e5-446d-846b-a80606e2c191 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Unset dirty status for tenant:428c928db8c74eb388b9cae216af53b7 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:55:11.002048 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d58da29b-091d-49db-aad9-afdaea7b7416 req-eae359b0-25e5-446d-846b-a80606e2c191 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 943 time: 0.1044779 Jan 12 09:55:11.048939 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-d58da29b-091d-49db-aad9-afdaea7b7416 req-1a437ee6-47a9-4270-a7b4-7918e52c32dc tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Synchronizing usage tracker for tenant:428c928db8c74eb388b9cae216af53b7 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:55:11.070651 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-d58da29b-091d-49db-aad9-afdaea7b7416 req-1a437ee6-47a9-4270-a7b4-7918e52c32dc tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Unset dirty status for tenant:428c928db8c74eb388b9cae216af53b7 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:55:11.071810 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d58da29b-091d-49db-aad9-afdaea7b7416 req-1a437ee6-47a9-4270-a7b4-7918e52c32dc tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612094 Jan 12 09:55:11.075094 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:11.764363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 955a8925-7fbe-4555-99fb-f8c1bd3090d0 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:55:11.911145 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 955a8925-7fbe-4555-99fb-f8c1bd3090d0, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=955a8925-7fbe-4555-99fb-f8c1bd3090d0,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:55:11.957025 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '955a8925-7fbe-4555-99fb-f8c1bd3090d0', 'network_id': '2e63942c-4747-4147-a9eb-8697975ca121', 'port_id': '955a8925-7fbe-4555-99fb-f8c1bd3090d0', 'mac_address': 'fa:16:3e:e2:7f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426bb593-6a44-4467-ae38-7b3c44dbd0ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:55:12.011017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:12.027660 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955a8925-7fbe-4555-99fb-f8c1bd3090d0 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:55:12.044324 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 955a8925-7fbe-4555-99fb-f8c1bd3090d0, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=955a8925-7fbe-4555-99fb-f8c1bd3090d0,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:55:12.050294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:12.121211 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=955a8925-7fbe-4555-99fb-f8c1bd3090d0,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:12.301179 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['955a8925-7fbe-4555-99fb-f8c1bd3090d0'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:55:12.407237 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f686df-6e90-4513-952c-56ae9422be12 req-cd483b26-c8ed-4886-9eaa-d311b3453df0 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:12.408682 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-91f686df-6e90-4513-952c-56ae9422be12 req-cd483b26-c8ed-4886-9eaa-d311b3453df0 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 944 time: 0.0827038 Jan 12 09:55:12.453393 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-91f686df-6e90-4513-952c-56ae9422be12 req-a1ceeb7c-7792-4323-9a4b-07e73dc72fc9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387926 Jan 12 09:55:12.668078 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:13.655356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b07b3-6115-4192-bb01-e93a1727caac req-3ab57f0d-f9a4-4f7c-8e77-bfa2b96353b5 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:13.656815 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3a7b07b3-6115-4192-bb01-e93a1727caac req-3ab57f0d-f9a4-4f7c-8e77-bfa2b96353b5 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 944 time: 0.0881050 Jan 12 09:55:13.703319 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3a7b07b3-6115-4192-bb01-e93a1727caac req-14f1bd70-bcbf-4bbd-8abe-528bfb92dfde tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380783 Jan 12 09:55:13.794898 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 955a8925-7fbe-4555-99fb-f8c1bd3090d0 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:55:13.876595 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 955a8925-7fbe-4555-99fb-f8c1bd3090d0 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:55:13.881462 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 955a8925-7fbe-4555-99fb-f8c1bd3090d0 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:55:13.881823 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:13.998795 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:14.024512 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0489cd-355c-48d9-bd97-15a5fe4dea4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955a8925-7fbe-4555-99fb-f8c1bd3090d0'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:55:14.035869 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 955a8925-7fbe-4555-99fb-f8c1bd3090d0, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=955a8925-7fbe-4555-99fb-f8c1bd3090d0,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:55:14.043537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:14.079979 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0489cd-355c-48d9-bd97-15a5fe4dea4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955a8925-7fbe-4555-99fb-f8c1bd3090d0', 'code': 200} Jan 12 09:55:14.112159 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=955a8925-7fbe-4555-99fb-f8c1bd3090d0,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:14.327441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d979d30-d967-49ad-8706-f8fb9902f959 req-f5f10bb1-e20f-4163-b854-de95f308c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:14.328830 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7d979d30-d967-49ad-8706-f8fb9902f959 req-f5f10bb1-e20f-4163-b854-de95f308c377 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 1098 time: 0.0748796 Jan 12 09:55:14.378397 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7d979d30-d967-49ad-8706-f8fb9902f959 req-026cd8f7-cdfd-4d27-9c58-b1aaa3fc8722 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388308 Jan 12 09:55:14.917391 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf68e5d-bf4d-4202-82c0-4ead94137a13 req-788caba8-728e-4573-928e-658b87f85de9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:14.918879 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bbf68e5d-bf4d-4202-82c0-4ead94137a13 req-788caba8-728e-4573-928e-658b87f85de9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0938003 Jan 12 09:55:14.964144 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bbf68e5d-bf4d-4202-82c0-4ead94137a13 req-c4d4eb99-3736-42f7-838d-87d03a4714ff tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394769 Jan 12 09:55:16.154879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d452c7-b085-4263-a756-a99340f72076 req-3b97288a-60d1-4261-9006-8b0de786616c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:16.156370 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b4d452c7-b085-4263-a756-a99340f72076 req-3b97288a-60d1-4261-9006-8b0de786616c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0843267 Jan 12 09:55:16.203432 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b4d452c7-b085-4263-a756-a99340f72076 req-4949f5d1-d75b-4525-b7f6-5f959d703b5d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413156 Jan 12 09:55:16.424210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c484e-81d5-4a7a-9d32-6e5087df7de6 req-134a1990-f5f6-432a-a615-baf0dc2ce261 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:16.425697 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e25c484e-81d5-4a7a-9d32-6e5087df7de6 req-134a1990-f5f6-432a-a615-baf0dc2ce261 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.1023128 Jan 12 09:55:16.472397 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e25c484e-81d5-4a7a-9d32-6e5087df7de6 req-bb94bdbb-d09e-40f7-8eed-d54405da4edd tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 Jan 12 09:55:16.702166 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:16.854402 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66e3d3-6b52-482c-a19f-27e41d433c40 req-a871135e-08a1-4f6d-961b-310cd19e753d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:16.855793 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bc66e3d3-6b52-482c-a19f-27e41d433c40 req-a871135e-08a1-4f6d-961b-310cd19e753d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0814009 Jan 12 09:55:16.902553 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bc66e3d3-6b52-482c-a19f-27e41d433c40 req-cf0cbbab-b4e9-4119-b2a5-7b22501d4c63 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381386 Jan 12 09:55:17.100922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6209246-7a1e-49f2-a2b4-7f303ddcef19 req-d4323351-a912-4b8b-9709-840c20481b71 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:17.102458 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f6209246-7a1e-49f2-a2b4-7f303ddcef19 req-d4323351-a912-4b8b-9709-840c20481b71 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0844293 Jan 12 09:55:17.150375 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f6209246-7a1e-49f2-a2b4-7f303ddcef19 req-819cf56f-3e90-45c8-b7c8-21c071a556ac tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394146 Jan 12 09:55:17.514729 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-15b85954-577e-46be-81a6-341358755e5d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731928 Jan 12 09:55:17.561040 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abba084-bd02-434b-aee3-f67bf1c979c8 req-85be5bd4-9d6f-4295-b17e-84290d1a9ff9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:17.562516 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2abba084-bd02-434b-aee3-f67bf1c979c8 req-85be5bd4-9d6f-4295-b17e-84290d1a9ff9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0791147 Jan 12 09:55:17.612803 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2abba084-bd02-434b-aee3-f67bf1c979c8 req-17d65b4f-5124-49e5-bbdf-6c02acf23df1 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444629 Jan 12 09:55:18.831629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a74b2-5c39-4a43-a824-740d4031c049 req-1c07e8f4-3822-4566-9a0a-5e8ff62dd51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:18.833090 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-1c07e8f4-3822-4566-9a0a-5e8ff62dd51d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=428c928db8c74eb388b9cae216af53b7&device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 1098 time: 0.1297932 Jan 12 09:55:18.843180 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01afa0f-4b65-43c9-8711-ecd97a870905 req-32ddbc6d-d6ca-4bc5-8813-4d8956491314 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:18.844512 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e01afa0f-4b65-43c9-8711-ecd97a870905 req-32ddbc6d-d6ca-4bc5-8813-4d8956491314 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.1068389 Jan 12 09:55:18.967698 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e01afa0f-4b65-43c9-8711-ecd97a870905 req-ef277756-0f60-4a05-8d16-8b9ec922c2d9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051040 Jan 12 09:55:19.000790 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a74b2-5c39-4a43-a824-740d4031c049 req-938e73cc-fa87-47d9-9595-bfa3c44522ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:19.002266 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-938e73cc-fa87-47d9-9595-bfa3c44522ae service neutron] 10.222.0.53 "GET /v2.0/networks?id=2e63942c-4747-4147-a9eb-8697975ca121 HTTP/1.1" status: 200 len: 915 time: 0.1569285 Jan 12 09:55:19.079009 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-3f78c542-127d-4576-9a70-35766631d449 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=955a8925-7fbe-4555-99fb-f8c1bd3090d0 HTTP/1.1" status: 200 len: 217 time: 0.0694058 Jan 12 09:55:19.151176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a74b2-5c39-4a43-a824-740d4031c049 req-5848dcd0-9b7a-4624-8ff6-728d9df69942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:19.152604 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-5848dcd0-9b7a-4624-8ff6-728d9df69942 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=426bb593-6a44-4467-ae38-7b3c44dbd0ce HTTP/1.1" status: 200 len: 854 time: 0.0679622 Jan 12 09:55:19.201145 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-1f0d93b0-ffb5-49ce-bb53-c8056469fe50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e63942c-4747-4147-a9eb-8697975ca121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422671 Jan 12 09:55:19.331341 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-fa352041-a8dd-4100-b6be-43f01abe0a92 service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236739 Jan 12 09:55:19.460726 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-f05fc49a-14f8-4a3e-a76b-fa3505e6792b service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223421 Jan 12 09:55:20.163348 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81765a19-936c-4073-a771-2cb9ef1e94f9 req-7522f52e-35f5-4cba-96ef-1084e3758c50 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:20.164985 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-81765a19-936c-4073-a771-2cb9ef1e94f9 req-7522f52e-35f5-4cba-96ef-1084e3758c50 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0854204 Jan 12 09:55:20.210597 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-81765a19-936c-4073-a771-2cb9ef1e94f9 req-5e0fd81b-0560-45a4-b612-69c6496c71a6 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395195 Jan 12 09:55:21.408621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f2af4-71a2-4c9f-bc00-3483bc1db8fd req-dfef31d2-a160-42aa-ac31-40bdf716e9d3 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:21.409957 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5f4f2af4-71a2-4c9f-bc00-3483bc1db8fd req-dfef31d2-a160-42aa-ac31-40bdf716e9d3 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0830407 Jan 12 09:55:21.453030 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5f4f2af4-71a2-4c9f-bc00-3483bc1db8fd req-ff3735b7-d3fb-4021-9344-c2b198c1c83d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372937 Jan 12 09:55:22.663106 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd91cc-2e41-42cb-a713-b212e0a6b961 req-fffecf49-3028-4174-92c6-52ef657b13a4 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:22.664598 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-65fd91cc-2e41-42cb-a713-b212e0a6b961 req-fffecf49-3028-4174-92c6-52ef657b13a4 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0857701 Jan 12 09:55:22.710468 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-65fd91cc-2e41-42cb-a713-b212e0a6b961 req-241f2583-07a9-48cc-a65a-fc84ed8d1ef2 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373726 Jan 12 09:55:23.431653 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:55:24.011314 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4e6c1-1f05-4477-a9c2-71438e9f0c2b req-2d74f345-e547-4220-aaac-60d8c8d972df tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:24.012676 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-79f4e6c1-1f05-4477-a9c2-71438e9f0c2b req-2d74f345-e547-4220-aaac-60d8c8d972df tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.1938276 Jan 12 09:55:24.058712 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-79f4e6c1-1f05-4477-a9c2-71438e9f0c2b req-0c8b3e0d-f937-4f15-aab9-a7c352484da8 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375693 Jan 12 09:55:25.253627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f47ec5-7a5f-4a7b-8dde-f93a0a0a00f5 req-871b59d2-b110-4808-83f5-4beeaef9633a tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:25.255098 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-52f47ec5-7a5f-4a7b-8dde-f93a0a0a00f5 req-871b59d2-b110-4808-83f5-4beeaef9633a tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0842636 Jan 12 09:55:25.300906 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-52f47ec5-7a5f-4a7b-8dde-f93a0a0a00f5 req-68d888c0-ba55-4f29-97d5-3a60ac5e1cbd tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 Jan 12 09:55:26.509683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95759d4-bf45-4674-83be-60f955a309fd req-4604a2b7-6134-4499-934b-4c7b521cc425 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:26.511162 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b95759d4-bf45-4674-83be-60f955a309fd req-4604a2b7-6134-4499-934b-4c7b521cc425 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0932961 Jan 12 09:55:26.557900 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b95759d4-bf45-4674-83be-60f955a309fd req-59a59fdf-0f64-414d-ac5f-3604d4cf7085 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382323 Jan 12 09:55:27.827654 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f9476-360d-4034-b7d5-6174eec54806 req-22ccf5b5-74ec-459f-b861-f60f99aa3831 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:27.829095 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c87f9476-360d-4034-b7d5-6174eec54806 req-22ccf5b5-74ec-459f-b861-f60f99aa3831 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.1531763 Jan 12 09:55:27.872558 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c87f9476-360d-4034-b7d5-6174eec54806 req-a75c61ed-fbb4-41f6-b327-14cf34578035 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373771 Jan 12 09:55:29.072905 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039a7d2-2361-4ce5-9822-e5673d1138c3 req-4dc24628-6a23-4d8a-b582-924ee0754511 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:29.074365 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3039a7d2-2361-4ce5-9822-e5673d1138c3 req-4dc24628-6a23-4d8a-b582-924ee0754511 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0870275 Jan 12 09:55:29.118339 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3039a7d2-2361-4ce5-9822-e5673d1138c3 req-571599f3-c39f-47d4-8fa2-b3c66c44d6ea tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380077 Jan 12 09:55:30.319600 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77316f-b0aa-4f5a-a2fb-474ac46d1871 req-02e8b298-35de-4c5d-8e1a-8b973e67293f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:30.321041 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8e77316f-b0aa-4f5a-a2fb-474ac46d1871 req-02e8b298-35de-4c5d-8e1a-8b973e67293f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0843551 Jan 12 09:55:30.370401 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8e77316f-b0aa-4f5a-a2fb-474ac46d1871 req-8776e00d-e593-4dfc-afb2-c89234234a6f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410602 Jan 12 09:55:31.626907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a09c38-5904-4246-9717-5b523ca75b85 req-ec274685-a473-4385-94df-6e9d6234639b tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:31.628475 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a7a09c38-5904-4246-9717-5b523ca75b85 req-ec274685-a473-4385-94df-6e9d6234639b tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.1386104 Jan 12 09:55:31.676702 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a7a09c38-5904-4246-9717-5b523ca75b85 req-b371828f-c78b-4cc6-9ea5-52c26315ed16 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Jan 12 09:55:32.881469 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29cbb0-b3fb-49c4-9a98-e32fe98e3b32 req-e6862ce5-4c7b-4bda-afd3-b62e178cfc4c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:32.882963 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1b29cbb0-b3fb-49c4-9a98-e32fe98e3b32 req-e6862ce5-4c7b-4bda-afd3-b62e178cfc4c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0873661 Jan 12 09:55:32.927222 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1b29cbb0-b3fb-49c4-9a98-e32fe98e3b32 req-37e38a8a-a634-4ee5-becb-fc7d0c683dcc tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380433 Jan 12 09:55:34.117066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319cf9f-3c51-4bef-8bab-bb0a52656bf5 req-e2ad3398-1f95-4188-b6ee-844994a2830f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:34.118554 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a319cf9f-3c51-4bef-8bab-bb0a52656bf5 req-e2ad3398-1f95-4188-b6ee-844994a2830f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0808454 Jan 12 09:55:34.163991 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a319cf9f-3c51-4bef-8bab-bb0a52656bf5 req-e68bd039-6904-4d4c-b5d8-0900d085815e tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391119 Jan 12 09:55:35.366812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14d8fe-5118-4d87-b91c-5a57b672ea60 req-6bf11ada-8367-4839-a9e3-28e668070695 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:35.368173 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4a14d8fe-5118-4d87-b91c-5a57b672ea60 req-6bf11ada-8367-4839-a9e3-28e668070695 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0905707 Jan 12 09:55:35.414135 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4a14d8fe-5118-4d87-b91c-5a57b672ea60 req-b5170cab-b9ba-4806-a059-e203d4e60ff3 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395114 Jan 12 09:55:36.625697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e3b51-76e1-4e9f-9ac2-0d4727ffca2f req-949d9769-7070-4c34-b02b-41808da73306 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:36.627161 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-220e3b51-76e1-4e9f-9ac2-0d4727ffca2f req-949d9769-7070-4c34-b02b-41808da73306 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0940778 Jan 12 09:55:36.672740 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-220e3b51-76e1-4e9f-9ac2-0d4727ffca2f req-55f72326-36e8-4153-bb66-a01733e5b378 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370929 Jan 12 09:55:36.731944 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5825b9f4-b901-44d8-93b4-e1726c6b640e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:37.876452 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd0ce2-51b1-4a7c-8793-20a00087fd85 req-7ea0a537-a1bd-436e-82ec-425107fbe0f7 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:37.877929 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c1cd0ce2-51b1-4a7c-8793-20a00087fd85 req-7ea0a537-a1bd-436e-82ec-425107fbe0f7 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0828874 Jan 12 09:55:37.921620 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c1cd0ce2-51b1-4a7c-8793-20a00087fd85 req-31bd03de-3832-4bed-a3b8-66359231eaae tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379364 Jan 12 09:55:39.122635 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fababec8-27d3-4fc7-b93f-390f65fb24af req-61f5e849-9a63-4876-a71e-e55268ed3c3d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:39.124117 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fababec8-27d3-4fc7-b93f-390f65fb24af req-61f5e849-9a63-4876-a71e-e55268ed3c3d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0817909 Jan 12 09:55:39.166898 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fababec8-27d3-4fc7-b93f-390f65fb24af req-46c50641-16f5-43bf-80a1-52fc55d5fc01 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370159 Jan 12 09:55:39.322428 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4d225064-c560-490f-85d6-02b3d8a58c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:40.340182 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:40.464476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b18aaf-ab08-4538-8645-3ea2d1ab037c req-432509c3-cf1b-46de-9f8a-9e751479d41d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:40.466020 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c5b18aaf-ab08-4538-8645-3ea2d1ab037c req-432509c3-cf1b-46de-9f8a-9e751479d41d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.1799672 Jan 12 09:55:40.510091 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c5b18aaf-ab08-4538-8645-3ea2d1ab037c req-650176d3-5535-4869-a244-01023aae9d71 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382683 Jan 12 09:55:41.072352 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:41.719958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fa871-875d-4c06-bf44-2278f75a06ce req-8a60991d-993c-4410-bad1-c0861a5fc7c1 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:41.721406 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-857fa871-875d-4c06-bf44-2278f75a06ce req-8a60991d-993c-4410-bad1-c0861a5fc7c1 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0968518 Jan 12 09:55:41.767726 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-857fa871-875d-4c06-bf44-2278f75a06ce req-fefb230a-4b15-4eed-a0d7-a4bf04af88cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380011 Jan 12 09:55:42.483265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a6205-09b9-4471-b8af-a1e63fd02bce req-dc661c31-c80e-497a-b50e-65334c03b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:42.484752 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-634a6205-09b9-4471-b8af-a1e63fd02bce req-dc661c31-c80e-497a-b50e-65334c03b5f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=428c928db8c74eb388b9cae216af53b7&device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 1098 time: 0.0707474 Jan 12 09:55:42.630025 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a6205-09b9-4471-b8af-a1e63fd02bce req-f3fbf1fa-4b8f-4c98-a635-ec851fb231be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:42.631518 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-634a6205-09b9-4471-b8af-a1e63fd02bce req-f3fbf1fa-4b8f-4c98-a635-ec851fb231be service neutron] 10.222.0.53 "GET /v2.0/networks?id=2e63942c-4747-4147-a9eb-8697975ca121 HTTP/1.1" status: 200 len: 915 time: 0.1279817 Jan 12 09:55:42.661171 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:42.701399 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-634a6205-09b9-4471-b8af-a1e63fd02bce req-04ab822f-b674-46e2-8294-afbbed3df1dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=955a8925-7fbe-4555-99fb-f8c1bd3090d0 HTTP/1.1" status: 200 len: 217 time: 0.0632784 Jan 12 09:55:42.762465 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a6205-09b9-4471-b8af-a1e63fd02bce req-eca6c6e1-afb7-4996-9138-730f946fa402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:42.763797 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-634a6205-09b9-4471-b8af-a1e63fd02bce req-eca6c6e1-afb7-4996-9138-730f946fa402 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=426bb593-6a44-4467-ae38-7b3c44dbd0ce HTTP/1.1" status: 200 len: 854 time: 0.0567729 Jan 12 09:55:42.814669 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-634a6205-09b9-4471-b8af-a1e63fd02bce req-6f6808a4-4208-4a16-82d5-0402d2a90d50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e63942c-4747-4147-a9eb-8697975ca121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430627 Jan 12 09:55:42.948251 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-634a6205-09b9-4471-b8af-a1e63fd02bce req-076f86fb-65af-4605-84cf-82e88740171f service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259537 Jan 12 09:55:42.953687 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8356d-43e0-4b3c-9951-3adc0847154c req-4c76d7d4-641e-48cd-bef8-e44fcd0b8549 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:42.955155 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b8a8356d-43e0-4b3c-9951-3adc0847154c req-4c76d7d4-641e-48cd-bef8-e44fcd0b8549 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0810132 Jan 12 09:55:43.003293 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b8a8356d-43e0-4b3c-9951-3adc0847154c req-20472584-c57a-41e7-aefc-13a0f3e979d5 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424240 Jan 12 09:55:43.081596 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-634a6205-09b9-4471-b8af-a1e63fd02bce req-a71cba95-2271-4900-9c9c-7afd456ef95d service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254382 Jan 12 09:55:44.215883 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259dfb4-1a66-4edc-b87b-67f7f30b6209 req-9680df91-88e5-49d7-909d-3a23af92a3e8 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:44.217383 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6259dfb4-1a66-4edc-b87b-67f7f30b6209 req-9680df91-88e5-49d7-909d-3a23af92a3e8 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0932047 Jan 12 09:55:44.265805 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6259dfb4-1a66-4edc-b87b-67f7f30b6209 req-2be23203-4d8c-4559-b954-c246d053246b tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427489 Jan 12 09:55:45.466404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e9e52-5435-423e-8b5c-8450cc781f9e req-660ce4a9-64d0-4a45-8a03-2faf5a64183a tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:45.467955 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-717e9e52-5435-423e-8b5c-8450cc781f9e req-660ce4a9-64d0-4a45-8a03-2faf5a64183a tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0943651 Jan 12 09:55:45.515235 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-717e9e52-5435-423e-8b5c-8450cc781f9e req-a38f5941-4002-495c-9668-fb3e197d270c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Jan 12 09:55:46.667818 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-40999acf-7596-4e43-b023-541c210a4cab service neutron] 10.222.0.53 "GET /v2.0/ports/955a8925-7fbe-4555-99fb-f8c1bd3090d0/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.1143179 Jan 12 09:55:46.716083 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:46.722792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa2b9f-703a-4913-a63b-dfcfae426a79 req-cb1a95ab-497f-4c88-afe6-fb4348a052f7 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:46.724352 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5bfa2b9f-703a-4913-a63b-dfcfae426a79 req-cb1a95ab-497f-4c88-afe6-fb4348a052f7 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0939219 Jan 12 09:55:46.769866 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5bfa2b9f-703a-4913-a63b-dfcfae426a79 req-aaf41e16-6ab9-452e-8fa0-9cbb168025cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383973 Jan 12 09:55:46.974266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a74b2-5c39-4a43-a824-740d4031c049 req-68f143ae-79a3-415a-8040-faeb6f41acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:46.975816 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-68f143ae-79a3-415a-8040-faeb6f41acb1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a&tenant_id=428c928db8c74eb388b9cae216af53b7 HTTP/1.1" status: 200 len: 1098 time: 0.0804918 Jan 12 09:55:47.073811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a74b2-5c39-4a43-a824-740d4031c049 req-752e1d63-f100-4f0a-8c22-5acd3417d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:47.075296 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-752e1d63-f100-4f0a-8c22-5acd3417d51a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=428c928db8c74eb388b9cae216af53b7&device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 1098 time: 0.0723283 Jan 12 09:55:47.208511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a74b2-5c39-4a43-a824-740d4031c049 req-44c1102e-6d4e-417d-99ff-0b69774c125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:47.209923 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-44c1102e-6d4e-417d-99ff-0b69774c125a service neutron] 10.222.0.53 "GET /v2.0/networks?id=2e63942c-4747-4147-a9eb-8697975ca121 HTTP/1.1" status: 200 len: 915 time: 0.1251655 Jan 12 09:55:47.282965 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-3b2918dc-1a6b-4b7d-9907-d5d47e29e141 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=955a8925-7fbe-4555-99fb-f8c1bd3090d0 HTTP/1.1" status: 200 len: 217 time: 0.0634282 Jan 12 09:55:47.347831 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a74b2-5c39-4a43-a824-740d4031c049 req-c455c798-6e44-4803-a5c9-ef43f7c59a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:47.349229 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-c455c798-6e44-4803-a5c9-ef43f7c59a6e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=426bb593-6a44-4467-ae38-7b3c44dbd0ce HTTP/1.1" status: 200 len: 854 time: 0.0568662 Jan 12 09:55:47.496351 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-e916c769-9e0f-48d5-93c8-38351f291be0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e63942c-4747-4147-a9eb-8697975ca121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378312 Jan 12 09:55:47.628768 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-b9d3cd9d-5c92-4b98-b0b6-d604685c5323 service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224859 Jan 12 09:55:47.763466 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-303a74b2-5c39-4a43-a824-740d4031c049 req-0a981329-f5c7-4d71-a3d4-8bd7a8f4f5ba service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249194 Jan 12 09:55:47.958455 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16501a-fd15-476a-894c-47deaae0805b req-3f333749-25c5-40ee-92e4-d07b85a41679 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:47.961298 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5c16501a-fd15-476a-894c-47deaae0805b req-3f333749-25c5-40ee-92e4-d07b85a41679 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0836747 Jan 12 09:55:48.005778 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5c16501a-fd15-476a-894c-47deaae0805b req-9d7ea20d-661e-4abb-a573-5d632dc504c6 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401998 Jan 12 09:55:49.208303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb0fc4-f3bb-4116-b58f-bbf956092fa2 req-241c081d-e816-4e2c-8e05-ddba40c51cc1 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:49.209750 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3cb0fc4-f3bb-4116-b58f-bbf956092fa2 req-241c081d-e816-4e2c-8e05-ddba40c51cc1 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0854611 Jan 12 09:55:49.256272 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3cb0fc4-f3bb-4116-b58f-bbf956092fa2 req-422b0856-46f6-42b8-a851-14762866aabd tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Jan 12 09:55:49.981303 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 955a8925-7fbe-4555-99fb-f8c1bd3090d0 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:55:49.986126 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 955a8925-7fbe-4555-99fb-f8c1bd3090d0 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:55:50.204445 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:50.225514 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 955a8925-7fbe-4555-99fb-f8c1bd3090d0, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=955a8925-7fbe-4555-99fb-f8c1bd3090d0,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:55:50.244499 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '955a8925-7fbe-4555-99fb-f8c1bd3090d0', 'network_id': '2e63942c-4747-4147-a9eb-8697975ca121', 'port_id': '955a8925-7fbe-4555-99fb-f8c1bd3090d0', 'mac_address': 'fa:16:3e:e2:7f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426bb593-6a44-4467-ae38-7b3c44dbd0ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:55:50.249857 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0489cd-355c-48d9-bd97-15a5fe4dea4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955a8925-7fbe-4555-99fb-f8c1bd3090d0'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:55:50.285758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 955a8925-7fbe-4555-99fb-f8c1bd3090d0, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=955a8925-7fbe-4555-99fb-f8c1bd3090d0,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:55:50.305898 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0489cd-355c-48d9-bd97-15a5fe4dea4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955a8925-7fbe-4555-99fb-f8c1bd3090d0', 'code': 200} Jan 12 09:55:50.306651 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:50.367486 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:50.391413 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 955a8925-7fbe-4555-99fb-f8c1bd3090d0 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:55:50.398044 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=955a8925-7fbe-4555-99fb-f8c1bd3090d0,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:50.456436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acb16f-9066-4111-b9d0-1fda81cadaa6 req-71c56907-01cf-42a6-aefb-09f5729f575c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:50.457876 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-97acb16f-9066-4111-b9d0-1fda81cadaa6 req-71c56907-01cf-42a6-aefb-09f5729f575c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 943 time: 0.0840352 Jan 12 09:55:50.459643 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:55:50.459967 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:55:50.504501 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-97acb16f-9066-4111-b9d0-1fda81cadaa6 req-02aaebe7-caa3-4eee-b23e-645d0ac8eff7 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386949 Jan 12 09:55:50.876331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01eea-721b-4641-9aa8-e03296adf26d req-1e7767b8-470c-475f-969c-cf2c02fee03e tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:50.884639 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-22a01eea-721b-4641-9aa8-e03296adf26d req-1e7767b8-470c-475f-969c-cf2c02fee03e tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 943 time: 0.1392155 Jan 12 09:55:50.887874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa7e71-9330-4d54-ba55-fa62bdfb3265 req-f389ba9c-ea3a-487d-9ce3-3daff0c6d01b tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:50.889294 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7dfa7e71-9330-4d54-ba55-fa62bdfb3265 req-f389ba9c-ea3a-487d-9ce3-3daff0c6d01b tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a&tenant_id=428c928db8c74eb388b9cae216af53b7&binding%3Ahost_id=hv-neutron-8243 HTTP/1.1" status: 200 len: 943 time: 0.1204062 Jan 12 09:55:50.928362 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-22a01eea-721b-4641-9aa8-e03296adf26d req-5a2b237c-a112-4118-9b03-a113383002c2 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381091 Jan 12 09:55:51.015029 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:51.030380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa7e71-9330-4d54-ba55-fa62bdfb3265 req-60594d4e-e5d4-4b0d-8231-2af77e62bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:51.031949 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7dfa7e71-9330-4d54-ba55-fa62bdfb3265 req-60594d4e-e5d4-4b0d-8231-2af77e62bf27 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=428c928db8c74eb388b9cae216af53b7&device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 1096 time: 0.0729146 Jan 12 09:55:51.032117 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955a8925-7fbe-4555-99fb-f8c1bd3090d0 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:55:51.047559 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 955a8925-7fbe-4555-99fb-f8c1bd3090d0, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=955a8925-7fbe-4555-99fb-f8c1bd3090d0,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:55:51.052898 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:51.125807 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['955a8925-7fbe-4555-99fb-f8c1bd3090d0'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:55:51.162383 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=955a8925-7fbe-4555-99fb-f8c1bd3090d0,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:51.163160 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa7e71-9330-4d54-ba55-fa62bdfb3265 req-000bcdab-3645-4c97-bbc6-caed6dbf610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:51.164620 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7dfa7e71-9330-4d54-ba55-fa62bdfb3265 req-000bcdab-3645-4c97-bbc6-caed6dbf610c service neutron] 10.222.0.53 "GET /v2.0/networks?id=2e63942c-4747-4147-a9eb-8697975ca121 HTTP/1.1" status: 200 len: 915 time: 0.1258976 Jan 12 09:55:51.230802 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7dfa7e71-9330-4d54-ba55-fa62bdfb3265 req-5767ad5f-aa1f-45c6-97a1-3a56b9e7d259 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=955a8925-7fbe-4555-99fb-f8c1bd3090d0 HTTP/1.1" status: 200 len: 217 time: 0.0590591 Jan 12 09:55:51.296581 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa7e71-9330-4d54-ba55-fa62bdfb3265 req-08ae4521-1021-4503-94c1-008851e443a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:51.298084 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7dfa7e71-9330-4d54-ba55-fa62bdfb3265 req-08ae4521-1021-4503-94c1-008851e443a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=426bb593-6a44-4467-ae38-7b3c44dbd0ce HTTP/1.1" status: 200 len: 854 time: 0.0610678 Jan 12 09:55:51.344044 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7dfa7e71-9330-4d54-ba55-fa62bdfb3265 req-c9a751e7-5c63-4a37-a0a8-ea3c4fe49b09 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e63942c-4747-4147-a9eb-8697975ca121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396059 Jan 12 09:55:51.475636 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7dfa7e71-9330-4d54-ba55-fa62bdfb3265 req-95120fe0-a35a-4617-aab8-da2670408810 service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249959 Jan 12 09:55:51.608407 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7dfa7e71-9330-4d54-ba55-fa62bdfb3265 req-4d5bb98d-e001-4811-9838-0b3f8192e15b service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255178 Jan 12 09:55:51.978316 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 955a8925-7fbe-4555-99fb-f8c1bd3090d0 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:55:52.115714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 955a8925-7fbe-4555-99fb-f8c1bd3090d0 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:55:52.116279 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:52.124735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2db5c-09d2-4a08-865e-21d499142987 req-283052cd-d27e-4fe1-ac4a-97b12e078712 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:52.126287 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-53a2db5c-09d2-4a08-865e-21d499142987 req-283052cd-d27e-4fe1-ac4a-97b12e078712 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 944 time: 0.0876081 Jan 12 09:55:52.179695 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-53a2db5c-09d2-4a08-865e-21d499142987 req-77b22e48-2c4a-455e-b769-b804a2b72355 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468583 Jan 12 09:55:52.243007 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:52.276240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 955a8925-7fbe-4555-99fb-f8c1bd3090d0, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=955a8925-7fbe-4555-99fb-f8c1bd3090d0,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:55:52.283142 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:52.313130 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0489cd-355c-48d9-bd97-15a5fe4dea4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955a8925-7fbe-4555-99fb-f8c1bd3090d0'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:55:52.354633 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=955a8925-7fbe-4555-99fb-f8c1bd3090d0,revision_number=8']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:52.358090 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0489cd-355c-48d9-bd97-15a5fe4dea4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955a8925-7fbe-4555-99fb-f8c1bd3090d0', 'code': 200} Jan 12 09:55:53.394441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831916c0-bd72-45de-b4ec-36679d836e46 req-ffad45e2-9d89-455c-81f0-71df4c9c4591 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:53.395822 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-831916c0-bd72-45de-b4ec-36679d836e46 req-ffad45e2-9d89-455c-81f0-71df4c9c4591 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0915322 Jan 12 09:55:53.440951 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-831916c0-bd72-45de-b4ec-36679d836e46 req-63568c08-29d5-49ac-a066-aa9ef575b132 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394421 Jan 12 09:55:53.640986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416d4f0-43dd-4c71-998f-343ae6d42136 req-7fdf4338-0a9d-4707-8065-2ffec23a2902 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:53.642456 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f416d4f0-43dd-4c71-998f-343ae6d42136 req-7fdf4338-0a9d-4707-8065-2ffec23a2902 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0970621 Jan 12 09:55:53.686234 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f416d4f0-43dd-4c71-998f-343ae6d42136 req-160a0127-3674-455f-ad06-48e1ec8afd82 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380790 Jan 12 09:55:53.877558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaaf2d-786a-4985-99eb-09e274307072 req-b8316f78-9740-4a23-9265-cf7e5a11dd94 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:53.879033 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3ecaaf2d-786a-4985-99eb-09e274307072 req-b8316f78-9740-4a23-9265-cf7e5a11dd94 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.0890417 Jan 12 09:55:53.922381 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3ecaaf2d-786a-4985-99eb-09e274307072 req-ac0c50b6-fb0c-4ad2-90aa-14bd7b239dbb tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375214 Jan 12 09:55:54.562486 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf142de-7c79-45f2-8523-5bd295f7022c req-a9e15927-5af5-4e2b-9765-8c37ea967d1f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:54.563930 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-edf142de-7c79-45f2-8523-5bd295f7022c req-a9e15927-5af5-4e2b-9765-8c37ea967d1f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/networks?id=2e63942c-4747-4147-a9eb-8697975ca121 HTTP/1.1" status: 200 len: 814 time: 0.1464136 Jan 12 09:55:54.578505 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-edf142de-7c79-45f2-8523-5bd295f7022c req-c99bb961-bcae-41a6-b8a5-a0d27eedee8c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/quotas/428c928db8c74eb388b9cae216af53b7 HTTP/1.1" status: 200 len: 375 time: 0.0091591 Jan 12 09:55:54.659167 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-edf142de-7c79-45f2-8523-5bd295f7022c req-18a9076f-f96f-4eb6-82dc-c82e031300f0 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=428c928db8c74eb388b9cae216af53b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757687 Jan 12 09:55:54.793413 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-edf142de-7c79-45f2-8523-5bd295f7022c req-78dafd90-d245-4851-b39c-11321a6cf64e service neutron] 10.222.0.26 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275394 Jan 12 09:55:54.926987 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-edf142de-7c79-45f2-8523-5bd295f7022c req-0f83c6eb-8952-40d2-8525-cf74e891dd55 service neutron] 10.222.0.26 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244431 Jan 12 09:55:55.125431 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f062ccc-f7aa-48a8-ac23-20c3dc372bfb req-b420b83c-5684-4e75-b3b4-2183e2973c35 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 210 time: 0.0450714 Jan 12 09:55:56.274199 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-50a993d9-0dbd-40b9-932d-c3c780afa094 req-20391ca8-7fdc-4f28-abdc-c251389920f5 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 210 time: 0.0436218 Jan 12 09:55:56.470799 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf142de-7c79-45f2-8523-5bd295f7022c req-ab4d1923-a925-40d0-972d-b2617d6a3e7c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:56.472235 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-edf142de-7c79-45f2-8523-5bd295f7022c req-ab4d1923-a925-40d0-972d-b2617d6a3e7c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.53 "GET /v2.0/networks?id=2e63942c-4747-4147-a9eb-8697975ca121 HTTP/1.1" status: 200 len: 814 time: 0.2755992 Jan 12 09:55:56.480146 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cdddd-bd48-41c0-a7c6-43270e2b6377 req-e382d6e7-0f92-4f66-b9e2-a420735387ef tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:56.481454 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-324cdddd-bd48-41c0-a7c6-43270e2b6377 req-e382d6e7-0f92-4f66-b9e2-a420735387ef tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f0489cd-355c-48d9-bd97-15a5fe4dea4a HTTP/1.1" status: 200 len: 945 time: 0.3160253 Jan 12 09:55:56.486747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-edf142de-7c79-45f2-8523-5bd295f7022c req-80b14ebc-9510-411e-a3d2-f3222aec2cf9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Request body: {'port': {'device_id': 'cf791f87-e889-453c-b57d-72a07f5eda94', 'network_id': '2e63942c-4747-4147-a9eb-8697975ca121', 'admin_state_up': True, 'tenant_id': '428c928db8c74eb388b9cae216af53b7'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:55:56.633171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-324cdddd-bd48-41c0-a7c6-43270e2b6377 req-c36c7fcb-1808-42ab-8e2b-7e50fb9b6b86 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Deleting port 955a8925-7fbe-4555-99fb-f8c1bd3090d0 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:55:56.633513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-324cdddd-bd48-41c0-a7c6-43270e2b6377 req-c36c7fcb-1808-42ab-8e2b-7e50fb9b6b86 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:56.745409 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-edf142de-7c79-45f2-8523-5bd295f7022c req-80b14ebc-9510-411e-a3d2-f3222aec2cf9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:55:56.769857 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-edf142de-7c79-45f2-8523-5bd295f7022c req-80b14ebc-9510-411e-a3d2-f3222aec2cf9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:55:56.799873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf142de-7c79-45f2-8523-5bd295f7022c req-80b14ebc-9510-411e-a3d2-f3222aec2cf9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Made reservation on behalf of 428c928db8c74eb388b9cae216af53b7 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:55:56.803347 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-edf142de-7c79-45f2-8523-5bd295f7022c req-80b14ebc-9510-411e-a3d2-f3222aec2cf9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:56.993647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-324cdddd-bd48-41c0-a7c6-43270e2b6377 req-c36c7fcb-1808-42ab-8e2b-7e50fb9b6b86 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] For port 955a8925-7fbe-4555-99fb-f8c1bd3090d0, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=955a8925-7fbe-4555-99fb-f8c1bd3090d0,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:55:56.994003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-324cdddd-bd48-41c0-a7c6-43270e2b6377 req-c36c7fcb-1808-42ab-8e2b-7e50fb9b6b86 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:57.146021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-324cdddd-bd48-41c0-a7c6-43270e2b6377 req-c36c7fcb-1808-42ab-8e2b-7e50fb9b6b86 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Calling delete_port for 955a8925-7fbe-4555-99fb-f8c1bd3090d0 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:55:57.218585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-edf142de-7c79-45f2-8523-5bd295f7022c req-80b14ebc-9510-411e-a3d2-f3222aec2cf9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Allocated IP 172.20.0.9 (2e63942c-4747-4147-a9eb-8697975ca121/426bb593-6a44-4467-ae38-7b3c44dbd0ce/0aa1466e-6f51-45cf-b533-d2ecad5558a6) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:55:57.360551 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-324cdddd-bd48-41c0-a7c6-43270e2b6377 req-c36c7fcb-1808-42ab-8e2b-7e50fb9b6b86 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:57.376385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['955a8925-7fbe-4555-99fb-f8c1bd3090d0'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:55:57.460331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c7fcb-1808-42ab-8e2b-7e50fb9b6b86 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Pushing event deleted for resources: {'Port': ['ID=955a8925-7fbe-4555-99fb-f8c1bd3090d0,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:57.499073 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-df4adac9-cbc8-4f2c-b3f0-e35ecf689b8b req-d5e6c2ee-6ffe-4f42-a4ca-5d1f46c03415 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 210 time: 0.0974374 Jan 12 09:55:57.596351 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-324cdddd-bd48-41c0-a7c6-43270e2b6377 req-c36c7fcb-1808-42ab-8e2b-7e50fb9b6b86 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] No DVR routers for this DVR port 955a8925-7fbe-4555-99fb-f8c1bd3090d0 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:55:57.605119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-324cdddd-bd48-41c0-a7c6-43270e2b6377 req-c36c7fcb-1808-42ab-8e2b-7e50fb9b6b86 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:57.607537 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0489cd-355c-48d9-bd97-15a5fe4dea4a', 'name': 'network-vif-deleted', 'tag': '955a8925-7fbe-4555-99fb-f8c1bd3090d0'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:55:57.648144 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-324cdddd-bd48-41c0-a7c6-43270e2b6377 req-c36c7fcb-1808-42ab-8e2b-7e50fb9b6b86 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.53 "DELETE /v2.0/ports/955a8925-7fbe-4555-99fb-f8c1bd3090d0 HTTP/1.1" status: 204 len: 173 time: 1.1480093 Jan 12 09:55:57.656002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-edf142de-7c79-45f2-8523-5bd295f7022c req-80b14ebc-9510-411e-a3d2-f3222aec2cf9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:57.690071 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-edf142de-7c79-45f2-8523-5bd295f7022c req-80b14ebc-9510-411e-a3d2-f3222aec2cf9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:57.707461 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['955a8925-7fbe-4555-99fb-f8c1bd3090d0'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:55:57.725364 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0489cd-355c-48d9-bd97-15a5fe4dea4a', 'name': 'network-vif-deleted', 'tag': '955a8925-7fbe-4555-99fb-f8c1bd3090d0', 'status': 'completed', 'code': 200} Jan 12 09:55:57.761502 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf142de-7c79-45f2-8523-5bd295f7022c req-80b14ebc-9510-411e-a3d2-f3222aec2cf9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Network 2e63942c-4747-4147-a9eb-8697975ca121 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:55:57.762613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-edf142de-7c79-45f2-8523-5bd295f7022c req-80b14ebc-9510-411e-a3d2-f3222aec2cf9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:55:57.766802 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf142de-7c79-45f2-8523-5bd295f7022c req-80b14ebc-9510-411e-a3d2-f3222aec2cf9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:55:57.920353 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b14ebc-9510-411e-a3d2-f3222aec2cf9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Pushing event updated for resources: {'Port': ['ID=0aa1466e-6f51-45cf-b533-d2ecad5558a6,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:57.950903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf142de-7c79-45f2-8523-5bd295f7022c req-80b14ebc-9510-411e-a3d2-f3222aec2cf9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:57.951539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-edf142de-7c79-45f2-8523-5bd295f7022c req-80b14ebc-9510-411e-a3d2-f3222aec2cf9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:57.973477 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-edf142de-7c79-45f2-8523-5bd295f7022c req-80b14ebc-9510-411e-a3d2-f3222aec2cf9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4901748 Jan 12 09:55:57.985879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Request body: {'port': {'device_id': 'cf791f87-e889-453c-b57d-72a07f5eda94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:55:58.095657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:58.436349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa1466e-6f51-45cf-b533-d2ecad5558a6 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:55:58.446399 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:58.468644 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Transition to ACTIVE for port object 0aa1466e-6f51-45cf-b533-d2ecad5558a6 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:55:58.474841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:58.599029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa1466e-6f51-45cf-b533-d2ecad5558a6,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:58.753905 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Attempting to bind port 0aa1466e-6f51-45cf-b533-d2ecad5558a6 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:55:58.754135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Attempting to bind port 0aa1466e-6f51-45cf-b533-d2ecad5558a6 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '67732324-08db-48f0-908d-087e956fe44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e63942c-4747-4147-a9eb-8697975ca121'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:55:58.754418 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Attempting to bind port 0aa1466e-6f51-45cf-b533-d2ecad5558a6 on network 2e63942c-4747-4147-a9eb-8697975ca121 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:55:58.761908 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Port 0aa1466e-6f51-45cf-b533-d2ecad5558a6 on network 2e63942c-4747-4147-a9eb-8697975ca121 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:55:58.762231 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Attempting to bind port 0aa1466e-6f51-45cf-b533-d2ecad5558a6 on network 2e63942c-4747-4147-a9eb-8697975ca121 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:55:58.769859 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:55:58.770189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Checking segment: {'id': '67732324-08db-48f0-908d-087e956fe44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e63942c-4747-4147-a9eb-8697975ca121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:55:58.770566 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Bound using segment: {'id': '67732324-08db-48f0-908d-087e956fe44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e63942c-4747-4147-a9eb-8697975ca121'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:55:58.771015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Bound port: 0aa1466e-6f51-45cf-b533-d2ecad5558a6, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67732324-08db-48f0-908d-087e956fe44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e63942c-4747-4147-a9eb-8697975ca121'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:55:58.771355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:58.786643 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c60b22-3f70-4e0b-8464-9096265712f7 req-f8891160-ec25-4843-892e-4af2ce8b454c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:58.787363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-82c60b22-3f70-4e0b-8464-9096265712f7 req-f8891160-ec25-4843-892e-4af2ce8b454c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Synchronizing usage tracker for tenant:428c928db8c74eb388b9cae216af53b7 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:55:58.846363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-82c60b22-3f70-4e0b-8464-9096265712f7 req-f8891160-ec25-4843-892e-4af2ce8b454c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Unset dirty status for tenant:428c928db8c74eb388b9cae216af53b7 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:55:58.847571 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-82c60b22-3f70-4e0b-8464-9096265712f7 req-f8891160-ec25-4843-892e-4af2ce8b454c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 943 time: 0.2210405 Jan 12 09:55:58.907948 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] For port 0aa1466e-6f51-45cf-b533-d2ecad5558a6, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:55:58.914995 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-82c60b22-3f70-4e0b-8464-9096265712f7 req-596088ef-eb7e-4dbd-b1fd-1d2b3ec8a422 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605528 Jan 12 09:55:58.919171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] For port 0aa1466e-6f51-45cf-b533-d2ecad5558a6, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0aa1466e-6f51-45cf-b533-d2ecad5558a6,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:55:58.924964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:58.986125 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:58.986728 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:55:58.988089 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-edf142de-7c79-45f2-8523-5bd295f7022c req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] 10.222.0.53 "PUT /v2.0/ports/0aa1466e-6f51-45cf-b533-d2ecad5558a6 HTTP/1.1" status: 200 len: 1093 time: 1.0062301 Jan 12 09:55:59.007107 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e43a4-c6a0-456d-9037-5dfe6de638a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa1466e-6f51-45cf-b533-d2ecad5558a6,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:55:59.098090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf142de-7c79-45f2-8523-5bd295f7022c req-e2f74f28-bc2f-497d-9f36-ff75bfbb1b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:59.099629 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-edf142de-7c79-45f2-8523-5bd295f7022c req-e2f74f28-bc2f-497d-9f36-ff75bfbb1b09 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=428c928db8c74eb388b9cae216af53b7&device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 1096 time: 0.0709715 Jan 12 09:55:59.174148 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-edf142de-7c79-45f2-8523-5bd295f7022c req-0d0d2e45-b119-4d24-9077-79d1264b79ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa1466e-6f51-45cf-b533-d2ecad5558a6 HTTP/1.1" status: 200 len: 217 time: 0.0632968 Jan 12 09:55:59.252368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf142de-7c79-45f2-8523-5bd295f7022c req-52f3e86b-f350-4d64-a40b-2b390f213e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:59.253792 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-edf142de-7c79-45f2-8523-5bd295f7022c req-52f3e86b-f350-4d64-a40b-2b390f213e4d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=426bb593-6a44-4467-ae38-7b3c44dbd0ce HTTP/1.1" status: 200 len: 854 time: 0.0695066 Jan 12 09:55:59.303066 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-edf142de-7c79-45f2-8523-5bd295f7022c req-acdadaef-4765-456b-bb5c-eb26b4936b90 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e63942c-4747-4147-a9eb-8697975ca121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392940 Jan 12 09:55:59.445350 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-edf142de-7c79-45f2-8523-5bd295f7022c req-75f36d14-6a51-44a1-a472-f4a59aef7129 service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325638 Jan 12 09:55:59.600049 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-edf142de-7c79-45f2-8523-5bd295f7022c req-f43a5678-13c4-42c9-b897-2f092bf3ac38 service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453810 Jan 12 09:55:59.726577 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf791f87-e889-453c-b57d-72a07f5eda94', 'tag': '0aa1466e-6f51-45cf-b533-d2ecad5558a6'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:55:59.779617 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf791f87-e889-453c-b57d-72a07f5eda94', 'tag': '0aa1466e-6f51-45cf-b533-d2ecad5558a6', 'status': 'completed', 'code': 200} Jan 12 09:55:59.980143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cd6d9-16e7-48b5-8075-d6d12faaf4ff req-26ac3ff7-09d8-48a7-b876-59f86c54864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:55:59.981671 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2d0cd6d9-16e7-48b5-8075-d6d12faaf4ff req-26ac3ff7-09d8-48a7-b876-59f86c54864f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=428c928db8c74eb388b9cae216af53b7&device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 1096 time: 0.1715877 Jan 12 09:56:00.014725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 955a8925-7fbe-4555-99fb-f8c1bd3090d0 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:56:00.049644 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 955a8925-7fbe-4555-99fb-f8c1bd3090d0 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:56:00.049958 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 955a8925-7fbe-4555-99fb-f8c1bd3090d0 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:56:00.163655 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cd6d9-16e7-48b5-8075-d6d12faaf4ff req-7d4262c9-3aaa-4c35-b0ee-23e8ab7acecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:00.165302 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2d0cd6d9-16e7-48b5-8075-d6d12faaf4ff req-7d4262c9-3aaa-4c35-b0ee-23e8ab7acecc service neutron] 10.222.0.53 "GET /v2.0/networks?id=2e63942c-4747-4147-a9eb-8697975ca121 HTTP/1.1" status: 200 len: 915 time: 0.1766942 Jan 12 09:56:00.183214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad01a9e-0fe3-488d-91f8-f941a2e89398 req-1f65cd8b-ec9c-4c50-a60f-b3585eb501c8 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:00.184655 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fad01a9e-0fe3-488d-91f8-f941a2e89398 req-1f65cd8b-ec9c-4c50-a60f-b3585eb501c8 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 943 time: 0.1601441 Jan 12 09:56:00.258178 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2d0cd6d9-16e7-48b5-8075-d6d12faaf4ff req-f7511409-94a6-4053-92a5-6fd0aa455920 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa1466e-6f51-45cf-b533-d2ecad5558a6 HTTP/1.1" status: 200 len: 217 time: 0.0725112 Jan 12 09:56:00.322453 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fad01a9e-0fe3-488d-91f8-f941a2e89398 req-a75d7ce4-c27f-4b59-b4c6-9c80ca41ddfa tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903230 Jan 12 09:56:00.337921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cd6d9-16e7-48b5-8075-d6d12faaf4ff req-fc5ceb5a-d548-48b1-ad44-99b5034658d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:00.339477 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2d0cd6d9-16e7-48b5-8075-d6d12faaf4ff req-fc5ceb5a-d548-48b1-ad44-99b5034658d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=426bb593-6a44-4467-ae38-7b3c44dbd0ce HTTP/1.1" status: 200 len: 854 time: 0.0743859 Jan 12 09:56:00.388844 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2d0cd6d9-16e7-48b5-8075-d6d12faaf4ff req-74239ac7-c537-4e31-818f-6d0bd76646dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e63942c-4747-4147-a9eb-8697975ca121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398905 Jan 12 09:56:00.431225 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:56:00.521939 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2d0cd6d9-16e7-48b5-8075-d6d12faaf4ff req-2deafc50-8d41-4ba6-8ecb-f576cf025c60 service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252303 Jan 12 09:56:00.675453 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2d0cd6d9-16e7-48b5-8075-d6d12faaf4ff req-efee8eb7-94f3-4946-9736-6f961de368ee service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432776 Jan 12 09:56:01.535072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48a756-b07d-4424-9dab-7eba12a24440 req-309633d4-d752-4044-aedf-fdd15bc36924 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:01.536551 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3b48a756-b07d-4424-9dab-7eba12a24440 req-309633d4-d752-4044-aedf-fdd15bc36924 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 943 time: 0.0923336 Jan 12 09:56:01.581393 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3b48a756-b07d-4424-9dab-7eba12a24440 req-fe449e44-087f-4f68-8cef-069b1909d05c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391006 Jan 12 09:56:02.021211 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0aa1466e-6f51-45cf-b533-d2ecad5558a6 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:56:02.170387 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0aa1466e-6f51-45cf-b533-d2ecad5558a6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0aa1466e-6f51-45cf-b533-d2ecad5558a6,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:56:02.184210 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '0aa1466e-6f51-45cf-b533-d2ecad5558a6', 'network_id': '2e63942c-4747-4147-a9eb-8697975ca121', 'port_id': '0aa1466e-6f51-45cf-b533-d2ecad5558a6', 'mac_address': 'fa:16:3e:f2:a9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426bb593-6a44-4467-ae38-7b3c44dbd0ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:56:02.243594 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:02.261907 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa1466e-6f51-45cf-b533-d2ecad5558a6 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:56:02.277854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0aa1466e-6f51-45cf-b533-d2ecad5558a6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0aa1466e-6f51-45cf-b533-d2ecad5558a6,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:56:02.284694 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:02.351643 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=0aa1466e-6f51-45cf-b533-d2ecad5558a6,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:02.359340 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:02.359677 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:02.360012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:02.360377 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:02.360704 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:02.361031 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:02.361354 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:02.361672 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:02.361994 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:02.362319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:02.362635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:02.362984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:02.522987 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['0aa1466e-6f51-45cf-b533-d2ecad5558a6'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:56:02.773283 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373fdd3-b067-40a1-b786-bda78f35bb96 req-57c0f9fe-55ff-4359-a584-95a337f4888d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:02.774744 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e373fdd3-b067-40a1-b786-bda78f35bb96 req-57c0f9fe-55ff-4359-a584-95a337f4888d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 944 time: 0.0854480 Jan 12 09:56:02.820558 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e373fdd3-b067-40a1-b786-bda78f35bb96 req-dc9aa78f-99bb-4df0-aa4c-bc9ebdea43fe tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382087 Jan 12 09:56:04.016327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a960da1-8286-4b43-9899-a2c7a3e133f6 req-d0175c3a-c8fe-4cfc-a3f4-c1c56292ed8e tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:04.017769 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2a960da1-8286-4b43-9899-a2c7a3e133f6 req-d0175c3a-c8fe-4cfc-a3f4-c1c56292ed8e tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 944 time: 0.0860353 Jan 12 09:56:04.041902 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0aa1466e-6f51-45cf-b533-d2ecad5558a6 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:56:04.069789 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2a960da1-8286-4b43-9899-a2c7a3e133f6 req-b1f73b4e-d221-42f0-89ab-3301ac26bb55 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431471 Jan 12 09:56:04.113908 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 0aa1466e-6f51-45cf-b533-d2ecad5558a6 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:56:04.118668 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 0aa1466e-6f51-45cf-b533-d2ecad5558a6 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:56:04.119070 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:04.235497 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:04.263436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf791f87-e889-453c-b57d-72a07f5eda94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa1466e-6f51-45cf-b533-d2ecad5558a6'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:56:04.274339 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0aa1466e-6f51-45cf-b533-d2ecad5558a6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0aa1466e-6f51-45cf-b533-d2ecad5558a6,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:56:04.280684 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:04.351825 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=0aa1466e-6f51-45cf-b533-d2ecad5558a6,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:04.359344 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf791f87-e889-453c-b57d-72a07f5eda94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa1466e-6f51-45cf-b533-d2ecad5558a6', 'code': 200} Jan 12 09:56:04.617030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0321e3-e631-4b8e-81a5-dd258d041c5c req-2ca90db3-7466-4412-89c3-b7505d0ce5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:04.618485 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1b0321e3-e631-4b8e-81a5-dd258d041c5c req-2ca90db3-7466-4412-89c3-b7505d0ce5b3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 1098 time: 0.0705726 Jan 12 09:56:04.672939 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1b0321e3-e631-4b8e-81a5-dd258d041c5c req-6bf4b01f-871f-4d67-944e-ab964bee4d7b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443075 Jan 12 09:56:05.265207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20abbe9-1a76-4bdf-9fc7-693d6f58cf57 req-fc134d46-3255-4b55-ab0e-842f5c321a64 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:05.266634 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d20abbe9-1a76-4bdf-9fc7-693d6f58cf57 req-fc134d46-3255-4b55-ab0e-842f5c321a64 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0839882 Jan 12 09:56:05.314068 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d20abbe9-1a76-4bdf-9fc7-693d6f58cf57 req-cd4f2876-983d-4de4-a138-a9e6c7fa60c1 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393438 Jan 12 09:56:06.519904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520b2f2-c5d3-4139-8532-d6898acfe17d req-b89612c0-e60d-415d-8770-da3790645ae9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:06.521442 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d520b2f2-c5d3-4139-8532-d6898acfe17d req-b89612c0-e60d-415d-8770-da3790645ae9 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0893345 Jan 12 09:56:06.582852 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d520b2f2-c5d3-4139-8532-d6898acfe17d req-5348f078-cd90-46c7-bb39-e390430e92fd tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513370 Jan 12 09:56:06.726248 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95f44e3a-3544-4106-9eb5-15962a5d7dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:06.777543 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2ee73-f169-4d73-baee-967a3fe4fdd7 req-fd3d5e44-0e9c-4a9b-9057-0d5b971e4a7c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:06.779000 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9ec2ee73-f169-4d73-baee-967a3fe4fdd7 req-fd3d5e44-0e9c-4a9b-9057-0d5b971e4a7c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0836356 Jan 12 09:56:06.822218 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9ec2ee73-f169-4d73-baee-967a3fe4fdd7 req-3ca2cc2e-3f86-4cb2-ac40-2f8e5fb8b3e4 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374990 Jan 12 09:56:07.184279 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-9a1fc543-2812-4436-bdfe-78e249985f04 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691879 Jan 12 09:56:07.228796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556a1f-bcd4-4276-b118-251e429e099c req-cc0f0ce4-7243-41bd-8c17-9e505ea5901c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:07.230594 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-16556a1f-bcd4-4276-b118-251e429e099c req-cc0f0ce4-7243-41bd-8c17-9e505ea5901c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0811262 Jan 12 09:56:07.278316 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-16556a1f-bcd4-4276-b118-251e429e099c req-680352fb-cccf-42bb-b869-f7fbf16d847b tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412941 Jan 12 09:56:08.530783 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc09e8c-c201-4fb4-bbfb-2889c2d0f80e req-24edd22d-8a61-493e-9cea-17179539ca65 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:08.532308 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-abc09e8c-c201-4fb4-bbfb-2889c2d0f80e req-24edd22d-8a61-493e-9cea-17179539ca65 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.1364806 Jan 12 09:56:08.534179 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-257dad57-36e8-45e8-8b36-6cbf01587424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:08.535497 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-257dad57-36e8-45e8-8b36-6cbf01587424 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=428c928db8c74eb388b9cae216af53b7&device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 1098 time: 0.1059711 Jan 12 09:56:08.654653 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-abc09e8c-c201-4fb4-bbfb-2889c2d0f80e req-3734cdf1-ad3b-4e2c-9c1d-24b068aaf8b4 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157658 Jan 12 09:56:08.699241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-0fb7b83e-5718-4287-ad00-3f9fcdb791a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:08.700726 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-0fb7b83e-5718-4287-ad00-3f9fcdb791a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2e63942c-4747-4147-a9eb-8697975ca121 HTTP/1.1" status: 200 len: 915 time: 0.1493859 Jan 12 09:56:08.770782 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-9e085aed-6037-4813-bade-56ef9b304db2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa1466e-6f51-45cf-b533-d2ecad5558a6 HTTP/1.1" status: 200 len: 217 time: 0.0640752 Jan 12 09:56:08.831602 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-f4549578-8eed-4064-9c37-c7477224bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:08.832921 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-f4549578-8eed-4064-9c37-c7477224bf9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=426bb593-6a44-4467-ae38-7b3c44dbd0ce HTTP/1.1" status: 200 len: 854 time: 0.0559416 Jan 12 09:56:08.980827 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-ce0783f1-665c-425c-89e4-379a65260cea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e63942c-4747-4147-a9eb-8697975ca121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409895 Jan 12 09:56:09.109108 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-e3c68e93-a5ab-4a9a-a56e-d36f4f0d2344 service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219144 Jan 12 09:56:09.240706 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-2994e30c-033f-469a-adbb-45b5029b7db4 service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249847 Jan 12 09:56:09.316919 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-413b6ff3-dc61-49b3-b17c-4bea038e6db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:09.864780 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4fc95-62c6-4a41-81d1-c0a8a0004174 req-e9b08779-6275-4dd6-8eed-c24ded71498e tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:09.866474 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-20f4fc95-62c6-4a41-81d1-c0a8a0004174 req-e9b08779-6275-4dd6-8eed-c24ded71498e tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0933776 Jan 12 09:56:09.919231 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-20f4fc95-62c6-4a41-81d1-c0a8a0004174 req-c27c9516-9e30-44b4-a599-5c01fa5299b3 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465894 Jan 12 09:56:10.358939 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:11.075463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:11.117266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec5fe3-f806-49e8-9a41-f452440573b9 req-63cc8d65-0bdd-473b-9ca3-0f9d2ef42806 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:11.118709 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b1ec5fe3-f806-49e8-9a41-f452440573b9 req-63cc8d65-0bdd-473b-9ca3-0f9d2ef42806 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0828426 Jan 12 09:56:11.180192 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b1ec5fe3-f806-49e8-9a41-f452440573b9 req-c74033db-02a1-4a04-a68f-24187f58c4c1 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525513 Jan 12 09:56:12.374886 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bc1ca-1550-4941-87e9-f055ba7848f3 req-4cf238df-f9e0-499b-9feb-98bb0406dbbb tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:12.376260 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-581bc1ca-1550-4941-87e9-f055ba7848f3 req-4cf238df-f9e0-499b-9feb-98bb0406dbbb tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0842500 Jan 12 09:56:12.420288 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-581bc1ca-1550-4941-87e9-f055ba7848f3 req-ac323369-bca0-402c-a59f-f0bebe5a527e tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384259 Jan 12 09:56:12.666135 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:13.626811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32172055-acf5-4c33-9650-98db49738e89 req-a0c6412b-f3b2-432f-8b64-03420579574b tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:13.628316 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-32172055-acf5-4c33-9650-98db49738e89 req-a0c6412b-f3b2-432f-8b64-03420579574b tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0846167 Jan 12 09:56:13.671452 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-32172055-acf5-4c33-9650-98db49738e89 req-c4b1a4c4-6a6c-4ca5-a8be-f86f5ed551ca tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374608 Jan 12 09:56:14.880285 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5f478-f333-4150-aa93-fc2d2047d7d8 req-a1f5bc92-6951-4bd1-b85d-64796fbe498c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:14.881725 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-57f5f478-f333-4150-aa93-fc2d2047d7d8 req-a1f5bc92-6951-4bd1-b85d-64796fbe498c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0937757 Jan 12 09:56:14.924649 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-57f5f478-f333-4150-aa93-fc2d2047d7d8 req-3e907f7f-4373-49b5-9c23-51a8f272f97c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372458 Jan 12 09:56:16.127202 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f8d52-cfca-4da9-b7e9-17cf88c1d1ae req-8c4e5d43-7090-419f-9231-86b5e22ee44d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:16.128652 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c18f8d52-cfca-4da9-b7e9-17cf88c1d1ae req-8c4e5d43-7090-419f-9231-86b5e22ee44d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0884809 Jan 12 09:56:16.179906 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c18f8d52-cfca-4da9-b7e9-17cf88c1d1ae req-f7a212dd-2b50-45db-b3df-527f45d69d5c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429893 Jan 12 09:56:16.736749 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:17.380646 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbb87e-e26a-4044-b984-440941648f0b req-a8aac596-1dc3-4962-8c52-5e7445f16527 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:17.382036 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7adbb87e-e26a-4044-b984-440941648f0b req-a8aac596-1dc3-4962-8c52-5e7445f16527 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0880709 Jan 12 09:56:17.430633 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7adbb87e-e26a-4044-b984-440941648f0b req-2fd4150b-c1d3-43c7-abcf-070789af2f77 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428295 Jan 12 09:56:18.645969 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18245f-2c12-44ac-90e2-813975248e05 req-eeb0821e-697c-4604-a289-5349959e1c55 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:18.647916 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8b18245f-2c12-44ac-90e2-813975248e05 req-eeb0821e-697c-4604-a289-5349959e1c55 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0935318 Jan 12 09:56:18.694893 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8b18245f-2c12-44ac-90e2-813975248e05 req-c879547b-6112-4571-b60f-380ce3a81b86 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380177 Jan 12 09:56:19.885489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76617b0f-6554-4063-a39c-754caf01e3c8 req-23e62e34-ac1d-481e-a864-260834d3413d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:19.886978 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-76617b0f-6554-4063-a39c-754caf01e3c8 req-23e62e34-ac1d-481e-a864-260834d3413d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0801430 Jan 12 09:56:19.934407 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-76617b0f-6554-4063-a39c-754caf01e3c8 req-63345ed6-a644-490a-82d4-f6e8eb8c0c35 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Jan 12 09:56:21.134808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8feb88-61dc-43fd-8551-7bef663221c7 req-da038d1a-17ff-47f0-9c98-acc253050987 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:21.136309 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1c8feb88-61dc-43fd-8551-7bef663221c7 req-da038d1a-17ff-47f0-9c98-acc253050987 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0890863 Jan 12 09:56:21.179952 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1c8feb88-61dc-43fd-8551-7bef663221c7 req-c254db95-6157-4208-8a35-bc2b1b294a02 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377107 Jan 12 09:56:22.485523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b4e90-af0e-4d42-b81d-d96c81afaa78 req-a5fa291a-d7a6-49c4-a44d-f32e41ba9ec5 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:22.487008 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2b4b4e90-af0e-4d42-b81d-d96c81afaa78 req-a5fa291a-d7a6-49c4-a44d-f32e41ba9ec5 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.1917636 Jan 12 09:56:22.534166 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2b4b4e90-af0e-4d42-b81d-d96c81afaa78 req-b5fd1ab6-1073-4c0a-9ac2-3ed251a4065f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389972 Jan 12 09:56:23.732759 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd1538-0a66-4736-9687-056abeb7391f req-4d04230f-647e-4344-9770-3ec41246fecc tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:23.734199 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-14fd1538-0a66-4736-9687-056abeb7391f req-4d04230f-647e-4344-9770-3ec41246fecc tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0830967 Jan 12 09:56:23.791269 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-14fd1538-0a66-4736-9687-056abeb7391f req-788d9151-eb5f-4252-a66f-b74aba7ec0fd tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513041 Jan 12 09:56:25.000253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819c697-9290-49b5-9e7b-6a126535b7bc req-31f4784a-a680-435d-bba7-c28e2f4e823d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:25.001757 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5819c697-9290-49b5-9e7b-6a126535b7bc req-31f4784a-a680-435d-bba7-c28e2f4e823d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0875278 Jan 12 09:56:25.045652 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5819c697-9290-49b5-9e7b-6a126535b7bc req-b7775e8e-8ec5-4048-87bf-627abbc5f6f4 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381086 Jan 12 09:56:26.236627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16a40c-5769-4909-910c-6730e4fa8e84 req-f39a515d-d74e-442c-9059-ffddad24ff34 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:26.238202 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f16a40c-5769-4909-910c-6730e4fa8e84 req-f39a515d-d74e-442c-9059-ffddad24ff34 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0862832 Jan 12 09:56:26.285611 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f16a40c-5769-4909-910c-6730e4fa8e84 req-a914d647-b658-4dac-9970-fbfcb86e34bb tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393572 Jan 12 09:56:27.481686 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53943793-1a6d-4a8e-a0f9-def867188f03 req-4953ef91-2cc4-45f3-88f3-a99bac1108cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:27.483171 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-53943793-1a6d-4a8e-a0f9-def867188f03 req-4953ef91-2cc4-45f3-88f3-a99bac1108cf tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0848322 Jan 12 09:56:27.531911 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-53943793-1a6d-4a8e-a0f9-def867188f03 req-2fa02380-ddec-4688-9e6b-4bc22997bbd5 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400264 Jan 12 09:56:28.741016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e111074-71fd-4dc2-a372-045c18180c96 req-36b1d2bb-3134-4916-b4aa-7dd24d42766f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:28.742465 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8e111074-71fd-4dc2-a372-045c18180c96 req-36b1d2bb-3134-4916-b4aa-7dd24d42766f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0965464 Jan 12 09:56:28.789709 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8e111074-71fd-4dc2-a372-045c18180c96 req-c41adcb7-da50-40d1-8296-352fe9a71e13 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386562 Jan 12 09:56:30.002433 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a9d5b-958b-4260-aa04-502571faca8c req-f5b0c13a-d40f-481e-9839-aff235f15de0 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:30.003899 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-028a9d5b-958b-4260-aa04-502571faca8c req-f5b0c13a-d40f-481e-9839-aff235f15de0 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0947745 Jan 12 09:56:30.050969 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-028a9d5b-958b-4260-aa04-502571faca8c req-5afd8055-b43c-4785-a42f-90019c660912 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Jan 12 09:56:31.261958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394080dd-a6da-494e-b74f-0b00100ddc8e req-397e898b-cf9b-4eb1-b7d6-8ec37df498ea tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:31.263461 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-394080dd-a6da-494e-b74f-0b00100ddc8e req-397e898b-cf9b-4eb1-b7d6-8ec37df498ea tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0916700 Jan 12 09:56:31.308698 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-394080dd-a6da-494e-b74f-0b00100ddc8e req-ecf6f555-6cb3-4478-b96d-111d6a1a2e80 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378642 Jan 12 09:56:32.518497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df3926-9d30-4156-94b6-d8311eba211a req-4922f0d9-39aa-4c8a-9d50-a526085082ac tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:32.519973 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5df3926-9d30-4156-94b6-d8311eba211a req-4922f0d9-39aa-4c8a-9d50-a526085082ac tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0947235 Jan 12 09:56:32.562863 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5df3926-9d30-4156-94b6-d8311eba211a req-692adba0-0059-4463-8cb6-b19aecfd576a tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371859 Jan 12 09:56:33.764833 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd31a96-d0f8-4e15-802c-9ba18fc1d1a5 req-71c84d75-d865-4bd7-93fa-4b7678dbc078 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:33.766302 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0fd31a96-d0f8-4e15-802c-9ba18fc1d1a5 req-71c84d75-d865-4bd7-93fa-4b7678dbc078 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0910654 Jan 12 09:56:33.809813 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0fd31a96-d0f8-4e15-802c-9ba18fc1d1a5 req-e200c0cc-fb92-499c-a6ba-cb1336f5137d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375898 Jan 12 09:56:35.015851 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910c2a7-2d1d-46ae-954b-d5be38c5e7ad req-21a10cf4-3f87-446b-b448-add77b3b65be tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:35.017305 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0910c2a7-2d1d-46ae-954b-d5be38c5e7ad req-21a10cf4-3f87-446b-b448-add77b3b65be tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0902340 Jan 12 09:56:35.064733 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0910c2a7-2d1d-46ae-954b-d5be38c5e7ad req-d37c17ab-02fa-45d1-9dff-4d6dd1c57945 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389330 Jan 12 09:56:36.289459 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-489fbdfa-aa6d-448b-98a9-3a98d2588cdf service neutron] 10.222.0.53 "GET /v2.0/ports/0aa1466e-6f51-45cf-b533-d2ecad5558a6/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.1249793 Jan 12 09:56:36.308669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccdb32-1602-4ea1-9c99-8bcb24dbbb23 req-c5995e65-81a5-4d96-8af2-4694c4f4b0fb tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:36.310095 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17ccdb32-1602-4ea1-9c99-8bcb24dbbb23 req-c5995e65-81a5-4d96-8af2-4694c4f4b0fb tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.1137764 Jan 12 09:56:36.354671 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17ccdb32-1602-4ea1-9c99-8bcb24dbbb23 req-1b8618aa-8957-4782-b20d-b396b603ee7d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384974 Jan 12 09:56:36.586349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-a154d16e-b269-4067-ab57-26e9555a9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:36.587825 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-a154d16e-b269-4067-ab57-26e9555a9701 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94&tenant_id=428c928db8c74eb388b9cae216af53b7 HTTP/1.1" status: 200 len: 1098 time: 0.0781565 Jan 12 09:56:36.689466 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-9369fb0a-3860-4074-ab21-a9369841192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:36.690976 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-9369fb0a-3860-4074-ab21-a9369841192b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=428c928db8c74eb388b9cae216af53b7&device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 1098 time: 0.0786314 Jan 12 09:56:36.731838 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4162987e-68c1-41ca-b7c4-9f360750c531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:36.921386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-b0a50ebe-2599-4cc0-ad73-46015f7fcb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:36.922915 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-b0a50ebe-2599-4cc0-ad73-46015f7fcb20 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2e63942c-4747-4147-a9eb-8697975ca121 HTTP/1.1" status: 200 len: 915 time: 0.2241349 Jan 12 09:56:36.995536 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-a80b1a85-e506-48c9-9bfd-ef0ce35de09f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa1466e-6f51-45cf-b533-d2ecad5558a6 HTTP/1.1" status: 200 len: 217 time: 0.0622244 Jan 12 09:56:37.058239 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-074c77eb-b639-44c2-80db-093f0edbff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:37.059693 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-074c77eb-b639-44c2-80db-093f0edbff29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=426bb593-6a44-4467-ae38-7b3c44dbd0ce HTTP/1.1" status: 200 len: 854 time: 0.0576684 Jan 12 09:56:37.112879 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-9896305b-207b-4b3a-bd1c-e87d9ac8ce76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e63942c-4747-4147-a9eb-8697975ca121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422204 Jan 12 09:56:37.271362 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-56752dff-a9d2-46b4-9a96-dab36cca1af2 service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483183 Jan 12 09:56:37.411125 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3b3a470f-e50d-4242-bed5-5dba2bad54b4 req-b21338b8-a8f4-4d37-ac4f-ff51e5e96aee service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303039 Jan 12 09:56:37.429947 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:56:37.543146 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9605f3b-6bd1-4e9d-a0f4-891d68f06e93 req-d09738d1-8d5a-4c23-a552-277511a46517 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:37.544543 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d9605f3b-6bd1-4e9d-a0f4-891d68f06e93 req-d09738d1-8d5a-4c23-a552-277511a46517 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0805609 Jan 12 09:56:37.588518 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d9605f3b-6bd1-4e9d-a0f4-891d68f06e93 req-6cd15284-e8b8-4e32-beff-4f2fede3e49b tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382550 Jan 12 09:56:38.789636 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef363b-0731-4974-82c2-209deda1174a req-1903cc14-6913-4eee-a89c-92c34dfd275d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:38.791063 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-46ef363b-0731-4974-82c2-209deda1174a req-1903cc14-6913-4eee-a89c-92c34dfd275d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0891268 Jan 12 09:56:38.835302 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-46ef363b-0731-4974-82c2-209deda1174a req-b54bc73a-bfd2-4a66-a03d-394bf1eb0d48 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384307 Jan 12 09:56:39.320644 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-18aeed25-e956-43be-b210-150326df27c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:40.034674 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae61a4-66d2-46b8-8e26-e733daeb180d req-a5e3fea6-422d-48e1-a6db-5c96558ea62c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:40.036146 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-48ae61a4-66d2-46b8-8e26-e733daeb180d req-a5e3fea6-422d-48e1-a6db-5c96558ea62c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0903351 Jan 12 09:56:40.079512 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-48ae61a4-66d2-46b8-8e26-e733daeb180d req-b0cb0a2f-9125-473a-baab-3ce9e482dd09 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375493 Jan 12 09:56:40.167238 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0aa1466e-6f51-45cf-b533-d2ecad5558a6 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:56:40.170016 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0aa1466e-6f51-45cf-b533-d2ecad5558a6 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:56:40.401544 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30415aa-f106-4679-8296-8143ab434835 req-2f45812b-d489-428b-afee-0f878836f21b tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:40.403693 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e30415aa-f106-4679-8296-8143ab434835 req-2f45812b-d489-428b-afee-0f878836f21b tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0874968 Jan 12 09:56:40.410758 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ed6d0-42da-4945-96c9-a2e511502b4d req-68c30abe-a055-489f-9ed0-f4f077e3b1f8 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:40.412513 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f4ed6d0-42da-4945-96c9-a2e511502b4d req-68c30abe-a055-489f-9ed0-f4f077e3b1f8 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94&tenant_id=428c928db8c74eb388b9cae216af53b7&binding%3Ahost_id=hv-neutron-8243 HTTP/1.1" status: 200 len: 945 time: 0.0938845 Jan 12 09:56:40.414913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:40.423681 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0aa1466e-6f51-45cf-b533-d2ecad5558a6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0aa1466e-6f51-45cf-b533-d2ecad5558a6,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:56:40.430693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:40.449937 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '0aa1466e-6f51-45cf-b533-d2ecad5558a6', 'network_id': '2e63942c-4747-4147-a9eb-8697975ca121', 'port_id': '0aa1466e-6f51-45cf-b533-d2ecad5558a6', 'mac_address': 'fa:16:3e:f2:a9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426bb593-6a44-4467-ae38-7b3c44dbd0ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:56:40.455618 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e30415aa-f106-4679-8296-8143ab434835 req-a3863b07-17dd-4910-8b01-0db293a03ade tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450506 Jan 12 09:56:40.500715 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf791f87-e889-453c-b57d-72a07f5eda94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aa1466e-6f51-45cf-b533-d2ecad5558a6'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:56:40.518327 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0aa1466e-6f51-45cf-b533-d2ecad5558a6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0aa1466e-6f51-45cf-b533-d2ecad5558a6,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:56:40.527760 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:40.553491 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ed6d0-42da-4945-96c9-a2e511502b4d req-d21866df-45bf-48a4-b21e-1dcc292b5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:40.555014 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f4ed6d0-42da-4945-96c9-a2e511502b4d req-d21866df-45bf-48a4-b21e-1dcc292b5688 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=428c928db8c74eb388b9cae216af53b7&device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 1098 time: 0.0735176 Jan 12 09:56:40.559890 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf791f87-e889-453c-b57d-72a07f5eda94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aa1466e-6f51-45cf-b533-d2ecad5558a6', 'code': 200} Jan 12 09:56:40.565072 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:40.598119 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0aa1466e-6f51-45cf-b533-d2ecad5558a6 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:56:40.646551 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=0aa1466e-6f51-45cf-b533-d2ecad5558a6,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:40.671587 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 09:56:40.671944 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 09:56:40.691480 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ed6d0-42da-4945-96c9-a2e511502b4d req-755b5e39-ab3e-4d1d-bdc1-4fb4d11bfa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:40.693007 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f4ed6d0-42da-4945-96c9-a2e511502b4d req-755b5e39-ab3e-4d1d-bdc1-4fb4d11bfa1e service neutron] 10.222.0.53 "GET /v2.0/networks?id=2e63942c-4747-4147-a9eb-8697975ca121 HTTP/1.1" status: 200 len: 915 time: 0.1248899 Jan 12 09:56:40.762787 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f4ed6d0-42da-4945-96c9-a2e511502b4d req-c3753de6-90a6-4bff-b93e-0da4f2773ff6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa1466e-6f51-45cf-b533-d2ecad5558a6 HTTP/1.1" status: 200 len: 217 time: 0.0636702 Jan 12 09:56:40.825159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ed6d0-42da-4945-96c9-a2e511502b4d req-fe18a48e-6964-4d3b-ba7e-8015b7c4a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:40.826541 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f4ed6d0-42da-4945-96c9-a2e511502b4d req-fe18a48e-6964-4d3b-ba7e-8015b7c4a781 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=426bb593-6a44-4467-ae38-7b3c44dbd0ce HTTP/1.1" status: 200 len: 854 time: 0.0578895 Jan 12 09:56:40.875868 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f4ed6d0-42da-4945-96c9-a2e511502b4d req-21cc13d6-104e-4a30-9a62-358a7adb6695 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e63942c-4747-4147-a9eb-8697975ca121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426710 Jan 12 09:56:41.007780 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f4ed6d0-42da-4945-96c9-a2e511502b4d req-8041f63a-85ef-496c-91c9-c6a7ba32dfeb service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250315 Jan 12 09:56:41.077657 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:41.137059 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f4ed6d0-42da-4945-96c9-a2e511502b4d req-d98336aa-4aeb-418e-bc35-173395dec53b service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227005 Jan 12 09:56:41.262651 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:41.279585 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa1466e-6f51-45cf-b533-d2ecad5558a6 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:56:41.296235 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0aa1466e-6f51-45cf-b533-d2ecad5558a6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0aa1466e-6f51-45cf-b533-d2ecad5558a6,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:56:41.301691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:41.369533 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['0aa1466e-6f51-45cf-b533-d2ecad5558a6'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:56:41.405197 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=0aa1466e-6f51-45cf-b533-d2ecad5558a6,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:41.644585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7acfe-e736-4b54-b0ba-b584091ef258 req-1d9b3c0d-58ef-4074-bb20-48ab211cdc3f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:41.646054 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e6f7acfe-e736-4b54-b0ba-b584091ef258 req-1d9b3c0d-58ef-4074-bb20-48ab211cdc3f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 944 time: 0.0808699 Jan 12 09:56:41.691586 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e6f7acfe-e736-4b54-b0ba-b584091ef258 req-e59893e4-5fa7-4d14-a0e8-09ef509de74c tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387399 Jan 12 09:56:42.181787 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0aa1466e-6f51-45cf-b533-d2ecad5558a6 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:56:42.262603 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 0aa1466e-6f51-45cf-b533-d2ecad5558a6 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:56:42.263010 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:42.366976 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6e24c69-d2bc-4c80-9721-9188f30f1e56 req-2c373ef9-948a-49fc-9191-76ceeae808d1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677879 Jan 12 09:56:42.383058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:42.414994 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0aa1466e-6f51-45cf-b533-d2ecad5558a6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0aa1466e-6f51-45cf-b533-d2ecad5558a6,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:56:42.420056 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:42.486537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=0aa1466e-6f51-45cf-b533-d2ecad5558a6,revision_number=8']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:42.561206 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf791f87-e889-453c-b57d-72a07f5eda94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa1466e-6f51-45cf-b533-d2ecad5558a6'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:56:42.608205 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf791f87-e889-453c-b57d-72a07f5eda94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa1466e-6f51-45cf-b533-d2ecad5558a6', 'code': 200} Jan 12 09:56:42.624266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e24c69-d2bc-4c80-9721-9188f30f1e56 req-597ab618-c252-4f45-bac6-8f069911ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:42.625758 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6e24c69-d2bc-4c80-9721-9188f30f1e56 req-597ab618-c252-4f45-bac6-8f069911ec8d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=428c928db8c74eb388b9cae216af53b7&device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 1098 time: 0.1884592 Jan 12 09:56:42.665882 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:42.774317 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e24c69-d2bc-4c80-9721-9188f30f1e56 req-b67455ab-5717-4336-b7b2-4a45b3fabbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:42.776028 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6e24c69-d2bc-4c80-9721-9188f30f1e56 req-b67455ab-5717-4336-b7b2-4a45b3fabbc5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2e63942c-4747-4147-a9eb-8697975ca121 HTTP/1.1" status: 200 len: 915 time: 0.1282589 Jan 12 09:56:42.842279 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6e24c69-d2bc-4c80-9721-9188f30f1e56 req-6964df27-7c1b-461d-995d-f4ad9f3859bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa1466e-6f51-45cf-b533-d2ecad5558a6 HTTP/1.1" status: 200 len: 217 time: 0.0603709 Jan 12 09:56:42.887430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833127d0-ee30-459f-ad07-1450a6fe95c4 req-bd32473c-9729-4b8c-b8d4-1f67477c4831 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:42.888801 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-833127d0-ee30-459f-ad07-1450a6fe95c4 req-bd32473c-9729-4b8c-b8d4-1f67477c4831 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0844107 Jan 12 09:56:42.906059 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e24c69-d2bc-4c80-9721-9188f30f1e56 req-569af605-af44-4834-92a2-c8f2d8dfa59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:42.907558 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6e24c69-d2bc-4c80-9721-9188f30f1e56 req-569af605-af44-4834-92a2-c8f2d8dfa59a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=426bb593-6a44-4467-ae38-7b3c44dbd0ce HTTP/1.1" status: 200 len: 854 time: 0.0598414 Jan 12 09:56:42.933340 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-833127d0-ee30-459f-ad07-1450a6fe95c4 req-449ba5cd-3c92-4c3f-9849-23e4063c78ef tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386047 Jan 12 09:56:42.953880 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6e24c69-d2bc-4c80-9721-9188f30f1e56 req-b54255aa-6f02-47bd-a4a0-bd1c0866827c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2e63942c-4747-4147-a9eb-8697975ca121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398276 Jan 12 09:56:43.133809 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6e24c69-d2bc-4c80-9721-9188f30f1e56 req-34064d50-5f36-4251-bd4b-f0a68a1a277b service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730490 Jan 12 09:56:43.190998 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6edad8-8a8a-4326-84c5-8f45af94f535 req-0b076567-7ca8-45ff-8389-be53c2013c0d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:43.192438 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-da6edad8-8a8a-4326-84c5-8f45af94f535 req-0b076567-7ca8-45ff-8389-be53c2013c0d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.1473007 Jan 12 09:56:43.306586 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-da6edad8-8a8a-4326-84c5-8f45af94f535 req-66b55fd0-a8d1-4a67-a0d1-3e466dfd9846 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671937 Jan 12 09:56:43.308585 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6e24c69-d2bc-4c80-9721-9188f30f1e56 req-f3f34540-a283-47fe-82ec-34c4347bd974 service neutron] 10.222.0.53 "GET /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674969 Jan 12 09:56:43.494102 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3f005-6731-451f-b853-5c089eb32742 req-142305ef-40be-4688-a4c9-acf6f20759b5 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:43.495572 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8bb3f005-6731-451f-b853-5c089eb32742 req-142305ef-40be-4688-a4c9-acf6f20759b5 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0824742 Jan 12 09:56:43.540746 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8bb3f005-6731-451f-b853-5c089eb32742 req-c273b983-1bce-4715-839b-bfc22e3d1dac tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388517 Jan 12 09:56:44.108029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7153e-0d18-4baa-8d53-c37c1cf490e2 req-26bb2203-fcdc-4d52-9798-e95d3e6b926d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:44.109503 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-75a7153e-0d18-4baa-8d53-c37c1cf490e2 req-26bb2203-fcdc-4d52-9798-e95d3e6b926d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0793195 Jan 12 09:56:44.156427 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-75a7153e-0d18-4baa-8d53-c37c1cf490e2 req-164d158a-7f8c-40a4-99a0-6d16def1326a tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412312 Jan 12 09:56:45.363269 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87e8f7-bb15-462e-902e-ec84744b1178 req-cde80d5e-7f9a-44c6-9726-16446f2d9864 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:45.364658 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0f87e8f7-bb15-462e-902e-ec84744b1178 req-cde80d5e-7f9a-44c6-9726-16446f2d9864 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0877347 Jan 12 09:56:45.409613 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0f87e8f7-bb15-462e-902e-ec84744b1178 req-f0239172-68fd-4796-859c-fdeac928f56d tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/security-groups?id=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392163 Jan 12 09:56:45.705277 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a296c-5194-4fc4-b102-022458362767 req-a73b7817-9021-44e8-8bdf-6274f56100f7 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:45.706802 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-243a296c-5194-4fc4-b102-022458362767 req-a73b7817-9021-44e8-8bdf-6274f56100f7 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 945 time: 0.0919285 Jan 12 09:56:45.780008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-243a296c-5194-4fc4-b102-022458362767 req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Deleting port 0aa1466e-6f51-45cf-b533-d2ecad5558a6 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:56:45.780320 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-243a296c-5194-4fc4-b102-022458362767 req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:46.031921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-243a296c-5194-4fc4-b102-022458362767 req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] For port 0aa1466e-6f51-45cf-b533-d2ecad5558a6, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0aa1466e-6f51-45cf-b533-d2ecad5558a6,segment=NetworkSegment(67732324-08db-48f0-908d-087e956fe44b),segment_id=67732324-08db-48f0-908d-087e956fe44b)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:56:46.032156 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-243a296c-5194-4fc4-b102-022458362767 req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:46.152754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-243a296c-5194-4fc4-b102-022458362767 req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Calling delete_port for 0aa1466e-6f51-45cf-b533-d2ecad5558a6 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:56:46.304263 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-243a296c-5194-4fc4-b102-022458362767 req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:46.457891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Pushing event deleted for resources: {'Port': ['ID=0aa1466e-6f51-45cf-b533-d2ecad5558a6,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:46.494520 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:46.494897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:46.495263 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:46.495585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:46.495895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:46.496215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:46.496878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:46.497195 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:46.497508 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:46.497824 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:46.498143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:46.498453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:46.575244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-243a296c-5194-4fc4-b102-022458362767 req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] No DVR routers for this DVR port 0aa1466e-6f51-45cf-b533-d2ecad5558a6 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:56:46.581123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-243a296c-5194-4fc4-b102-022458362767 req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:46.583566 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf791f87-e889-453c-b57d-72a07f5eda94', 'name': 'network-vif-deleted', 'tag': '0aa1466e-6f51-45cf-b533-d2ecad5558a6'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:56:46.590895 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4f539cf0-bea4-4722-8624-4c48143c21ac req-41291758-a599-4966-8489-3b42961e6c4f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf791f87-e889-453c-b57d-72a07f5eda94 HTTP/1.1" status: 200 len: 210 time: 0.0616803 Jan 12 09:56:46.602736 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-243a296c-5194-4fc4-b102-022458362767 req-b27af697-20ad-4b64-a123-5f27b8f8e05f tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] 10.222.0.53 "DELETE /v2.0/ports/0aa1466e-6f51-45cf-b533-d2ecad5558a6 HTTP/1.1" status: 204 len: 173 time: 0.8878894 Jan 12 09:56:46.630422 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf791f87-e889-453c-b57d-72a07f5eda94', 'name': 'network-vif-deleted', 'tag': '0aa1466e-6f51-45cf-b533-d2ecad5558a6', 'status': 'completed', 'code': 200} Jan 12 09:56:46.727195 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:47.850166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 44820) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:56:47.909925 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Deleting subnet 426bb593-6a44-4467-ae38-7b3c44dbd0ce {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 09:56:47.912863 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:47.975233 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:48.038302 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:48.109899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:48.151524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=426bb593-6a44-4467-ae38-7b3c44dbd0ce,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:48.154550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:48.162799 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:48.163078 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:48.163417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:48.163746 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:48.164071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:48.164395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:48.164703 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:48.165022 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:48.165348 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:48.165662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:48.165975 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:48.166288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:48.169899 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8765f01b-589e-41f1-ab0d-2a64d1703f58 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/426bb593-6a44-4467-ae38-7b3c44dbd0ce HTTP/1.1" status: 204 len: 168 time: 0.3186831 Jan 12 09:56:48.172506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 44824) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:56:48.228618 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0aa1466e-6f51-45cf-b533-d2ecad5558a6 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:56:48.263966 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 0aa1466e-6f51-45cf-b533-d2ecad5558a6 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:56:48.264287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0aa1466e-6f51-45cf-b533-d2ecad5558a6 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:56:48.273697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2f666a51-1ea3-4057-9b90-242b2c4921bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:48.401394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2f666a51-1ea3-4057-9b90-242b2c4921bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:48.427537 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-2f666a51-1ea3-4057-9b90-242b2c4921bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e63942c-4747-4147-a9eb-8697975ca121']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:56:48.439289 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-2f666a51-1ea3-4057-9b90-242b2c4921bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67732324-08db-48f0-908d-087e956fe44b') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:56:48.439579 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-2f666a51-1ea3-4057-9b90-242b2c4921bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67732324-08db-48f0-908d-087e956fe44b') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:56:48.450702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2f666a51-1ea3-4057-9b90-242b2c4921bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:48.466409 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2f666a51-1ea3-4057-9b90-242b2c4921bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:48.472491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f666a51-1ea3-4057-9b90-242b2c4921bd admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 09:56:48.472856 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2f666a51-1ea3-4057-9b90-242b2c4921bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 09:56:48.485631 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 09:56:48.562851 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2f666a51-1ea3-4057-9b90-242b2c4921bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:48.674652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2f666a51-1ea3-4057-9b90-242b2c4921bd admin admin] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:48.684909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f666a51-1ea3-4057-9b90-242b2c4921bd admin admin] Pushing event deleted for resources: {'Network': ['ID=2e63942c-4747-4147-a9eb-8697975ca121,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:48.695908 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2f666a51-1ea3-4057-9b90-242b2c4921bd admin admin] 10.222.0.26 "DELETE /v2.0/networks/2e63942c-4747-4147-a9eb-8697975ca121 HTTP/1.1" status: 204 len: 168 time: 0.5224259 Jan 12 09:56:48.817145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44830) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:56:48.866122 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a59ea91c-789b-421c-9f96-001607edd71a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=428c928db8c74eb388b9cae216af53b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477376 Jan 12 09:56:48.868591 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44834) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:56:48.928573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-472c6b28-2430-422d-9480-9d3a12d41df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:48.954806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-472c6b28-2430-422d-9480-9d3a12d41df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:49.007812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-472c6b28-2430-422d-9480-9d3a12d41df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:49.023201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c6b28-2430-422d-9480-9d3a12d41df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:49.038683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-472c6b28-2430-422d-9480-9d3a12d41df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:49.042296 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-472c6b28-2430-422d-9480-9d3a12d41df5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b28ebda9-c7eb-4851-b82b-2cd41eaaf1fb HTTP/1.1" status: 204 len: 168 time: 0.1705306 Jan 12 09:56:49.817004 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44858) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:56:49.923008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1756783794-network', 'tenant_id': 'cf9c0b879e254b53944f933563c285de'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:56:49.928000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:56:49.932048 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Usage tracker for resource:network and tenant:cf9c0b879e254b53944f933563c285de is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:56:49.935031 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:56:49.940887 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:56:49.953586 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Made reservation on behalf of cf9c0b879e254b53944f933563c285de for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:56:49.955961 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:49.970970 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:49.985229 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:56:49.989360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Usage tracker for resource:security_group_rule and tenant:cf9c0b879e254b53944f933563c285de is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:56:49.992063 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:56:49.998053 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:56:50.079649 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:50.084905 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:50.119815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 09:56:50.125415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213f4626-c184-4b0f-b2ee-89deb44eff30,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:50.134491 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:50.134819 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Added segment fb02be98-d67d-4747-928a-0340eed52c2c of type vlan for network a30f3330-46fd-407b-b701-c500a2f2caf0 Jan 12 09:56:50.161186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:50.192013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:50.193196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:50.193827 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:50.294694 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4763896 Jan 12 09:56:50.297788 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 44864) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:56:50.299730 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1710e-b463-49e3-a53f-1b565ff7a09a admin admin] Pushing event updated for resources: {'Network': ['ID=a30f3330-46fd-407b-b701-c500a2f2caf0,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:50.305677 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-275255dd-964b-4d82-98a7-d77a760f5881 admin admin] Request body: {'subnet': {'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1756783794-subnet', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:56:50.312877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-275255dd-964b-4d82-98a7-d77a760f5881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:56:50.313487 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network a30f3330-46fd-407b-b701-c500a2f2caf0 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 09:56:50.317069 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-275255dd-964b-4d82-98a7-d77a760f5881 admin admin] Usage tracker for resource:subnet and tenant:cf9c0b879e254b53944f933563c285de is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:56:50.319902 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-275255dd-964b-4d82-98a7-d77a760f5881 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:56:50.326005 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-275255dd-964b-4d82-98a7-d77a760f5881 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:56:50.336610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275255dd-964b-4d82-98a7-d77a760f5881 admin admin] Made reservation on behalf of cf9c0b879e254b53944f933563c285de for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:56:50.339138 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-275255dd-964b-4d82-98a7-d77a760f5881 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:50.545872 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-275255dd-964b-4d82-98a7-d77a760f5881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:50.614011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275255dd-964b-4d82-98a7-d77a760f5881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ca7641-a629-40bb-847f-d01fb55a2253,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:50.626799 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275255dd-964b-4d82-98a7-d77a760f5881 admin admin] Checking segment: {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:56:50.627167 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275255dd-964b-4d82-98a7-d77a760f5881 admin admin] Network hostable DHCP agents. Network: a30f3330-46fd-407b-b701-c500a2f2caf0, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 09:56:50.647105 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275255dd-964b-4d82-98a7-d77a760f5881 admin admin] Network a30f3330-46fd-407b-b701-c500a2f2caf0 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 09:56:50.658382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-275255dd-964b-4d82-98a7-d77a760f5881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, a30f3330-46fd-407b-b701-c500a2f2caf0) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:56:50.662489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275255dd-964b-4d82-98a7-d77a760f5881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:50.663096 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-275255dd-964b-4d82-98a7-d77a760f5881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:50.667834 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a65713-7af3-4ec3-a4ec-62b39d043b7e None None] Network a30f3330-46fd-407b-b701-c500a2f2caf0 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:56:50.684838 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-275255dd-964b-4d82-98a7-d77a760f5881 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3859832 Jan 12 09:56:50.687652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 44868) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:56:50.692598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:56:50.697383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:56:50.701519 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Usage tracker for resource:router and tenant:cf9c0b879e254b53944f933563c285de is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:56:50.704390 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:56:50.710219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:56:50.721146 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:50.722144 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:50.737167 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:50.884870 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-a30f3330-46fd-407b-b701-c500a2f2caf0', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 09:56:50.885724 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:51.005185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:51.044569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Allocated IP 172.20.0.2 (a30f3330-46fd-407b-b701-c500a2f2caf0/18ca7641-a629-40bb-847f-d01fb55a2253/30d32d55-8b2d-4e59-930a-48677171f24f) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:56:51.249742 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:51.260093 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Transition to ACTIVE for port object 30d32d55-8b2d-4e59-930a-48677171f24f will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:56:51.278360 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Transition to ACTIVE for port object 30d32d55-8b2d-4e59-930a-48677171f24f will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:56:51.286081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:51.320258 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:51.349640 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:51.350898 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Network a30f3330-46fd-407b-b701-c500a2f2caf0 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:56:51.353697 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:56:51.357418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:56:51.389903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Pushing event updated for resources: {'Port': ['ID=30d32d55-8b2d-4e59-930a-48677171f24f,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:51.450872 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Attempting to bind port 30d32d55-8b2d-4e59-930a-48677171f24f on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:56:51.451246 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Attempting to bind port 30d32d55-8b2d-4e59-930a-48677171f24f by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:56:51.451604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Attempting to bind port 30d32d55-8b2d-4e59-930a-48677171f24f on network a30f3330-46fd-407b-b701-c500a2f2caf0 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:56:51.457245 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:56:51.457635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Checking segment: {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:56:51.458018 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:51.458530 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Bound using segment: {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:56:51.459021 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Bound port: 30d32d55-8b2d-4e59-930a-48677171f24f, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:56:51.459393 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:51.486121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Allocated IP 172.26.2.140 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/09c81df5-ad44-40bf-8ca8-2a064bf66264) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:56:51.549122 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] For port 30d32d55-8b2d-4e59-930a-48677171f24f, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:56:51.552264 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] For port 30d32d55-8b2d-4e59-930a-48677171f24f, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=30d32d55-8b2d-4e59-930a-48677171f24f,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:56:51.558305 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:51.636771 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:51.638825 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824d005-3647-405b-bdcc-df640a4e389e None None] Pushing event updated for resources: {'Port': ['ID=30d32d55-8b2d-4e59-930a-48677171f24f,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:51.673720 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:51.738501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:56:51.741738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:56:51.745385 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:56:51.777966 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Pushing event updated for resources: {'Port': ['ID=09c81df5-ad44-40bf-8ca8-2a064bf66264,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:52.286912 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:52.565250 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a2fd63-3b80-4b68-a1da-3477747001a6 None None] Network a30f3330-46fd-407b-b701-c500a2f2caf0 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 09:56:52.632099 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:52.702222 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-39de512e-d80b-4af9-b1e4-08cf9570fe75 None None] Provisioning for port 30d32d55-8b2d-4e59-930a-48677171f24f completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:56:52.837464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 09:56:53.012615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:56:53.022293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Sync routers for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:56:53.037810 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:53.042051 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:56:53.042051 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:56:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:56:53.042513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44874) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:56:53.043038 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-10d5177c-a444-41c0-9304-6a4d8bf3b08f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3541164 Jan 12 09:56:53.219363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:56:53.415353 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 30d32d55-8b2d-4e59-930a-48677171f24f up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:56:53.549099 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 30d32d55-8b2d-4e59-930a-48677171f24f completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:56:53.554962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 30d32d55-8b2d-4e59-930a-48677171f24f triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:56:53.555329 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:53.629104 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:52Z', 'revision_number': 3, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:56:53.662888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Checking router: 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:56:53.663236 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Updating router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee port 09c81df5-ad44-40bf-8ca8-2a064bf66264 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:56:53.704688 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:53.729735 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:53.741172 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:53.848685 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 30d32d55-8b2d-4e59-930a-48677171f24f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=30d32d55-8b2d-4e59-930a-48677171f24f,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:56:53.855505 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:53.912276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Allocated IP 172.20.0.1 (a30f3330-46fd-407b-b701-c500a2f2caf0/18ca7641-a629-40bb-847f-d01fb55a2253/16818d7b-4012-45cd-9d0c-870b2e8be14e) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:56:53.975504 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=30d32d55-8b2d-4e59-930a-48677171f24f,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:54.153434 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:54.164914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Transition to ACTIVE for port object 09c81df5-ad44-40bf-8ca8-2a064bf66264 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:56:54.172692 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:54.178162 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:54.193888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Transition to ACTIVE for port object 16818d7b-4012-45cd-9d0c-870b2e8be14e will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:56:54.219324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:54.255682 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Attempting to bind port 09c81df5-ad44-40bf-8ca8-2a064bf66264 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:56:54.256048 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Attempting to bind port 09c81df5-ad44-40bf-8ca8-2a064bf66264 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:56:54.256406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Attempting to bind port 09c81df5-ad44-40bf-8ca8-2a064bf66264 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:56:54.258538 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387d457-1ebb-4c53-b1a1-8c3c896fb438 None None] Pushing event updated for resources: {'Port': ['ID=09c81df5-ad44-40bf-8ca8-2a064bf66264,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:54.264172 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:56:54.264538 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:56:54.264933 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:54.265299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:56:54.266038 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Bound port: 09c81df5-ad44-40bf-8ca8-2a064bf66264, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:56:54.266287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:54.289962 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Network a30f3330-46fd-407b-b701-c500a2f2caf0 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:56:54.292902 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:56:54.297476 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:56:54.323056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=16818d7b-4012-45cd-9d0c-870b2e8be14e,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:54.352324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:54.383038 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] For port 09c81df5-ad44-40bf-8ca8-2a064bf66264, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:56:54.386936 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] For port 09c81df5-ad44-40bf-8ca8-2a064bf66264, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=09c81df5-ad44-40bf-8ca8-2a064bf66264,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:56:54.394416 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:54.476453 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:56:54.477240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:56:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:56:54.569711 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387d457-1ebb-4c53-b1a1-8c3c896fb438 None None] Pushing event updated for resources: {'Port': ['ID=09c81df5-ad44-40bf-8ca8-2a064bf66264,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:54.584418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c6bd7286-b243-4df7-bf44-eab608503788 None None] Provisioning for port 16818d7b-4012-45cd-9d0c-870b2e8be14e completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:56:54.640591 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c6bd7286-b243-4df7-bf44-eab608503788 None None] Provisioning complete for port 16818d7b-4012-45cd-9d0c-870b2e8be14e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:56:54.641296 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7286-b243-4df7-bf44-eab608503788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:54.667579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:54.723142 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-c6bd7286-b243-4df7-bf44-eab608503788 None None] Port 16818d7b-4012-45cd-9d0c-870b2e8be14e cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:56:54.725528 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:56:54.882620 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:54.888509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:54.992192 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:54.998926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=16818d7b-4012-45cd-9d0c-870b2e8be14e,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:55.000871 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:52Z', 'revision_number': 3, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:56:55.005947 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c52948-9031-4a21-9c17-e7f1bae67f39 None None] The sync data for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv is: [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:52Z', 'revision_number': 3, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:56:55.138172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Network a30f3330-46fd-407b-b701-c500a2f2caf0 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:56:55.139364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:56:55.362547 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:56:55.456725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0e25251a-7430-4740-b0e4-5d473ce333eb None None] Provisioning complete for port 16818d7b-4012-45cd-9d0c-870b2e8be14e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:56:55.457094 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0e25251a-7430-4740-b0e4-5d473ce333eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:55.523172 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 30d32d55-8b2d-4e59-930a-48677171f24f up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:56:55.574273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0e25251a-7430-4740-b0e4-5d473ce333eb None None] Port 16818d7b-4012-45cd-9d0c-870b2e8be14e cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:56:55.599380 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 30d32d55-8b2d-4e59-930a-48677171f24f triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:56:55.599745 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:55.636426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:56:55.650488 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-dc4bed8a-cb86-417f-a463-64e9997dd1c6 admin admin] 10.222.0.26 "PUT /v2.0/routers/4a7e69b9-a846-4a84-ab1e-bb47c479b4ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6066442 Jan 12 09:56:55.753626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 09c81df5-ad44-40bf-8ca8-2a064bf66264 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:56:55.825584 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 09c81df5-ad44-40bf-8ca8-2a064bf66264 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:56:55.830576 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 09c81df5-ad44-40bf-8ca8-2a064bf66264 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:56:55.831039 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:55.949053 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:55.966507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 09c81df5-ad44-40bf-8ca8-2a064bf66264, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=09c81df5-ad44-40bf-8ca8-2a064bf66264,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:56:55.972314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:56.046007 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=09c81df5-ad44-40bf-8ca8-2a064bf66264,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:56.137790 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44884) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:56:56.143203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-662c6ad4-01b2-468a-b0a2-3ffb8c0634e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--397788621', 'description': 'tempest-description--2058454543'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:56:56.149275 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-662c6ad4-01b2-468a-b0a2-3ffb8c0634e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:56:56.153289 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-662c6ad4-01b2-468a-b0a2-3ffb8c0634e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Usage tracker for resource:security_group and tenant:cf9c0b879e254b53944f933563c285de is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:56:56.156310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-662c6ad4-01b2-468a-b0a2-3ffb8c0634e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:56:56.162270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-662c6ad4-01b2-468a-b0a2-3ffb8c0634e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:56:56.174876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-662c6ad4-01b2-468a-b0a2-3ffb8c0634e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:56.195000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-662c6ad4-01b2-468a-b0a2-3ffb8c0634e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:56:56.199082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-662c6ad4-01b2-468a-b0a2-3ffb8c0634e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Usage tracker for resource:security_group_rule and tenant:cf9c0b879e254b53944f933563c285de is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:56:56.201941 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-662c6ad4-01b2-468a-b0a2-3ffb8c0634e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:56:56.207840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-662c6ad4-01b2-468a-b0a2-3ffb8c0634e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:56:56.285931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-662c6ad4-01b2-468a-b0a2-3ffb8c0634e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:56.291534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-662c6ad4-01b2-468a-b0a2-3ffb8c0634e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:56.444326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c6ad4-01b2-468a-b0a2-3ffb8c0634e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9baf9032-15e7-4c5f-9703-3ff98e3d199a,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:56.449063 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-662c6ad4-01b2-468a-b0a2-3ffb8c0634e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:56.452893 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-662c6ad4-01b2-468a-b0a2-3ffb8c0634e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3115249 Jan 12 09:56:56.453113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44888) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:56:56.459182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-00fa65a5-ff43-4b58-a7ea-d3b82f72940c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Request body: {'security_group_rule': {'security_group_id': '9baf9032-15e7-4c5f-9703-3ff98e3d199a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:56:56.465478 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-00fa65a5-ff43-4b58-a7ea-d3b82f72940c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:56:56.469519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-00fa65a5-ff43-4b58-a7ea-d3b82f72940c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Usage tracker for resource:security_group_rule and tenant:cf9c0b879e254b53944f933563c285de is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:56:56.472473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-00fa65a5-ff43-4b58-a7ea-d3b82f72940c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:56:56.478105 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-00fa65a5-ff43-4b58-a7ea-d3b82f72940c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:56:56.497582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-00fa65a5-ff43-4b58-a7ea-d3b82f72940c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:56.559198 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-00fa65a5-ff43-4b58-a7ea-d3b82f72940c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:56.564426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-00fa65a5-ff43-4b58-a7ea-d3b82f72940c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:56.587425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa65a5-ff43-4b58-a7ea-d3b82f72940c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cb4a1a-9888-4a76-9d18-abacd4cb66a1,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:56.598722 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-00fa65a5-ff43-4b58-a7ea-d3b82f72940c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:56.599956 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-00fa65a5-ff43-4b58-a7ea-d3b82f72940c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458540 Jan 12 09:56:56.602651 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44892) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:56:56.607703 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-0f7ebe6d-5e8e-4f06-84a4-e823fc8613a7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Request body: {'security_group_rule': {'security_group_id': '9baf9032-15e7-4c5f-9703-3ff98e3d199a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:56:56.614360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0f7ebe6d-5e8e-4f06-84a4-e823fc8613a7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:56:56.618163 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0f7ebe6d-5e8e-4f06-84a4-e823fc8613a7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Usage tracker for resource:security_group_rule and tenant:cf9c0b879e254b53944f933563c285de is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:56:56.621038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0f7ebe6d-5e8e-4f06-84a4-e823fc8613a7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:56:56.626989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0f7ebe6d-5e8e-4f06-84a4-e823fc8613a7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:56:56.644438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0f7ebe6d-5e8e-4f06-84a4-e823fc8613a7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:56.664911 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Sync routers for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:56:56.675178 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:56:56.675818 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:56:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:56:56.705634 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0f7ebe6d-5e8e-4f06-84a4-e823fc8613a7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:56.711014 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0f7ebe6d-5e8e-4f06-84a4-e823fc8613a7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:56.735769 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ebe6d-5e8e-4f06-84a4-e823fc8613a7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353cda04-5607-4ca4-a2e9-0d257e5ebabb,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:56.747096 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0f7ebe6d-5e8e-4f06-84a4-e823fc8613a7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:56.748328 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0f7ebe6d-5e8e-4f06-84a4-e823fc8613a7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446290 Jan 12 09:56:56.751339 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 44896) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:56:56.756323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:56:56.762024 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:56:56.765793 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Usage tracker for resource:floatingip and tenant:cf9c0b879e254b53944f933563c285de is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 09:56:56.768660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 09:56:56.774206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:56:56.783782 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for floatingip, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:56.850212 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:56:56.918195 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:57.051205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Allocated IP 172.26.2.250 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/cc68cab7-a7b0-4f4d-ad95-e595dcf0ef7c) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:56:57.153758 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 2, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:56:57.157677 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Checking router: 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:56:57.158023 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Updating router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee port 16818d7b-4012-45cd-9d0c-870b2e8be14e binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 09:56:57.199608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:57.212366 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:57.232139 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:57.295365 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:56:57.298151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:56:57.301986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:56:57.335779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Pushing event updated for resources: {'Port': ['ID=cc68cab7-a7b0-4f4d-ad95-e595dcf0ef7c,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:57.387784 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:57.394295 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 09c81df5-ad44-40bf-8ca8-2a064bf66264 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:56:57.452897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:57.462920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 09c81df5-ad44-40bf-8ca8-2a064bf66264 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:56:57.463373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:57.577795 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:57.590759 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Transition to ACTIVE for port object 16818d7b-4012-45cd-9d0c-870b2e8be14e will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:56:57.597963 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:57.662792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:57.668883 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:57.722182 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d3099-3c3a-4189-a833-52d26801c05d None None] Pushing event updated for resources: {'Port': ['ID=16818d7b-4012-45cd-9d0c-870b2e8be14e,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:57.730549 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5d3099-3c3a-4189-a833-52d26801c05d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:57.731605 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5d3099-3c3a-4189-a833-52d26801c05d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:57.731946 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5d3099-3c3a-4189-a833-52d26801c05d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:57.732279 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5d3099-3c3a-4189-a833-52d26801c05d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:57.733014 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5d3099-3c3a-4189-a833-52d26801c05d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:57.733014 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5d3099-3c3a-4189-a833-52d26801c05d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:57.733218 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5d3099-3c3a-4189-a833-52d26801c05d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:57.733530 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5d3099-3c3a-4189-a833-52d26801c05d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:57.734022 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5d3099-3c3a-4189-a833-52d26801c05d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:57.734342 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5d3099-3c3a-4189-a833-52d26801c05d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:57.734655 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5d3099-3c3a-4189-a833-52d26801c05d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:57.734989 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5d3099-3c3a-4189-a833-52d26801c05d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:56:57.776426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Pushing event updated for resources: {'Port': ['ID=cc68cab7-a7b0-4f4d-ad95-e595dcf0ef7c,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:57.793003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:57.819986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:57.821512 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3b495c42-8109-44df-abcd-62fe2654a0ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0691645 Jan 12 09:56:57.864616 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Attempting to bind port 16818d7b-4012-45cd-9d0c-870b2e8be14e on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:56:57.864994 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Attempting to bind port 16818d7b-4012-45cd-9d0c-870b2e8be14e by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:56:57.865345 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Attempting to bind port 16818d7b-4012-45cd-9d0c-870b2e8be14e on network a30f3330-46fd-407b-b701-c500a2f2caf0 {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:56:57.870702 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:56:57.871116 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Checking segment: {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:56:57.871871 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:57.872251 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Bound using segment: {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:56:57.872755 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Bound port: 16818d7b-4012-45cd-9d0c-870b2e8be14e, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:56:57.873119 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:57.964667 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] For port 16818d7b-4012-45cd-9d0c-870b2e8be14e, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:56:57.967850 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] For port 16818d7b-4012-45cd-9d0c-870b2e8be14e, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=16818d7b-4012-45cd-9d0c-870b2e8be14e,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:56:57.972817 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:57.989539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-23e02eaa-70fb-40cf-b6cb-acbf7f3cb451 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Synchronizing usage tracker for tenant:cf9c0b879e254b53944f933563c285de on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:56:58.007898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-23e02eaa-70fb-40cf-b6cb-acbf7f3cb451 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Unset dirty status for tenant:cf9c0b879e254b53944f933563c285de on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:56:58.009186 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-23e02eaa-70fb-40cf-b6cb-acbf7f3cb451 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--397788621&fields=id&tenant_id=cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 267 time: 0.0598631 Jan 12 09:56:58.065242 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d3099-3c3a-4189-a833-52d26801c05d None None] Pushing event updated for resources: {'Port': ['ID=16818d7b-4012-45cd-9d0c-870b2e8be14e,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:56:58.069623 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:56:58.070793 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:56:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:56:58.169754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-39266234-0896-498b-9ef5-2f2c340c7e38 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:56:58.170446 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-39266234-0896-498b-9ef5-2f2c340c7e38 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Synchronizing usage tracker for tenant:cf9c0b879e254b53944f933563c285de on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:56:58.188904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-39266234-0896-498b-9ef5-2f2c340c7e38 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Unset dirty status for tenant:cf9c0b879e254b53944f933563c285de on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:56:58.190465 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-39266234-0896-498b-9ef5-2f2c340c7e38 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 812 time: 0.1740143 Jan 12 09:56:58.207959 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-80dd4790-5fc3-4d67-a387-6a02920dda7d tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/quotas/cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 375 time: 0.0099220 Jan 12 09:56:58.255789 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:56:58.299823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-80499973-606c-4f65-9924-37712472e654 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Synchronizing usage tracker for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:56:58.317818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-80499973-606c-4f65-9924-37712472e654 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Unset dirty status for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:56:58.319124 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-80499973-606c-4f65-9924-37712472e654 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1047208 Jan 12 09:56:58.503774 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-54f65a78-d198-4e81-9892-6a37c5f60e76 service neutron] 10.222.0.26 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719820 Jan 12 09:56:58.567279 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:57Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:56:58.571326 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4578b95-7dcb-4f8f-a54b-c8d5705b1c85 None None] The sync data for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv is: [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:57Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:56:58.753245 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e86cc6da-3ed7-4854-b130-955e908067b6 service neutron] 10.222.0.26 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437160 Jan 12 09:56:58.942589 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d551255b-526d-4428-9c3d-48ee4c1254ae req-0ec6f756-0548-4d5e-9968-372fa2ace39c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 210 time: 0.0479667 Jan 12 09:56:59.414161 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 16818d7b-4012-45cd-9d0c-870b2e8be14e up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:56:59.491084 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 16818d7b-4012-45cd-9d0c-870b2e8be14e completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:56:59.497142 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 16818d7b-4012-45cd-9d0c-870b2e8be14e triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:56:59.497737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:59.654983 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:59.689892 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 16818d7b-4012-45cd-9d0c-870b2e8be14e, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=16818d7b-4012-45cd-9d0c-870b2e8be14e,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:56:59.695131 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:56:59.762570 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=16818d7b-4012-45cd-9d0c-870b2e8be14e,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:57:00.138581 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e5e4b732-d7d8-4208-977a-f4e76fb3777f req-5a853cc9-b838-4d61-85d8-84cbf3662451 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 210 time: 0.0674906 Jan 12 09:57:00.235672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-53f1af33-3afd-4bc5-bd53-d4d051e6a8cb tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:00.236972 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-53f1af33-3afd-4bc5-bd53-d4d051e6a8cb tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 812 time: 0.1917086 Jan 12 09:57:00.293255 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-33a764b2-45e6-4124-bc61-a807e00089dc tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 379 time: 0.0427833 Jan 12 09:57:00.304960 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-b8a35cbf-7873-4970-9b5f-f48439d00556 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Request body: {'port': {'device_id': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'admin_state_up': True, 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'security_groups': ['9baf9032-15e7-4c5f-9703-3ff98e3d199a']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:57:00.441350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-b8a35cbf-7873-4970-9b5f-f48439d00556 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:57:00.450959 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-b8a35cbf-7873-4970-9b5f-f48439d00556 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:57:00.463126 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-b8a35cbf-7873-4970-9b5f-f48439d00556 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Made reservation on behalf of cf9c0b879e254b53944f933563c285de for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:57:00.466526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-b8a35cbf-7873-4970-9b5f-f48439d00556 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:00.628389 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-b8a35cbf-7873-4970-9b5f-f48439d00556 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Allocated IP 172.20.0.9 (a30f3330-46fd-407b-b701-c500a2f2caf0/18ca7641-a629-40bb-847f-d01fb55a2253/dfcb2eee-434d-422c-9c61-87629df6a28b) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:57:00.823735 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-b8a35cbf-7873-4970-9b5f-f48439d00556 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:00.839627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-b8a35cbf-7873-4970-9b5f-f48439d00556 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Transition to ACTIVE for port object dfcb2eee-434d-422c-9c61-87629df6a28b will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:57:00.865430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-b8a35cbf-7873-4970-9b5f-f48439d00556 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:00.933446 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-b8a35cbf-7873-4970-9b5f-f48439d00556 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Network a30f3330-46fd-407b-b701-c500a2f2caf0 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:57:00.936592 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-b8a35cbf-7873-4970-9b5f-f48439d00556 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:57:00.940406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-b8a35cbf-7873-4970-9b5f-f48439d00556 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:57:00.973305 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a35cbf-7873-4970-9b5f-f48439d00556 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Pushing event updated for resources: {'Port': ['ID=dfcb2eee-434d-422c-9c61-87629df6a28b,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:57:01.009025 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-b8a35cbf-7873-4970-9b5f-f48439d00556 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:01.009660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-b8a35cbf-7873-4970-9b5f-f48439d00556 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:01.036381 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-b8a35cbf-7873-4970-9b5f-f48439d00556 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7348793 Jan 12 09:57:01.054317 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Request body: {'port': {'device_id': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:57:01.163656 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:01.182238 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-68581366-af3c-45b8-a52e-97e1ea895a68 None None] Provisioning for port dfcb2eee-434d-422c-9c61-87629df6a28b completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:57:01.187821 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-68581366-af3c-45b8-a52e-97e1ea895a68 None None] Provisioning complete for port dfcb2eee-434d-422c-9c61-87629df6a28b triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:57:01.188446 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-68581366-af3c-45b8-a52e-97e1ea895a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:01.244774 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-68581366-af3c-45b8-a52e-97e1ea895a68 None None] Port dfcb2eee-434d-422c-9c61-87629df6a28b cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:57:01.324211 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126155ae-b9cd-4bb3-8d31-af7ae55f0044 req-fdf4fcd3-251d-4a82-86c3-3dff696ca2fe tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:01.326120 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-126155ae-b9cd-4bb3-8d31-af7ae55f0044 req-fdf4fcd3-251d-4a82-86c3-3dff696ca2fe tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 931 time: 0.0785394 Jan 12 09:57:01.378644 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-126155ae-b9cd-4bb3-8d31-af7ae55f0044 req-f2743ee0-fe31-4115-8614-c584e7658115 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461791 Jan 12 09:57:01.391473 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 16818d7b-4012-45cd-9d0c-870b2e8be14e up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:57:01.460180 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 16818d7b-4012-45cd-9d0c-870b2e8be14e triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:57:01.460553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:01.508915 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfcb2eee-434d-422c-9c61-87629df6a28b {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:57:01.516316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:01.531191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Transition to ACTIVE for port object dfcb2eee-434d-422c-9c61-87629df6a28b will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:57:01.536351 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:01.667584 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Pushing event updated for resources: {'Port': ['ID=dfcb2eee-434d-422c-9c61-87629df6a28b,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:57:01.877069 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Attempting to bind port dfcb2eee-434d-422c-9c61-87629df6a28b on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:57:01.877412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Attempting to bind port dfcb2eee-434d-422c-9c61-87629df6a28b by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:57:01.877746 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Attempting to bind port dfcb2eee-434d-422c-9c61-87629df6a28b on network a30f3330-46fd-407b-b701-c500a2f2caf0 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:57:01.882464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Port dfcb2eee-434d-422c-9c61-87629df6a28b on network a30f3330-46fd-407b-b701-c500a2f2caf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:57:01.882791 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Attempting to bind port dfcb2eee-434d-422c-9c61-87629df6a28b on network a30f3330-46fd-407b-b701-c500a2f2caf0 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:57:01.888122 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:57:01.888458 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Checking segment: {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:57:01.888841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Bound using segment: {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:57:01.889257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Bound port: dfcb2eee-434d-422c-9c61-87629df6a28b, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:57:01.889600 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:01.980890 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] For port dfcb2eee-434d-422c-9c61-87629df6a28b, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:57:01.985485 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] For port dfcb2eee-434d-422c-9c61-87629df6a28b, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dfcb2eee-434d-422c-9c61-87629df6a28b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:57:01.993000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:02.057610 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:02.058265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:02.059670 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] 10.222.0.53 "PUT /v2.0/ports/dfcb2eee-434d-422c-9c61-87629df6a28b HTTP/1.1" status: 200 len: 1093 time: 1.0099916 Jan 12 09:57:02.060115 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'tag': 'dfcb2eee-434d-422c-9c61-87629df6a28b'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:57:02.082522 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d596ef-e6bf-445a-9d8d-ad1ee85a5729 service neutron] Pushing event updated for resources: {'Port': ['ID=dfcb2eee-434d-422c-9c61-87629df6a28b,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:57:02.152635 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'tag': 'dfcb2eee-434d-422c-9c61-87629df6a28b', 'status': 'completed', 'code': 200} Jan 12 09:57:02.193742 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-fd9bd77d-df1b-441e-be70-97d69a521b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:02.195786 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-fd9bd77d-df1b-441e-be70-97d69a521b29 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 1096 time: 0.0781112 Jan 12 09:57:02.270421 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-851068c0-a900-4f84-a14d-2519f38ac920 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfcb2eee-434d-422c-9c61-87629df6a28b HTTP/1.1" status: 200 len: 217 time: 0.0641582 Jan 12 09:57:02.335172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e6cfb29b-a2f9-473f-8f33-c7c9685701fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:02.336561 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-e6cfb29b-a2f9-473f-8f33-c7c9685701fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0572476 Jan 12 09:57:02.421213 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-55d61077-1784-4dfb-88f5-410247c00dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:02.422743 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-55d61077-1784-4dfb-88f5-410247c00dc7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768862 Jan 12 09:57:02.560982 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-373a6f9b-6bac-4d03-a584-533a5fce9199 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276631 Jan 12 09:57:02.690584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ca5a-cbf3-4407-8cd9-3903b3142dc6 req-71662ac5-c886-4a7a-9f28-f0f5bd8bb882 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:02.692161 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9846ca5a-cbf3-4407-8cd9-3903b3142dc6 req-71662ac5-c886-4a7a-9f28-f0f5bd8bb882 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 943 time: 0.2035878 Jan 12 09:57:02.696099 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aff6545d-b62f-4435-b3c3-db8547dbe205 req-5a6ec7b3-15df-4ee8-a3c1-d1314266ed57 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253617 Jan 12 09:57:02.737122 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9846ca5a-cbf3-4407-8cd9-3903b3142dc6 req-62bd4e3f-503c-4ae2-8025-2df1eaab3b03 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391121 Jan 12 09:57:02.819443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230489f5-b1ab-44bc-87b0-efc7648cd8db req-a3168142-dcb8-466e-981e-f0ac5569b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:02.821228 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-230489f5-b1ab-44bc-87b0-efc7648cd8db req-a3168142-dcb8-466e-981e-f0ac5569b2cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 1096 time: 0.0691869 Jan 12 09:57:02.963442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230489f5-b1ab-44bc-87b0-efc7648cd8db req-a0bd7afd-3c9b-4d66-ad58-0fbf7d50596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:02.964834 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-230489f5-b1ab-44bc-87b0-efc7648cd8db req-a0bd7afd-3c9b-4d66-ad58-0fbf7d50596c service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1368878 Jan 12 09:57:03.036482 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-230489f5-b1ab-44bc-87b0-efc7648cd8db req-a1bfcd16-ff7f-469b-a0be-0ccaa33a5e7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfcb2eee-434d-422c-9c61-87629df6a28b HTTP/1.1" status: 200 len: 217 time: 0.0640557 Jan 12 09:57:03.100218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230489f5-b1ab-44bc-87b0-efc7648cd8db req-4164eb39-15f1-4886-b4c9-89a64881c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:03.101672 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-230489f5-b1ab-44bc-87b0-efc7648cd8db req-4164eb39-15f1-4886-b4c9-89a64881c633 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0582545 Jan 12 09:57:03.199814 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230489f5-b1ab-44bc-87b0-efc7648cd8db req-7194721c-8b3f-41cb-8ebf-bc5b0e68dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:03.201320 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-230489f5-b1ab-44bc-87b0-efc7648cd8db req-7194721c-8b3f-41cb-8ebf-bc5b0e68dc43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893269 Jan 12 09:57:03.337479 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-230489f5-b1ab-44bc-87b0-efc7648cd8db req-8cb36b28-8607-4a2c-9c5e-fc33a70edb73 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269224 Jan 12 09:57:03.476379 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-230489f5-b1ab-44bc-87b0-efc7648cd8db req-04c303ee-7cfb-4111-bae4-956abaf099b0 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321073 Jan 12 09:57:03.929157 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af313939-59d2-43b8-8a4a-2e5eb99d45d8 req-9898e397-d109-429d-a2db-c9c8478e8306 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:03.929847 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-af313939-59d2-43b8-8a4a-2e5eb99d45d8 req-9898e397-d109-429d-a2db-c9c8478e8306 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Synchronizing usage tracker for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:57:03.948442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-af313939-59d2-43b8-8a4a-2e5eb99d45d8 req-9898e397-d109-429d-a2db-c9c8478e8306 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Unset dirty status for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:57:03.949757 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-af313939-59d2-43b8-8a4a-2e5eb99d45d8 req-9898e397-d109-429d-a2db-c9c8478e8306 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 943 time: 0.1054590 Jan 12 09:57:03.999854 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-af313939-59d2-43b8-8a4a-2e5eb99d45d8 req-fbfdeb05-a29e-4e77-874d-c61d5e3a7a8a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415218 Jan 12 09:57:04.308925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device dfcb2eee-434d-422c-9c61-87629df6a28b details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:57:04.454265 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port dfcb2eee-434d-422c-9c61-87629df6a28b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dfcb2eee-434d-422c-9c61-87629df6a28b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:57:04.467920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'dfcb2eee-434d-422c-9c61-87629df6a28b', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'port_id': 'dfcb2eee-434d-422c-9c61-87629df6a28b', 'mac_address': 'fa:16:3e:bc:da:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:57:04.524752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:04.545449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfcb2eee-434d-422c-9c61-87629df6a28b {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:57:04.561142 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port dfcb2eee-434d-422c-9c61-87629df6a28b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dfcb2eee-434d-422c-9c61-87629df6a28b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:57:04.567770 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:04.649218 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=dfcb2eee-434d-422c-9c61-87629df6a28b,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:57:04.656985 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:04.657339 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:04.657658 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:04.658012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:04.658370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:04.658722 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:04.659240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:04.659552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:04.659900 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:04.660222 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:04.660523 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:04.660843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:57:04.827728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['dfcb2eee-434d-422c-9c61-87629df6a28b'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:57:05.185898 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e612-21e0-468f-b953-33bd913c2f69 req-ed6d608f-6c4f-4765-bc16-13abea5ef7b1 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:05.187412 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b9d8e612-21e0-468f-b953-33bd913c2f69 req-ed6d608f-6c4f-4765-bc16-13abea5ef7b1 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 944 time: 0.0838828 Jan 12 09:57:05.238715 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b9d8e612-21e0-468f-b953-33bd913c2f69 req-5aea61d4-e516-45c6-b2bf-2c600609c687 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430441 Jan 12 09:57:06.304863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device dfcb2eee-434d-422c-9c61-87629df6a28b up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:57:06.375706 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port dfcb2eee-434d-422c-9c61-87629df6a28b completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:57:06.380523 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port dfcb2eee-434d-422c-9c61-87629df6a28b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:57:06.380895 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:06.432750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43a325-eddc-481d-880b-201de6241c99 req-a54d165c-7178-464d-b4cb-96e9e3402570 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:06.435292 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cd43a325-eddc-481d-880b-201de6241c99 req-a54d165c-7178-464d-b4cb-96e9e3402570 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 944 time: 0.0805941 Jan 12 09:57:06.478252 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cd43a325-eddc-481d-880b-201de6241c99 req-1fb971e4-6cf1-4e0d-bead-a27f327f2617 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381722 Jan 12 09:57:06.497735 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:06.524206 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcb2eee-434d-422c-9c61-87629df6a28b'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:57:06.534553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port dfcb2eee-434d-422c-9c61-87629df6a28b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dfcb2eee-434d-422c-9c61-87629df6a28b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:57:06.541104 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:06.571809 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcb2eee-434d-422c-9c61-87629df6a28b', 'code': 200} Jan 12 09:57:06.613422 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=dfcb2eee-434d-422c-9c61-87629df6a28b,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:57:06.737518 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-586dd9a9-84b7-4682-98a6-b669a356ffe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:06.820845 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accda9a0-78a7-41f3-9014-9d3c85c9983e req-25d5d115-e00e-4473-abaf-08479607fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:06.822325 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-accda9a0-78a7-41f3-9014-9d3c85c9983e req-25d5d115-e00e-4473-abaf-08479607fda7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 1098 time: 0.0740180 Jan 12 09:57:06.964940 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-accda9a0-78a7-41f3-9014-9d3c85c9983e req-61dc302d-7067-49cf-a1f1-9b2bba5bdaf2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328092 Jan 12 09:57:07.670529 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0c8d3-3888-45e6-8138-459a3da0a8db req-989b062d-10a6-4b49-bbd1-f235cdfd343a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:07.671965 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-53d0c8d3-3888-45e6-8138-459a3da0a8db req-989b062d-10a6-4b49-bbd1-f235cdfd343a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0838175 Jan 12 09:57:07.716459 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-53d0c8d3-3888-45e6-8138-459a3da0a8db req-f5a7a997-1987-4524-beea-fd3380bea806 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386126 Jan 12 09:57:08.910782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bed4bb-0e61-4004-a77b-2c5cb7da3575 req-22f22866-7e49-40ce-8540-e87d978d3576 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:08.912249 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e6bed4bb-0e61-4004-a77b-2c5cb7da3575 req-22f22866-7e49-40ce-8540-e87d978d3576 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0819814 Jan 12 09:57:08.955158 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e6bed4bb-0e61-4004-a77b-2c5cb7da3575 req-d7d9ba49-b776-4b0a-be5f-8705cc0cb9d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371342 Jan 12 09:57:09.141513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4ef0e-5cb8-45fb-a329-3a7ca516eaac req-510d0b9d-c4e5-4874-8f26-dba358f31bb9 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:09.143317 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-64d4ef0e-5cb8-45fb-a329-3a7ca516eaac req-510d0b9d-c4e5-4874-8f26-dba358f31bb9 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0847719 Jan 12 09:57:09.154681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 44950) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:57:09.159787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-429d476f-581d-493a-86eb-32bd469fa904 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Request body: {'floatingip': {'port_id': 'dfcb2eee-434d-422c-9c61-87629df6a28b'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:57:09.237717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-429d476f-581d-493a-86eb-32bd469fa904 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for floatingip, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:09.325561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a8ea05a6-9786-4217-bb2a-23d8f7492744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:09.865444 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-429d476f-581d-493a-86eb-32bd469fa904 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:09.872772 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-429d476f-581d-493a-86eb-32bd469fa904 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:10.047777 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-429d476f-581d-493a-86eb-32bd469fa904 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Floating IP 1d8f625e-cf7a-437b-a5c4-56b846c4c010 associated. External IP: 172.26.2.250, port: dfcb2eee-434d-422c-9c61-87629df6a28b. Jan 12 09:57:10.340788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:10.503472 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429d476f-581d-493a-86eb-32bd469fa904 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:57:10.686118 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429d476f-581d-493a-86eb-32bd469fa904 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:57:10.691254 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-429d476f-581d-493a-86eb-32bd469fa904 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:10.695852 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6535fb2-7c7e-4d71-89d8-d6021b26080a None None] Sync routers for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:57:10.706454 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6535fb2-7c7e-4d71-89d8-d6021b26080a None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:57:10.707101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a6535fb2-7c7e-4d71-89d8-d6021b26080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:57:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:57:10.748020 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-429d476f-581d-493a-86eb-32bd469fa904 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "PUT /v2.0/floatingips/1d8f625e-cf7a-437b-a5c4-56b846c4c010 HTTP/1.1" status: 200 len: 991 time: 1.5922344 Jan 12 09:57:10.748621 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'tag': 'dfcb2eee-434d-422c-9c61-87629df6a28b'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:57:10.855038 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'tag': 'dfcb2eee-434d-422c-9c61-87629df6a28b', 'status': 'completed', 'code': 200} Jan 12 09:57:10.890238 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-a6535fb2-7c7e-4d71-89d8-d6021b26080a None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:57:10.949983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ca541-b415-4f6e-afe1-3ae676e84b0b req-c2c7ab6b-7a04-492f-a50b-91592e1ee4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:10.951359 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-476ca541-b415-4f6e-afe1-3ae676e84b0b req-c2c7ab6b-7a04-492f-a50b-91592e1ee4e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 1098 time: 0.0712032 Jan 12 09:57:11.085164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ca541-b415-4f6e-afe1-3ae676e84b0b req-29ee1e8e-f59b-4712-8569-3ff803f2306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:11.086620 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-476ca541-b415-4f6e-afe1-3ae676e84b0b req-29ee1e8e-f59b-4712-8569-3ff803f2306e service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1275628 Jan 12 09:57:11.137728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:11.189712 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-476ca541-b415-4f6e-afe1-3ae676e84b0b req-9f6c722f-de4f-4a48-ba34-c019df5440d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfcb2eee-434d-422c-9c61-87629df6a28b HTTP/1.1" status: 200 len: 999 time: 0.0964241 Jan 12 09:57:11.262731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ca541-b415-4f6e-afe1-3ae676e84b0b req-0bc99a35-3024-42c0-add0-e1f55598d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:11.264128 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-476ca541-b415-4f6e-afe1-3ae676e84b0b req-0bc99a35-3024-42c0-add0-e1f55598d4f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0683451 Jan 12 09:57:11.278970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a6535fb2-7c7e-4d71-89d8-d6021b26080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1d8f625e-cf7a-437b-a5c4-56b846c4c010', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'port_id': 'dfcb2eee-434d-422c-9c61-87629df6a28b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'mac_address': 'fa:16:3e:bc:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:56:57Z', 'updated_at': '2022-01-12T09:57:09Z', 'revision_number': 1, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:57:11.282966 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6535fb2-7c7e-4d71-89d8-d6021b26080a None None] Checking router: 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:57:11.291592 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6535fb2-7c7e-4d71-89d8-d6021b26080a None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:57:11.292202 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a6535fb2-7c7e-4d71-89d8-d6021b26080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:57:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:57:11.337801 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ca541-b415-4f6e-afe1-3ae676e84b0b req-04095d50-c475-4e58-a611-5bcb9bf88999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:11.339329 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-476ca541-b415-4f6e-afe1-3ae676e84b0b req-04095d50-c475-4e58-a611-5bcb9bf88999 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692139 Jan 12 09:57:11.468189 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-a6535fb2-7c7e-4d71-89d8-d6021b26080a None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:57:11.471600 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-476ca541-b415-4f6e-afe1-3ae676e84b0b req-7e98131e-d7b9-40f4-93d9-64a140a21825 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255946 Jan 12 09:57:11.609193 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-476ca541-b415-4f6e-afe1-3ae676e84b0b req-049f887b-8a93-495f-89fc-d4c01040d14a service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308026 Jan 12 09:57:11.838806 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-a6535fb2-7c7e-4d71-89d8-d6021b26080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1d8f625e-cf7a-437b-a5c4-56b846c4c010', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'port_id': 'dfcb2eee-434d-422c-9c61-87629df6a28b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'mac_address': 'fa:16:3e:bc:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:56:57Z', 'updated_at': '2022-01-12T09:57:09Z', 'revision_number': 1, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:57:11.843238 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6535fb2-7c7e-4d71-89d8-d6021b26080a None None] The sync data for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv is: [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1d8f625e-cf7a-437b-a5c4-56b846c4c010', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'port_id': 'dfcb2eee-434d-422c-9c61-87629df6a28b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'mac_address': 'fa:16:3e:bc:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:56:57Z', 'updated_at': '2022-01-12T09:57:09Z', 'revision_number': 1, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:57:12.058284 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a2b93-07f2-47b5-a441-262ca34f682a None None] New status for floating IP 1d8f625e-cf7a-437b-a5c4-56b846c4c010: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:57:12.670176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:14.434473 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:57:16.735279 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:36.745660 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-75e4582e-845f-458d-8b0d-bd973b1a036c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:39.322472 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-dabf7142-ca51-4ede-9ef2-dcc79abc22e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:40.335948 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:41.085691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:42.395871 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-12f679ac-6690-4e15-b0e4-8a0803d4247d req-10edd217-5f5a-4bec-ae61-30dbdc84cc4d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835111 Jan 12 09:57:42.548498 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f679ac-6690-4e15-b0e4-8a0803d4247d req-b34e11cc-1326-4d93-8d39-9b18335a78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:42.549987 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-12f679ac-6690-4e15-b0e4-8a0803d4247d req-b34e11cc-1326-4d93-8d39-9b18335a78e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 1098 time: 0.0829434 Jan 12 09:57:42.673118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:42.703589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f679ac-6690-4e15-b0e4-8a0803d4247d req-dceb3e5a-e1e7-4c70-92e8-454bc1ad6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:42.705087 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-12f679ac-6690-4e15-b0e4-8a0803d4247d req-dceb3e5a-e1e7-4c70-92e8-454bc1ad6ec6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1329894 Jan 12 09:57:42.808878 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-12f679ac-6690-4e15-b0e4-8a0803d4247d req-75a12a03-0df8-481e-a30e-9dce2835689d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfcb2eee-434d-422c-9c61-87629df6a28b HTTP/1.1" status: 200 len: 1001 time: 0.0967367 Jan 12 09:57:42.871712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f679ac-6690-4e15-b0e4-8a0803d4247d req-ded8ec81-9aaa-4f57-9ad6-be8d2b6ccade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:42.873116 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-12f679ac-6690-4e15-b0e4-8a0803d4247d req-ded8ec81-9aaa-4f57-9ad6-be8d2b6ccade service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0574563 Jan 12 09:57:42.954659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f679ac-6690-4e15-b0e4-8a0803d4247d req-4b07608e-4563-41ee-83b0-df26acb87dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:42.956135 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-12f679ac-6690-4e15-b0e4-8a0803d4247d req-4b07608e-4563-41ee-83b0-df26acb87dc3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767753 Jan 12 09:57:43.184503 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-12f679ac-6690-4e15-b0e4-8a0803d4247d req-52e1bfb4-991c-4bb8-a98c-f13ec36dee83 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213271 Jan 12 09:57:43.316376 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-12f679ac-6690-4e15-b0e4-8a0803d4247d req-35acd10f-37b7-4e5a-835e-738b564e9d74 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245356 Jan 12 09:57:46.751578 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:57:51.057413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab7817-17a7-47b2-aa2a-7756264d8856 req-82b4a609-703a-4e7e-8687-436adaeda649 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:51.058851 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3fab7817-17a7-47b2-aa2a-7756264d8856 req-82b4a609-703a-4e7e-8687-436adaeda649 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.1007512 Jan 12 09:57:51.103396 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3fab7817-17a7-47b2-aa2a-7756264d8856 req-a2f281d1-d878-462f-8548-3f0f300ea7c6 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387292 Jan 12 09:57:51.434433 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:57:51.463972 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-c0642b3e-19ce-47dd-8e5d-2749779010ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0674114 Jan 12 09:57:51.515733 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7ba4a-ea8d-46dd-bed4-72c3c1ca20b3 req-87a25470-43a5-40ae-9d3b-a92db2a71430 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:51.517191 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-00b7ba4a-ea8d-46dd-bed4-72c3c1ca20b3 req-87a25470-43a5-40ae-9d3b-a92db2a71430 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0790734 Jan 12 09:57:51.560466 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-00b7ba4a-ea8d-46dd-bed4-72c3c1ca20b3 req-0475d585-2e81-47a3-861d-f9c54b837953 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374484 Jan 12 09:57:52.763208 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3296327-e020-4034-b42f-53d470950680 req-9d203c87-9773-48e7-b41c-62260e0c476f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:52.764719 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d3296327-e020-4034-b42f-53d470950680 req-9d203c87-9773-48e7-b41c-62260e0c476f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0874839 Jan 12 09:57:52.856672 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d3296327-e020-4034-b42f-53d470950680 req-16f74543-cb67-44b4-a8db-010895fd634b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567849 Jan 12 09:57:52.875098 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-e3b37510-306f-4af8-8cce-15ed21630aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:52.876578 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-e3b37510-306f-4af8-8cce-15ed21630aae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 1098 time: 0.1063309 Jan 12 09:57:53.010800 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-eb6322f7-ffc2-4c5c-bb8e-91e10d1a4c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:53.012288 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-eb6322f7-ffc2-4c5c-bb8e-91e10d1a4c94 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1253471 Jan 12 09:57:53.120305 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-3b71b22f-7710-40c6-a7cc-1dee96ef6fee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfcb2eee-434d-422c-9c61-87629df6a28b HTTP/1.1" status: 200 len: 1001 time: 0.0973134 Jan 12 09:57:53.185443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-bb423e2f-2f93-43f5-b7be-adbea3e5b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:53.186946 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-bb423e2f-2f93-43f5-b7be-adbea3e5b21a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0601459 Jan 12 09:57:53.267801 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-f050c529-3cbd-4070-812e-d2a197ba518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:53.269243 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-f050c529-3cbd-4070-812e-d2a197ba518d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720377 Jan 12 09:57:53.402200 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-4adb7fd4-2781-440c-a24f-c1aabe39dee5 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224678 Jan 12 09:57:53.537803 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-df978169-4ffe-47a2-b2c8-771bc075cc93 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262445 Jan 12 09:57:54.061582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af61c0-df4d-43c1-895e-4c452db2c3b4 req-6c3b893f-11c5-438c-9763-0e374016688c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:54.063082 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-03af61c0-df4d-43c1-895e-4c452db2c3b4 req-6c3b893f-11c5-438c-9763-0e374016688c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0921421 Jan 12 09:57:54.112486 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-03af61c0-df4d-43c1-895e-4c452db2c3b4 req-fbeb39d3-d6e9-43b5-b27c-7330197a1d0e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436056 Jan 12 09:57:55.312829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781951d-1334-4d3f-9218-fd0ab1774642 req-b1af601a-1e22-4a7c-a69c-8e439cfa30ca tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:55.314257 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9781951d-1334-4d3f-9218-fd0ab1774642 req-b1af601a-1e22-4a7c-a69c-8e439cfa30ca tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0857768 Jan 12 09:57:55.360633 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9781951d-1334-4d3f-9218-fd0ab1774642 req-1545d959-61f1-40a0-b1d3-27b6ea7787b6 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380070 Jan 12 09:57:56.564257 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679387b-7ca0-4298-91a3-4dd748a1ecfa req-b433b239-6bac-4469-af45-d96edcee1115 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:56.565708 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4679387b-7ca0-4298-91a3-4dd748a1ecfa req-b433b239-6bac-4469-af45-d96edcee1115 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0904224 Jan 12 09:57:56.612234 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4679387b-7ca0-4298-91a3-4dd748a1ecfa req-f30dd721-c74b-4c86-bb93-cdf7dad1feaf tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407836 Jan 12 09:57:57.814239 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf32db5-d7d5-4404-b645-c0b6618dd423 req-71c943de-b428-4d5b-8fe7-7009d54abb0a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:57.815912 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6cf32db5-d7d5-4404-b645-c0b6618dd423 req-71c943de-b428-4d5b-8fe7-7009d54abb0a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0849185 Jan 12 09:57:57.861267 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6cf32db5-d7d5-4404-b645-c0b6618dd423 req-86c959a7-9983-4239-9cf0-5f067a0aed1a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396006 Jan 12 09:57:59.065486 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48329e78-5ce2-4710-98ae-29d0517c2ebe req-918223de-63d7-4a2d-812d-329d307a4587 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:57:59.067127 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-48329e78-5ce2-4710-98ae-29d0517c2ebe req-918223de-63d7-4a2d-812d-329d307a4587 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0929365 Jan 12 09:57:59.111727 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-48329e78-5ce2-4710-98ae-29d0517c2ebe req-f89368e2-e05c-47d9-bab5-838128d0d5f7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389156 Jan 12 09:58:00.317350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887555eb-5da6-4141-a3ba-d538a36e7014 req-d45c6aba-aef2-4279-83c6-d2587abd983f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:00.318811 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-887555eb-5da6-4141-a3ba-d538a36e7014 req-d45c6aba-aef2-4279-83c6-d2587abd983f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0903146 Jan 12 09:58:00.363550 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-887555eb-5da6-4141-a3ba-d538a36e7014 req-7ab72a98-b48d-4222-8612-bcca44172399 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388308 Jan 12 09:58:01.561776 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb572845-0434-4da5-9c1d-3346137cdf29 req-541eee2d-ca68-4ced-aa65-28d0a1993977 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:01.563605 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bb572845-0434-4da5-9c1d-3346137cdf29 req-541eee2d-ca68-4ced-aa65-28d0a1993977 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0888469 Jan 12 09:58:01.608571 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bb572845-0434-4da5-9c1d-3346137cdf29 req-b5fedeb3-34df-4fc2-a959-4b62593c1da1 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391688 Jan 12 09:58:02.802889 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e2e0f-89c2-469e-bab7-ac7c20fab7c5 req-699f3d11-fa42-447f-abf4-055bb9fb3209 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:02.804347 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-871e2e0f-89c2-469e-bab7-ac7c20fab7c5 req-699f3d11-fa42-447f-abf4-055bb9fb3209 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0821762 Jan 12 09:58:02.848193 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-871e2e0f-89c2-469e-bab7-ac7c20fab7c5 req-dd5f3f2a-c3b9-4ec5-865a-82bde60f8cc4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380812 Jan 12 09:58:04.052474 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b6c5b-91be-4f74-8af8-9ac1393ebaaa req-6ff8cae8-6441-460d-a0f3-7b242f58c01c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:04.053946 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c57b6c5b-91be-4f74-8af8-9ac1393ebaaa req-6ff8cae8-6441-460d-a0f3-7b242f58c01c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0903327 Jan 12 09:58:04.099168 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c57b6c5b-91be-4f74-8af8-9ac1393ebaaa req-64f6189f-5a00-457c-a618-db7dba9e028c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383422 Jan 12 09:58:05.297663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bf34f-a985-484d-a409-3a665e218bbb req-797574cc-500e-478d-8485-4ceb565e230b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:05.299135 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7a7bf34f-a985-484d-a409-3a665e218bbb req-797574cc-500e-478d-8485-4ceb565e230b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0856478 Jan 12 09:58:05.345635 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7a7bf34f-a985-484d-a409-3a665e218bbb req-20a1888a-5a5d-422a-9006-0c9e06c21930 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382214 Jan 12 09:58:05.476772 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-0016bcef-8274-4788-9ea3-c2b52e298b65 service neutron] 10.222.0.53 "GET /v2.0/ports/dfcb2eee-434d-422c-9c61-87629df6a28b/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.0769553 Jan 12 09:58:05.862610 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-3a07591e-8d78-482b-b8c9-83274f14d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:05.864169 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-3a07591e-8d78-482b-b8c9-83274f14d22c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115&tenant_id=cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 1098 time: 0.1699102 Jan 12 09:58:05.963604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-c17fbad9-f946-4ccd-98c9-13ea3ceed365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:05.965740 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-c17fbad9-f946-4ccd-98c9-13ea3ceed365 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 1098 time: 0.0727069 Jan 12 09:58:06.095995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-59128290-4d4e-4395-841c-c504e1cf0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:06.097446 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-59128290-4d4e-4395-841c-c504e1cf0768 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1221600 Jan 12 09:58:06.203255 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-b7ff28b8-8565-4b6c-b50e-2c91d3a9b7cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfcb2eee-434d-422c-9c61-87629df6a28b HTTP/1.1" status: 200 len: 1001 time: 0.0960400 Jan 12 09:58:06.271987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-e074454f-b954-4ecb-8897-aea8d566b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:06.273394 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-e074454f-b954-4ecb-8897-aea8d566b975 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0613081 Jan 12 09:58:06.354293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-087e959c-d43e-4a68-a990-d461cdbc73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:06.355781 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-087e959c-d43e-4a68-a990-d461cdbc73a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729985 Jan 12 09:58:06.488539 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-b2b4f36c-2fb2-4b14-bdd2-a0a9e1a04fe7 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225798 Jan 12 09:58:06.545543 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddb5e1-0024-4b17-b20c-31bae979399f req-06790d32-5b13-4ecb-83f5-665ec490a07a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:06.547023 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b0ddb5e1-0024-4b17-b20c-31bae979399f req-06790d32-5b13-4ecb-83f5-665ec490a07a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0890939 Jan 12 09:58:06.591298 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b0ddb5e1-0024-4b17-b20c-31bae979399f req-fbceeb25-cb17-428f-a2b1-cc3c780edd70 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384471 Jan 12 09:58:06.627255 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ed0dc29-98d6-416c-b19f-77d4da5decde req-d07f168e-bede-441f-b31f-e643d4d6f4fd service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291993 Jan 12 09:58:06.739969 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-53da2497-6f36-4ebf-9922-278fe8404535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:07.798947 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd83174-0573-4f69-a9d0-9d70cac08201 req-2baa380b-c505-44e2-a4eb-f3784d7f1779 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:07.800410 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bdd83174-0573-4f69-a9d0-9d70cac08201 req-2baa380b-c505-44e2-a4eb-f3784d7f1779 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0935829 Jan 12 09:58:07.849472 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bdd83174-0573-4f69-a9d0-9d70cac08201 req-de624ae5-9bac-421d-9f36-47e87a3df483 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431044 Jan 12 09:58:08.576198 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device dfcb2eee-434d-422c-9c61-87629df6a28b details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:58:08.578613 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device dfcb2eee-434d-422c-9c61-87629df6a28b no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:58:08.782585 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:08.827708 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port dfcb2eee-434d-422c-9c61-87629df6a28b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dfcb2eee-434d-422c-9c61-87629df6a28b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:58:08.837775 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfcb2eee-434d-422c-9c61-87629df6a28b'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:58:08.851541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'dfcb2eee-434d-422c-9c61-87629df6a28b', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'port_id': 'dfcb2eee-434d-422c-9c61-87629df6a28b', 'mac_address': 'fa:16:3e:bc:da:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:58:08.853575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port dfcb2eee-434d-422c-9c61-87629df6a28b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dfcb2eee-434d-422c-9c61-87629df6a28b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:58:08.887226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:08.923095 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfcb2eee-434d-422c-9c61-87629df6a28b', 'code': 200} Jan 12 09:58:09.011719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:09.033112 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfcb2eee-434d-422c-9c61-87629df6a28b {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:58:09.039904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fc9b6-c154-4144-9d68-d7b035d1fa26 req-9622b5de-bf51-4576-a124-aab80a42b405 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:09.040628 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=dfcb2eee-434d-422c-9c61-87629df6a28b,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:09.041373 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f64fc9b6-c154-4144-9d68-d7b035d1fa26 req-9622b5de-bf51-4576-a124-aab80a42b405 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 943 time: 0.0830252 Jan 12 09:58:09.054007 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:09.054351 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:09.054677 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:09.055026 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:09.055353 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:09.055677 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:09.055993 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:09.056296 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:09.056612 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:09.056926 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:09.057227 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:09.057552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:09.063109 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port dfcb2eee-434d-422c-9c61-87629df6a28b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dfcb2eee-434d-422c-9c61-87629df6a28b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:58:09.070229 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:09.091106 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f64fc9b6-c154-4144-9d68-d7b035d1fa26 req-61e5b09d-42d0-4e84-9595-be1b28a0a9f8 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428278 Jan 12 09:58:09.140991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=dfcb2eee-434d-422c-9c61-87629df6a28b,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:09.146260 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['dfcb2eee-434d-422c-9c61-87629df6a28b'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:58:09.327974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-32c7c79f-1655-499b-b155-0af0835711b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:09.467029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03680274-e544-4667-8751-157025631b9d req-713610df-2b3c-4b43-a8b1-0d4c4a8fa941 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:09.468477 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-03680274-e544-4667-8751-157025631b9d req-713610df-2b3c-4b43-a8b1-0d4c4a8fa941 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 944 time: 0.1430881 Jan 12 09:58:09.476420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fee819-0a3c-4f6b-a866-3a6c0f200b97 req-60c7aa11-2e99-4b5f-9ce1-272d40c6f2df tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:09.477727 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a1fee819-0a3c-4f6b-a866-3a6c0f200b97 req-60c7aa11-2e99-4b5f-9ce1-272d40c6f2df tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115&tenant_id=cf9c0b879e254b53944f933563c285de&binding%3Ahost_id=hv-neutron-8243 HTTP/1.1" status: 200 len: 944 time: 0.1204162 Jan 12 09:58:09.517729 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-03680274-e544-4667-8751-157025631b9d req-dd086f55-7cfc-4776-9cca-105bd1ac1bf1 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390315 Jan 12 09:58:09.633200 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fee819-0a3c-4f6b-a866-3a6c0f200b97 req-a9f12234-7411-48f7-981b-a56df466747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:09.635325 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a1fee819-0a3c-4f6b-a866-3a6c0f200b97 req-a9f12234-7411-48f7-981b-a56df466747a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 1097 time: 0.0781076 Jan 12 09:58:09.766704 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fee819-0a3c-4f6b-a866-3a6c0f200b97 req-512d60f4-cf8c-4b8b-b0c7-ad2bf4507ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:09.768209 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a1fee819-0a3c-4f6b-a866-3a6c0f200b97 req-512d60f4-cf8c-4b8b-b0c7-ad2bf4507ed9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1269505 Jan 12 09:58:09.885152 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a1fee819-0a3c-4f6b-a866-3a6c0f200b97 req-7720acbe-2763-444d-9d70-fd123e432172 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfcb2eee-434d-422c-9c61-87629df6a28b HTTP/1.1" status: 200 len: 1000 time: 0.1092834 Jan 12 09:58:09.946156 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fee819-0a3c-4f6b-a866-3a6c0f200b97 req-77401dd8-2032-42b4-88eb-a7b7e0fac485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:09.947613 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a1fee819-0a3c-4f6b-a866-3a6c0f200b97 req-77401dd8-2032-42b4-88eb-a7b7e0fac485 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0566485 Jan 12 09:58:10.023479 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fee819-0a3c-4f6b-a866-3a6c0f200b97 req-0babbade-d3aa-4530-8b42-739f25564ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:10.025010 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a1fee819-0a3c-4f6b-a866-3a6c0f200b97 req-0babbade-d3aa-4530-8b42-739f25564ae1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715117 Jan 12 09:58:10.262284 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a1fee819-0a3c-4f6b-a866-3a6c0f200b97 req-f3eb8290-9511-45d3-ad34-e966b9fd14e4 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311924 Jan 12 09:58:10.341510 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:10.402756 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a1fee819-0a3c-4f6b-a866-3a6c0f200b97 req-3f0746f4-d51d-40cc-8b6f-e34017c29c3c service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335387 Jan 12 09:58:10.593376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device dfcb2eee-434d-422c-9c61-87629df6a28b up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:58:10.661205 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port dfcb2eee-434d-422c-9c61-87629df6a28b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:58:10.661581 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:10.706427 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745791b-9c49-4533-afe5-c27e6d3bedf6 req-de1f0482-a0c7-4092-91bf-fcac72f3bf01 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:10.707909 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2745791b-9c49-4533-afe5-c27e6d3bedf6 req-de1f0482-a0c7-4092-91bf-fcac72f3bf01 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 944 time: 0.0798631 Jan 12 09:58:10.753710 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2745791b-9c49-4533-afe5-c27e6d3bedf6 req-06c0b2dc-4b62-4262-a3ea-462e5bd9a506 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388258 Jan 12 09:58:10.777866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:10.809747 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port dfcb2eee-434d-422c-9c61-87629df6a28b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dfcb2eee-434d-422c-9c61-87629df6a28b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:58:10.813366 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:10.882606 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=dfcb2eee-434d-422c-9c61-87629df6a28b,revision_number=8']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:10.924052 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcb2eee-434d-422c-9c61-87629df6a28b'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:58:11.091473 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:11.132368 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcb2eee-434d-422c-9c61-87629df6a28b', 'code': 200} Jan 12 09:58:11.966501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf136d8-7470-430b-8df6-490bcea08f1d req-da219fdf-5533-4ca8-bd65-7a85b369bf25 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:11.967990 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cdf136d8-7470-430b-8df6-490bcea08f1d req-da219fdf-5533-4ca8-bd65-7a85b369bf25 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0898163 Jan 12 09:58:12.014342 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cdf136d8-7470-430b-8df6-490bcea08f1d req-85ed6d2e-7222-44e9-9e3e-45fb7795c0af tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378611 Jan 12 09:58:12.218124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3181d-0088-461a-b524-06f2b3111122 req-b4309781-0420-466f-9429-461c0557543e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:12.219614 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e8c3181d-0088-461a-b524-06f2b3111122 req-b4309781-0420-466f-9429-461c0557543e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0907576 Jan 12 09:58:12.267160 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e8c3181d-0088-461a-b524-06f2b3111122 req-e8979ab8-597f-467f-a9f7-9ed7042e6f53 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397055 Jan 12 09:58:12.468866 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edc2ae-58e5-472d-8eb5-1dba24f049d4 req-7d972ca1-bb7b-4390-abfd-715d0c4cf197 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:12.470321 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a5edc2ae-58e5-472d-8eb5-1dba24f049d4 req-7d972ca1-bb7b-4390-abfd-715d0c4cf197 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0918624 Jan 12 09:58:12.521587 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a5edc2ae-58e5-472d-8eb5-1dba24f049d4 req-7b15e709-bf59-4230-a5bf-6a26290235e1 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455079 Jan 12 09:58:12.678693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:12.930550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaac338-d42c-4fca-a93a-49c1a39d095c req-96ef012b-66ef-4285-97c4-2927986f8306 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:12.931987 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-beaac338-d42c-4fca-a93a-49c1a39d095c req-96ef012b-66ef-4285-97c4-2927986f8306 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0838625 Jan 12 09:58:12.977530 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-beaac338-d42c-4fca-a93a-49c1a39d095c req-5c504096-1ff9-46b3-97f2-7b394e71df7c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392747 Jan 12 09:58:14.182167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98e7e9-23a0-459e-99bf-2b4c0d70cca2 req-9fa72c74-fab8-4787-882c-f1c27d4b8252 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:14.183677 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6a98e7e9-23a0-459e-99bf-2b4c0d70cca2 req-9fa72c74-fab8-4787-882c-f1c27d4b8252 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0871418 Jan 12 09:58:14.231666 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6a98e7e9-23a0-459e-99bf-2b4c0d70cca2 req-9f1a7fab-a7b9-4159-8472-cc255485e727 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389731 Jan 12 09:58:14.695910 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3fa53-a72e-4218-bc66-644c8da94a8d req-38f68a95-f722-47a3-8a31-3e99d96db03a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:14.697335 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccb3fa53-a72e-4218-bc66-644c8da94a8d req-38f68a95-f722-47a3-8a31-3e99d96db03a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 945 time: 0.0862408 Jan 12 09:58:14.782573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-ccb3fa53-a72e-4218-bc66-644c8da94a8d req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Deleting port dfcb2eee-434d-422c-9c61-87629df6a28b {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:58:14.782945 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ccb3fa53-a72e-4218-bc66-644c8da94a8d req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:15.029837 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-ccb3fa53-a72e-4218-bc66-644c8da94a8d req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] For port dfcb2eee-434d-422c-9c61-87629df6a28b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=dfcb2eee-434d-422c-9c61-87629df6a28b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:58:15.030077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ccb3fa53-a72e-4218-bc66-644c8da94a8d req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:15.318851 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ccb3fa53-a72e-4218-bc66-644c8da94a8d req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:15.319565 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ccb3fa53-a72e-4218-bc66-644c8da94a8d req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:15.319565 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [req-ccb3fa53-a72e-4218-bc66-644c8da94a8d req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Floating IP 1d8f625e-cf7a-437b-a5c4-56b846c4c010 disassociated. External IP: 172.26.2.250, port: dfcb2eee-434d-422c-9c61-87629df6a28b. Jan 12 09:58:15.319751 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-ccb3fa53-a72e-4218-bc66-644c8da94a8d req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Calling delete_port for dfcb2eee-434d-422c-9c61-87629df6a28b owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:58:15.470621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ccb3fa53-a72e-4218-bc66-644c8da94a8d req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:15.523708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Pushing event deleted for resources: {'Port': ['ID=dfcb2eee-434d-422c-9c61-87629df6a28b,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:15.527548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2e635-5477-4229-9d28-fc5a62814b9d req-ac07e5af-a760-4575-96b7-73e39754d4f7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:15.528862 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6bd2e635-5477-4229-9d28-fc5a62814b9d req-ac07e5af-a760-4575-96b7-73e39754d4f7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 867 time: 0.1914577 Jan 12 09:58:15.534194 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:15.534592 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:15.534881 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:15.535233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:15.535557 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:15.535880 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:15.536266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:15.536499 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:15.536977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:15.537233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:15.537565 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:15.537904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:58:15.575506 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6bd2e635-5477-4229-9d28-fc5a62814b9d req-4a744904-88d3-4d9b-aaf6-f182155013f1 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406802 Jan 12 09:58:15.817504 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccb3fa53-a72e-4218-bc66-644c8da94a8d req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:58:15.997291 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccb3fa53-a72e-4218-bc66-644c8da94a8d req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:58:16.007047 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cbf519-8869-4aff-aee2-dd2950fe2649 None None] Sync routers for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:58:16.017276 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cbf519-8869-4aff-aee2-dd2950fe2649 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:58:16.017932 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f0cbf519-8869-4aff-aee2-dd2950fe2649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:58:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:16.071447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb3fa53-a72e-4218-bc66-644c8da94a8d req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] No DVR routers for this DVR port dfcb2eee-434d-422c-9c61-87629df6a28b on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:58:16.074059 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-ccb3fa53-a72e-4218-bc66-644c8da94a8d req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:16.077036 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'name': 'network-vif-deleted', 'tag': 'dfcb2eee-434d-422c-9c61-87629df6a28b'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:58:16.098113 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccb3fa53-a72e-4218-bc66-644c8da94a8d req-cbad22d5-849f-44eb-bdc8-ec0e5ac790d5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "DELETE /v2.0/ports/dfcb2eee-434d-422c-9c61-87629df6a28b HTTP/1.1" status: 204 len: 173 time: 1.3924558 Jan 12 09:58:16.130187 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e42acf-17b7-44f8-988e-43a552d6a115', 'name': 'network-vif-deleted', 'tag': 'dfcb2eee-434d-422c-9c61-87629df6a28b', 'status': 'completed', 'code': 200} Jan 12 09:58:16.194951 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-f0cbf519-8869-4aff-aee2-dd2950fe2649 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:58:16.521472 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f0cbf519-8869-4aff-aee2-dd2950fe2649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:16.525405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cbf519-8869-4aff-aee2-dd2950fe2649 None None] Checking router: 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:58:16.534460 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cbf519-8869-4aff-aee2-dd2950fe2649 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:58:16.534577 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f0cbf519-8869-4aff-aee2-dd2950fe2649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:58:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:16.728939 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-f0cbf519-8869-4aff-aee2-dd2950fe2649 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:58:16.748475 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bd2ae623-66fa-49e4-85d3-5993f46b6ed9 req-0ffdcf7a-d96f-4106-8f1e-bd6a4898ab2f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7e42acf-17b7-44f8-988e-43a552d6a115 HTTP/1.1" status: 200 len: 210 time: 0.0492177 Jan 12 09:58:16.797440 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:17.081888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-f0cbf519-8869-4aff-aee2-dd2950fe2649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:17.085856 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cbf519-8869-4aff-aee2-dd2950fe2649 None None] The sync data for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv is: [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:58:17.318153 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906cf34-ef26-48aa-a742-1a92ef5bef52 None None] New status for floating IP 1d8f625e-cf7a-437b-a5c4-56b846c4c010: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:58:18.081047 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-00ee69d7-c099-469c-9e95-ee416625e760 req-b55c71e2-f210-40e1-bcc1-410ec71d14fb tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--397788621&fields=id&tenant_id=cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 267 time: 0.0408506 Jan 12 09:58:18.237940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee69d7-c099-469c-9e95-ee416625e760 req-618fc5ad-e453-4b3a-a158-8a2dde1a47ab tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:18.239401 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-00ee69d7-c099-469c-9e95-ee416625e760 req-618fc5ad-e453-4b3a-a158-8a2dde1a47ab tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 812 time: 0.1495519 Jan 12 09:58:18.255355 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-00ee69d7-c099-469c-9e95-ee416625e760 req-4e537767-3717-4247-8056-7719cec2eb13 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/quotas/cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 375 time: 0.0102968 Jan 12 09:58:18.344438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-00ee69d7-c099-469c-9e95-ee416625e760 req-ce015cbe-a0de-437d-bc9c-8626c590d283 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Synchronizing usage tracker for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:58:18.362679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-00ee69d7-c099-469c-9e95-ee416625e760 req-ce015cbe-a0de-437d-bc9c-8626c590d283 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Unset dirty status for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:58:18.363967 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-00ee69d7-c099-469c-9e95-ee416625e760 req-ce015cbe-a0de-437d-bc9c-8626c590d283 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1038926 Jan 12 09:58:18.503628 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-00ee69d7-c099-469c-9e95-ee416625e760 req-4f48ac00-0d36-4a55-b3f9-665dfe53a021 service neutron] 10.222.0.26 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271608 Jan 12 09:58:18.617834 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device dfcb2eee-434d-422c-9c61-87629df6a28b no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:58:18.647294 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-00ee69d7-c099-469c-9e95-ee416625e760 req-26ca8c36-69bd-43f2-98fe-e40f34bf1d7b service neutron] 10.222.0.26 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349733 Jan 12 09:58:18.661723 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: dfcb2eee-434d-422c-9c61-87629df6a28b {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:58:18.662070 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device dfcb2eee-434d-422c-9c61-87629df6a28b not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:58:18.824753 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-235975c0-2f4b-4dcc-a81c-d2314b1ba69b req-06fc755f-cf62-4b81-8f28-2ecda02cdf57 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 210 time: 0.0429862 Jan 12 09:58:19.982930 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2126320b-b6ba-43f2-8ae0-a1d602de4843 req-df8e9957-934b-4b2e-9e7e-86aa01251318 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 210 time: 0.0447886 Jan 12 09:58:20.022749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee69d7-c099-469c-9e95-ee416625e760 req-3737963b-6546-4c2a-8ea1-be93994a6a2e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:20.024220 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-00ee69d7-c099-469c-9e95-ee416625e760 req-3737963b-6546-4c2a-8ea1-be93994a6a2e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 812 time: 0.2030578 Jan 12 09:58:20.081364 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-00ee69d7-c099-469c-9e95-ee416625e760 req-d75b3fcc-754e-4885-bbca-ea4e7f10f8b4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 379 time: 0.0445809 Jan 12 09:58:20.094363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-00ee69d7-c099-469c-9e95-ee416625e760 req-67e83a80-a00a-4bc3-8c7f-240c4302cc15 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Request body: {'port': {'device_id': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'admin_state_up': True, 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'security_groups': ['9baf9032-15e7-4c5f-9703-3ff98e3d199a']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:58:20.231564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-00ee69d7-c099-469c-9e95-ee416625e760 req-67e83a80-a00a-4bc3-8c7f-240c4302cc15 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:58:20.242738 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-00ee69d7-c099-469c-9e95-ee416625e760 req-67e83a80-a00a-4bc3-8c7f-240c4302cc15 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:58:20.258045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ee69d7-c099-469c-9e95-ee416625e760 req-67e83a80-a00a-4bc3-8c7f-240c4302cc15 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Made reservation on behalf of cf9c0b879e254b53944f933563c285de for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:58:20.261743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-00ee69d7-c099-469c-9e95-ee416625e760 req-67e83a80-a00a-4bc3-8c7f-240c4302cc15 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.437780 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-00ee69d7-c099-469c-9e95-ee416625e760 req-67e83a80-a00a-4bc3-8c7f-240c4302cc15 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Allocated IP 172.20.0.6 (a30f3330-46fd-407b-b701-c500a2f2caf0/18ca7641-a629-40bb-847f-d01fb55a2253/df4d36ad-0843-4faa-879f-b5f1f742191e) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:58:20.629458 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-00ee69d7-c099-469c-9e95-ee416625e760 req-67e83a80-a00a-4bc3-8c7f-240c4302cc15 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.645513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-00ee69d7-c099-469c-9e95-ee416625e760 req-67e83a80-a00a-4bc3-8c7f-240c4302cc15 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Transition to ACTIVE for port object df4d36ad-0843-4faa-879f-b5f1f742191e will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:58:20.670335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-00ee69d7-c099-469c-9e95-ee416625e760 req-67e83a80-a00a-4bc3-8c7f-240c4302cc15 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.839035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ee69d7-c099-469c-9e95-ee416625e760 req-67e83a80-a00a-4bc3-8c7f-240c4302cc15 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Network a30f3330-46fd-407b-b701-c500a2f2caf0 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:58:20.842106 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-00ee69d7-c099-469c-9e95-ee416625e760 req-67e83a80-a00a-4bc3-8c7f-240c4302cc15 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:58:20.846024 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ee69d7-c099-469c-9e95-ee416625e760 req-67e83a80-a00a-4bc3-8c7f-240c4302cc15 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:58:20.878680 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e83a80-a00a-4bc3-8c7f-240c4302cc15 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Pushing event updated for resources: {'Port': ['ID=df4d36ad-0843-4faa-879f-b5f1f742191e,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:20.915205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee69d7-c099-469c-9e95-ee416625e760 req-67e83a80-a00a-4bc3-8c7f-240c4302cc15 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:20.915808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-00ee69d7-c099-469c-9e95-ee416625e760 req-67e83a80-a00a-4bc3-8c7f-240c4302cc15 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:20.943150 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-00ee69d7-c099-469c-9e95-ee416625e760 req-67e83a80-a00a-4bc3-8c7f-240c4302cc15 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8529930 Jan 12 09:58:20.958378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Request body: {'port': {'device_id': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:58:21.067969 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.102951 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c6a5c268-817f-4e3c-811e-cfc63d6be0c6 None None] Provisioning for port df4d36ad-0843-4faa-879f-b5f1f742191e completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:58:21.108323 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c6a5c268-817f-4e3c-811e-cfc63d6be0c6 None None] Provisioning complete for port df4d36ad-0843-4faa-879f-b5f1f742191e triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:58:21.108740 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c268-817f-4e3c-811e-cfc63d6be0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.162562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5c268-817f-4e3c-811e-cfc63d6be0c6 None None] Port df4d36ad-0843-4faa-879f-b5f1f742191e cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:58:21.181714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda8527-44a9-4188-8d42-7b2ca1b14e32 req-df1c77e2-9f20-4aad-8def-a1154a4bda22 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:21.183293 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4fda8527-44a9-4188-8d42-7b2ca1b14e32 req-df1c77e2-9f20-4aad-8def-a1154a4bda22 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 931 time: 0.0854354 Jan 12 09:58:21.227172 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4fda8527-44a9-4188-8d42-7b2ca1b14e32 req-b84c2035-b2d2-4186-b475-993fd05c3e3f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378563 Jan 12 09:58:21.421976 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4d36ad-0843-4faa-879f-b5f1f742191e {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:58:21.429202 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.444472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Transition to ACTIVE for port object df4d36ad-0843-4faa-879f-b5f1f742191e will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:58:21.451638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.579333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Pushing event updated for resources: {'Port': ['ID=df4d36ad-0843-4faa-879f-b5f1f742191e,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:21.685549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Attempting to bind port df4d36ad-0843-4faa-879f-b5f1f742191e on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:58:21.685913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Attempting to bind port df4d36ad-0843-4faa-879f-b5f1f742191e by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:58:21.686241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Attempting to bind port df4d36ad-0843-4faa-879f-b5f1f742191e on network a30f3330-46fd-407b-b701-c500a2f2caf0 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:58:21.690824 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Port df4d36ad-0843-4faa-879f-b5f1f742191e on network a30f3330-46fd-407b-b701-c500a2f2caf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:58:21.691142 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Attempting to bind port df4d36ad-0843-4faa-879f-b5f1f742191e on network a30f3330-46fd-407b-b701-c500a2f2caf0 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:58:21.696096 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:58:21.696430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Checking segment: {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:58:21.696806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Bound using segment: {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:58:21.697224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Bound port: df4d36ad-0843-4faa-879f-b5f1f742191e, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:58:21.697565 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.791382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] For port df4d36ad-0843-4faa-879f-b5f1f742191e, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:58:21.794855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] For port df4d36ad-0843-4faa-879f-b5f1f742191e, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=df4d36ad-0843-4faa-879f-b5f1f742191e,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:58:21.802267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.862038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:21.862038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:21.863651 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-00ee69d7-c099-469c-9e95-ee416625e760 req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] 10.222.0.53 "PUT /v2.0/ports/df4d36ad-0843-4faa-879f-b5f1f742191e HTTP/1.1" status: 200 len: 1093 time: 0.9095542 Jan 12 09:58:21.866574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'tag': 'df4d36ad-0843-4faa-879f-b5f1f742191e'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:58:21.894740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff06842-0187-44fd-8849-2135773f7244 service neutron] Pushing event updated for resources: {'Port': ['ID=df4d36ad-0843-4faa-879f-b5f1f742191e,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:21.942067 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'tag': 'df4d36ad-0843-4faa-879f-b5f1f742191e', 'status': 'completed', 'code': 200} Jan 12 09:58:21.982898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee69d7-c099-469c-9e95-ee416625e760 req-d9328a86-53bc-4b18-a12c-8bdadd587d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:21.984417 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-00ee69d7-c099-469c-9e95-ee416625e760 req-d9328a86-53bc-4b18-a12c-8bdadd587d1c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 1096 time: 0.0740066 Jan 12 09:58:22.058821 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-00ee69d7-c099-469c-9e95-ee416625e760 req-9b1a1249-0caa-4a9c-8711-cd66792cda6c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df4d36ad-0843-4faa-879f-b5f1f742191e HTTP/1.1" status: 200 len: 217 time: 0.0640385 Jan 12 09:58:22.124600 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee69d7-c099-469c-9e95-ee416625e760 req-9aa899af-39c9-4cf8-b10f-8fd2077aa9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:22.126060 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-00ee69d7-c099-469c-9e95-ee416625e760 req-9aa899af-39c9-4cf8-b10f-8fd2077aa9f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0576046 Jan 12 09:58:22.214184 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee69d7-c099-469c-9e95-ee416625e760 req-ba32a197-d961-4243-bd68-8ad7cfe2ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:22.215712 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-00ee69d7-c099-469c-9e95-ee416625e760 req-ba32a197-d961-4243-bd68-8ad7cfe2ad47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800936 Jan 12 09:58:22.352074 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-00ee69d7-c099-469c-9e95-ee416625e760 req-73f96dfb-7b4d-48c7-9f68-fac1453888f5 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265283 Jan 12 09:58:22.413309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd687029-3ff9-44a8-a5ec-dd23666b160b req-4fe6bf7e-a6f0-49fa-af31-4cbac5cb79e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:22.414797 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bd687029-3ff9-44a8-a5ec-dd23666b160b req-4fe6bf7e-a6f0-49fa-af31-4cbac5cb79e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 943 time: 0.0800622 Jan 12 09:58:22.472631 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bd687029-3ff9-44a8-a5ec-dd23666b160b req-eeb28a44-676d-4860-9da4-9058348391d1 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516665 Jan 12 09:58:22.588417 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-00ee69d7-c099-469c-9e95-ee416625e760 req-f2c5438d-262b-4aaa-bd80-8b59016015fc service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268021 Jan 12 09:58:22.723255 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122000d5-65c0-4ea3-a330-c6e017b10142 req-acca1d72-0db6-4a79-b393-df6e25191605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:22.724649 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-122000d5-65c0-4ea3-a330-c6e017b10142 req-acca1d72-0db6-4a79-b393-df6e25191605 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 1096 time: 0.0780375 Jan 12 09:58:22.855063 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122000d5-65c0-4ea3-a330-c6e017b10142 req-e0f9af6d-32e7-48d4-876e-5aee29fff3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:22.856538 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-122000d5-65c0-4ea3-a330-c6e017b10142 req-e0f9af6d-32e7-48d4-876e-5aee29fff3e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1247969 Jan 12 09:58:22.930087 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-122000d5-65c0-4ea3-a330-c6e017b10142 req-78b513aa-8098-47c2-bb12-9a3beba05a6c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df4d36ad-0843-4faa-879f-b5f1f742191e HTTP/1.1" status: 200 len: 217 time: 0.0631821 Jan 12 09:58:22.993175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122000d5-65c0-4ea3-a330-c6e017b10142 req-7b5edf09-3d8f-4c97-bb5f-e461918db242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:22.994487 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-122000d5-65c0-4ea3-a330-c6e017b10142 req-7b5edf09-3d8f-4c97-bb5f-e461918db242 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0576789 Jan 12 09:58:23.074787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122000d5-65c0-4ea3-a330-c6e017b10142 req-77f610e8-f1a0-4717-b44e-15322387f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:23.076234 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-122000d5-65c0-4ea3-a330-c6e017b10142 req-77f610e8-f1a0-4717-b44e-15322387f53c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719671 Jan 12 09:58:23.209741 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-122000d5-65c0-4ea3-a330-c6e017b10142 req-6be9625a-96e6-499f-8c2d-c5fb58bb9a0d service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266060 Jan 12 09:58:23.344364 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-122000d5-65c0-4ea3-a330-c6e017b10142 req-60099058-7821-417f-a533-4694555b9e5d service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246054 Jan 12 09:58:23.676906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fb6fe-8f86-4fb4-96ba-e177cce7961a req-595ef4b0-ab9d-48b2-9f69-0a07e24361dd tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:23.677598 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-0f8fb6fe-8f86-4fb4-96ba-e177cce7961a req-595ef4b0-ab9d-48b2-9f69-0a07e24361dd tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Synchronizing usage tracker for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:58:23.696425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-0f8fb6fe-8f86-4fb4-96ba-e177cce7961a req-595ef4b0-ab9d-48b2-9f69-0a07e24361dd tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Unset dirty status for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:58:23.697572 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0f8fb6fe-8f86-4fb4-96ba-e177cce7961a req-595ef4b0-ab9d-48b2-9f69-0a07e24361dd tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 943 time: 0.1132309 Jan 12 09:58:23.744865 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0f8fb6fe-8f86-4fb4-96ba-e177cce7961a req-1ea53c32-728d-4351-8f75-b137d7d54306 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390978 Jan 12 09:58:24.649625 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device df4d36ad-0843-4faa-879f-b5f1f742191e details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:58:24.786310 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port df4d36ad-0843-4faa-879f-b5f1f742191e, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=df4d36ad-0843-4faa-879f-b5f1f742191e,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:58:24.800130 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'df4d36ad-0843-4faa-879f-b5f1f742191e', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'port_id': 'df4d36ad-0843-4faa-879f-b5f1f742191e', 'mac_address': 'fa:16:3e:66:e5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:58:24.858386 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:24.875891 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4d36ad-0843-4faa-879f-b5f1f742191e {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:58:24.891142 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port df4d36ad-0843-4faa-879f-b5f1f742191e, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=df4d36ad-0843-4faa-879f-b5f1f742191e,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:58:24.896788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:24.929715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659a240-fa3b-4a29-b7ed-a5b22cc7e545 req-34fa3bde-2e72-48be-af8f-7a41d097296c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:24.931220 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b659a240-fa3b-4a29-b7ed-a5b22cc7e545 req-34fa3bde-2e72-48be-af8f-7a41d097296c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 943 time: 0.0796242 Jan 12 09:58:24.963494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=df4d36ad-0843-4faa-879f-b5f1f742191e,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:24.976871 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b659a240-fa3b-4a29-b7ed-a5b22cc7e545 req-9ccd8505-94f5-4b36-b944-a17c9f9d2c1d tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398974 Jan 12 09:58:25.156476 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['df4d36ad-0843-4faa-879f-b5f1f742191e'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:58:26.198371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a2269-ae43-44dc-b520-717f8f4c39bf req-d4f98c64-0174-46dc-9c89-956888afadc7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:26.200130 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d31a2269-ae43-44dc-b520-717f8f4c39bf req-d4f98c64-0174-46dc-9c89-956888afadc7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 944 time: 0.1038070 Jan 12 09:58:26.245333 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d31a2269-ae43-44dc-b520-717f8f4c39bf req-4f0bd3c4-e881-42df-ab8b-40bd20038f4b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388145 Jan 12 09:58:26.649638 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device df4d36ad-0843-4faa-879f-b5f1f742191e up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:58:26.726030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port df4d36ad-0843-4faa-879f-b5f1f742191e completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:58:26.730963 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port df4d36ad-0843-4faa-879f-b5f1f742191e triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:58:26.731342 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:26.849172 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:26.875968 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4d36ad-0843-4faa-879f-b5f1f742191e'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:58:26.885637 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port df4d36ad-0843-4faa-879f-b5f1f742191e, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=df4d36ad-0843-4faa-879f-b5f1f742191e,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:58:26.890158 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:26.925071 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4d36ad-0843-4faa-879f-b5f1f742191e', 'code': 200} Jan 12 09:58:26.959066 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=df4d36ad-0843-4faa-879f-b5f1f742191e,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:58:27.167219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4514c-f70e-47c9-8494-bf865b996cf5 req-68c2b8be-2b60-47c8-b1c7-2b97163844e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:27.168659 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87f4514c-f70e-47c9-8494-bf865b996cf5 req-68c2b8be-2b60-47c8-b1c7-2b97163844e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 1098 time: 0.0740218 Jan 12 09:58:27.227506 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-87f4514c-f70e-47c9-8494-bf865b996cf5 req-91de90fa-0208-4196-a173-6368e487bbb6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483220 Jan 12 09:58:27.454365 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a3da5-6aa6-460e-844c-1b2900e53fba req-48163853-3772-4b45-a2b3-5270c992d9b5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:27.455845 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a40a3da5-6aa6-460e-844c-1b2900e53fba req-48163853-3772-4b45-a2b3-5270c992d9b5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0874295 Jan 12 09:58:27.508734 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a40a3da5-6aa6-460e-844c-1b2900e53fba req-d2a4634e-87a9-4bcd-8a29-a0d72c165b5e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471263 Jan 12 09:58:28.433697 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:58:28.709025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d7fa7-23e1-4c91-9c0c-bb14598591b4 req-50da9f27-9a11-4e9e-89d6-c129ac33df8a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:28.710374 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-890d7fa7-23e1-4c91-9c0c-bb14598591b4 req-50da9f27-9a11-4e9e-89d6-c129ac33df8a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0960968 Jan 12 09:58:28.757217 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-890d7fa7-23e1-4c91-9c0c-bb14598591b4 req-a49daedc-42b0-4b0c-bf85-03bdd7dc9bca tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383074 Jan 12 09:58:28.938486 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00c7c5-3e3f-41b6-a6cb-6dc362280c97 req-bcf73b97-2b2f-4c71-8879-f34194ff682b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:28.939984 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b00c7c5-3e3f-41b6-a6cb-6dc362280c97 req-bcf73b97-2b2f-4c71-8879-f34194ff682b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0853095 Jan 12 09:58:28.949513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 45172) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 09:58:28.954392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-cf7adc90-8681-4cd8-a86e-07633dac9bf0 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Request body: {'floatingip': {'port_id': 'df4d36ad-0843-4faa-879f-b5f1f742191e'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:58:29.029723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf7adc90-8681-4cd8-a86e-07633dac9bf0 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for floatingip, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:29.732323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf7adc90-8681-4cd8-a86e-07633dac9bf0 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:29.739343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf7adc90-8681-4cd8-a86e-07633dac9bf0 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:29.909821 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-cf7adc90-8681-4cd8-a86e-07633dac9bf0 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Floating IP 1d8f625e-cf7a-437b-a5c4-56b846c4c010 associated. External IP: 172.26.2.250, port: df4d36ad-0843-4faa-879f-b5f1f742191e. Jan 12 09:58:30.259167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7adc90-8681-4cd8-a86e-07633dac9bf0 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:58:30.447296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7adc90-8681-4cd8-a86e-07633dac9bf0 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:58:30.451725 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf7adc90-8681-4cd8-a86e-07633dac9bf0 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:30.457964 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cad298e-bd0e-41ac-9b7c-fba87d6dc844 None None] Sync routers for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:58:30.468055 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cad298e-bd0e-41ac-9b7c-fba87d6dc844 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:58:30.468672 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9cad298e-bd0e-41ac-9b7c-fba87d6dc844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:58:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:30.504463 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cf7adc90-8681-4cd8-a86e-07633dac9bf0 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "PUT /v2.0/floatingips/1d8f625e-cf7a-437b-a5c4-56b846c4c010 HTTP/1.1" status: 200 len: 991 time: 1.5539019 Jan 12 09:58:30.505001 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'tag': 'df4d36ad-0843-4faa-879f-b5f1f742191e'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:58:30.560408 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'tag': 'df4d36ad-0843-4faa-879f-b5f1f742191e', 'status': 'completed', 'code': 200} Jan 12 09:58:30.648867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-9cad298e-bd0e-41ac-9b7c-fba87d6dc844 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:58:30.653856 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1ed85-fdd9-477d-9ca5-0cf74b725758 req-7400ab4d-7cd8-49ae-b89b-171330b279e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:30.655422 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dab1ed85-fdd9-477d-9ca5-0cf74b725758 req-7400ab4d-7cd8-49ae-b89b-171330b279e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 1098 time: 0.0714216 Jan 12 09:58:30.785456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1ed85-fdd9-477d-9ca5-0cf74b725758 req-ff9c7f16-dc96-4147-b90d-059a2e6f7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:30.787032 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dab1ed85-fdd9-477d-9ca5-0cf74b725758 req-ff9c7f16-dc96-4147-b90d-059a2e6f7fa8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1245422 Jan 12 09:58:30.995330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9cad298e-bd0e-41ac-9b7c-fba87d6dc844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1d8f625e-cf7a-437b-a5c4-56b846c4c010', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'port_id': 'df4d36ad-0843-4faa-879f-b5f1f742191e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'mac_address': 'fa:16:3e:66:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:56:57Z', 'updated_at': '2022-01-12T09:58:29Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:30.999647 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cad298e-bd0e-41ac-9b7c-fba87d6dc844 None None] Checking router: 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:58:31.001227 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dab1ed85-fdd9-477d-9ca5-0cf74b725758 req-892ff8b2-962f-44c1-a984-066eacd7ce8e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df4d36ad-0843-4faa-879f-b5f1f742191e HTTP/1.1" status: 200 len: 999 time: 0.2082644 Jan 12 09:58:31.008204 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cad298e-bd0e-41ac-9b7c-fba87d6dc844 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:58:31.008804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9cad298e-bd0e-41ac-9b7c-fba87d6dc844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:58:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:31.068194 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1ed85-fdd9-477d-9ca5-0cf74b725758 req-8fbb2a6b-508a-45e3-a4b7-35fbb700e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:31.069667 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dab1ed85-fdd9-477d-9ca5-0cf74b725758 req-8fbb2a6b-508a-45e3-a4b7-35fbb700e1ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0613012 Jan 12 09:58:31.146871 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1ed85-fdd9-477d-9ca5-0cf74b725758 req-0c937e24-1237-4a85-8a1d-5b316d29e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:31.148387 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dab1ed85-fdd9-477d-9ca5-0cf74b725758 req-0c937e24-1237-4a85-8a1d-5b316d29e3d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727320 Jan 12 09:58:31.226640 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-9cad298e-bd0e-41ac-9b7c-fba87d6dc844 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:58:31.279583 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dab1ed85-fdd9-477d-9ca5-0cf74b725758 req-51679948-c431-4b02-99f9-166c8ca8021d service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246297 Jan 12 09:58:31.411562 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dab1ed85-fdd9-477d-9ca5-0cf74b725758 req-c05d5919-f24d-4222-8f30-eddc17f45121 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255288 Jan 12 09:58:31.576451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9cad298e-bd0e-41ac-9b7c-fba87d6dc844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1d8f625e-cf7a-437b-a5c4-56b846c4c010', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'port_id': 'df4d36ad-0843-4faa-879f-b5f1f742191e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'mac_address': 'fa:16:3e:66:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:56:57Z', 'updated_at': '2022-01-12T09:58:29Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:58:31.580474 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cad298e-bd0e-41ac-9b7c-fba87d6dc844 None None] The sync data for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv is: [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1d8f625e-cf7a-437b-a5c4-56b846c4c010', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'port_id': 'df4d36ad-0843-4faa-879f-b5f1f742191e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'mac_address': 'fa:16:3e:66:e5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:56:57Z', 'updated_at': '2022-01-12T09:58:29Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:58:31.787232 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398dec6f-821a-49d7-9118-e9f842026c72 None None] New status for floating IP 1d8f625e-cf7a-437b-a5c4-56b846c4c010: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:58:36.750983 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7d0a63c1-6609-4ba1-8faf-75fa0e77f36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:39.325081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8907d7f2-61ad-4cce-b27d-e6b2884e21b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:40.339856 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:41.091672 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:42.682205 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:58:45.088258 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1b06042-4e04-4e7c-97e4-5d3cb3dcf43f req-be5fdffe-b508-431b-b740-8f9f496dedf6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724361 Jan 12 09:58:45.233198 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b06042-4e04-4e7c-97e4-5d3cb3dcf43f req-b6b60695-bf53-4f46-82be-a27c9778c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:45.234661 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1b06042-4e04-4e7c-97e4-5d3cb3dcf43f req-b6b60695-bf53-4f46-82be-a27c9778c7b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 1098 time: 0.0720663 Jan 12 09:58:45.385259 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b06042-4e04-4e7c-97e4-5d3cb3dcf43f req-ca5dd38b-f44e-46ad-9b5b-f968ccc4432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:45.386629 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1b06042-4e04-4e7c-97e4-5d3cb3dcf43f req-ca5dd38b-f44e-46ad-9b5b-f968ccc4432e service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1319261 Jan 12 09:58:45.488255 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1b06042-4e04-4e7c-97e4-5d3cb3dcf43f req-b67977e2-b757-4d52-92e0-187ac43a963e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df4d36ad-0843-4faa-879f-b5f1f742191e HTTP/1.1" status: 200 len: 1001 time: 0.0949469 Jan 12 09:58:45.553619 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b06042-4e04-4e7c-97e4-5d3cb3dcf43f req-6f4698a1-e7fc-4b9a-a4b0-129efd927f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:45.555105 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1b06042-4e04-4e7c-97e4-5d3cb3dcf43f req-6f4698a1-e7fc-4b9a-a4b0-129efd927f54 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0585814 Jan 12 09:58:45.632080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b06042-4e04-4e7c-97e4-5d3cb3dcf43f req-7d821452-603a-4001-ae6b-cb1ca272765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:58:45.633578 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1b06042-4e04-4e7c-97e4-5d3cb3dcf43f req-7d821452-603a-4001-ae6b-cb1ca272765d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723350 Jan 12 09:58:45.768789 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1b06042-4e04-4e7c-97e4-5d3cb3dcf43f req-201c8a0b-b822-43d5-a20c-3e0b4f264f48 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274486 Jan 12 09:58:45.906292 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1b06042-4e04-4e7c-97e4-5d3cb3dcf43f req-6b02b62a-61f7-4d97-ae3a-8d576aef790f service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308339 Jan 12 09:58:46.764325 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:05.435704 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:59:06.758849 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9037919b-66a9-44db-8cda-d04fd7da8661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:09.322513 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d96a0906-1fa3-4414-8310-7e075b76a2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:10.341238 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:11.098505 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:11.944362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c4e69-c804-426b-87f4-6627ae36a171 req-d20fbbc8-e866-4897-ba1f-ad459f79f5fd tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:11.945745 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0d6c4e69-c804-426b-87f4-6627ae36a171 req-d20fbbc8-e866-4897-ba1f-ad459f79f5fd tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0837352 Jan 12 09:59:11.992095 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0d6c4e69-c804-426b-87f4-6627ae36a171 req-2c29bd23-61e4-498b-8c5e-8961ae00178d tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405064 Jan 12 09:59:12.682913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:13.186698 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de10da-aad7-481e-bc68-fc223e41834f req-78d9e231-b28b-49ef-9d5f-4eebd4a53ab7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:13.188208 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e1de10da-aad7-481e-bc68-fc223e41834f req-78d9e231-b28b-49ef-9d5f-4eebd4a53ab7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0807192 Jan 12 09:59:13.238786 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e1de10da-aad7-481e-bc68-fc223e41834f req-87c0cb1d-b663-475b-a87d-9a34968e1c21 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446820 Jan 12 09:59:14.433166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95398153-0cad-46a3-b3cf-266e61716ad8 req-b5c221db-0975-46b0-bd26-af65e79d54c4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:14.434653 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-95398153-0cad-46a3-b3cf-266e61716ad8 req-b5c221db-0975-46b0-bd26-af65e79d54c4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0898905 Jan 12 09:59:14.480196 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-95398153-0cad-46a3-b3cf-266e61716ad8 req-45b5c72d-d95f-4139-b466-cf2ee652c1fc tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397580 Jan 12 09:59:15.671268 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb240dd5-23bc-4348-b5b9-98a76e3ffefc req-e905a393-1c8d-461d-aee7-292c593fa6e8 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:15.672719 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fb240dd5-23bc-4348-b5b9-98a76e3ffefc req-e905a393-1c8d-461d-aee7-292c593fa6e8 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0852437 Jan 12 09:59:15.719042 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fb240dd5-23bc-4348-b5b9-98a76e3ffefc req-af550dab-cda2-43be-9da5-9b66ff3d2040 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405531 Jan 12 09:59:16.772274 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:16.916942 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28c9a1-5769-4977-bd96-e3c527428500 req-4578b28d-1b7c-40a4-971c-69d75cce3d5c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:16.918363 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0f28c9a1-5769-4977-bd96-e3c527428500 req-4578b28d-1b7c-40a4-971c-69d75cce3d5c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0810192 Jan 12 09:59:16.967822 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0f28c9a1-5769-4977-bd96-e3c527428500 req-aafee95a-6510-4d1c-81a8-d8c218c863c9 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413566 Jan 12 09:59:18.172907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cd643-fd4c-4b27-b44a-2610d9d4192a req-0617af81-b133-4b67-8edf-38fd65cedaa5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:18.174367 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-da3cd643-fd4c-4b27-b44a-2610d9d4192a req-0617af81-b133-4b67-8edf-38fd65cedaa5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0938206 Jan 12 09:59:18.318862 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-da3cd643-fd4c-4b27-b44a-2610d9d4192a req-35c958e0-4d2a-4ec0-b6b1-3c5b170b9feb tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385269 Jan 12 09:59:19.516234 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d18434-007d-4d08-b92a-62d6f794278e req-8db03dfb-0587-4a50-a3de-4fb0d38663aa tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:19.517641 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-09d18434-007d-4d08-b92a-62d6f794278e req-8db03dfb-0587-4a50-a3de-4fb0d38663aa tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0854516 Jan 12 09:59:19.564022 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-09d18434-007d-4d08-b92a-62d6f794278e req-0e3638dd-69d4-4d8a-ba2f-55a8a8b52a5e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403030 Jan 12 09:59:20.761044 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ab21e-252f-4aa5-b123-e1706f1c7bb2 req-b9b288f8-674f-4b3e-ae75-93177a9e0910 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:20.762512 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a75ab21e-252f-4aa5-b123-e1706f1c7bb2 req-b9b288f8-674f-4b3e-ae75-93177a9e0910 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0874877 Jan 12 09:59:20.806805 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a75ab21e-252f-4aa5-b123-e1706f1c7bb2 req-677d0ad8-0098-446e-9131-5f1005d5d89c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382338 Jan 12 09:59:21.997964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b2115-6f97-40ae-b099-3f1e89395bf8 req-11348e03-9abf-4c51-a069-c2feccbbb459 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:21.999501 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a20b2115-6f97-40ae-b099-3f1e89395bf8 req-11348e03-9abf-4c51-a069-c2feccbbb459 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0863621 Jan 12 09:59:22.043769 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a20b2115-6f97-40ae-b099-3f1e89395bf8 req-995d97f8-f6e5-49d8-afe5-b20b420733e9 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384989 Jan 12 09:59:23.249343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106de67b-f608-4f5f-af8d-5a69ecab7bb9 req-4698bb40-e6a5-4314-924f-232685a298c7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:23.250830 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-106de67b-f608-4f5f-af8d-5a69ecab7bb9 req-4698bb40-e6a5-4314-924f-232685a298c7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0922649 Jan 12 09:59:23.295966 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-106de67b-f608-4f5f-af8d-5a69ecab7bb9 req-50493eeb-aa29-4ef0-8c2c-a8420984cabc tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393040 Jan 12 09:59:24.492707 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8f0de-bc57-4110-979b-ce061662510b req-84fcc53f-720c-4b9e-92c0-f78421ab25f5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:24.494158 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-53c8f0de-bc57-4110-979b-ce061662510b req-84fcc53f-720c-4b9e-92c0-f78421ab25f5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0874424 Jan 12 09:59:24.540748 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-53c8f0de-bc57-4110-979b-ce061662510b req-747a97fb-59aa-48b4-8eba-0a6143eee927 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400436 Jan 12 09:59:25.731977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e82e9c-0814-41f4-a4f9-3dd84dc10745 req-f48811cf-3ffa-4927-967c-5243b7a959d7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:25.733461 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f6e82e9c-0814-41f4-a4f9-3dd84dc10745 req-f48811cf-3ffa-4927-967c-5243b7a959d7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0827742 Jan 12 09:59:25.786107 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f6e82e9c-0814-41f4-a4f9-3dd84dc10745 req-baada72f-14c0-44c8-a84a-a07ca972afbf tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467663 Jan 12 09:59:26.980630 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b7c4a-f5c9-4366-b727-fd70adc116f1 req-d3571f88-7fd0-467c-8760-b3ee35c53794 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:26.982153 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d61b7c4a-f5c9-4366-b727-fd70adc116f1 req-d3571f88-7fd0-467c-8760-b3ee35c53794 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0894105 Jan 12 09:59:27.027671 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d61b7c4a-f5c9-4366-b727-fd70adc116f1 req-a2300420-caa6-4ade-be6d-5f80cd0ecac5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396545 Jan 12 09:59:28.213151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1e058-4504-48f6-9875-b107e3621fa0 req-09d117e2-fae2-4d79-a3a2-5d3ddf6ca872 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:28.214713 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f3d1e058-4504-48f6-9875-b107e3621fa0 req-09d117e2-fae2-4d79-a3a2-5d3ddf6ca872 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0815642 Jan 12 09:59:28.266153 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f3d1e058-4504-48f6-9875-b107e3621fa0 req-77e28c55-6279-41a9-b11b-66c0c292a6f4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431707 Jan 12 09:59:28.753451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee0d7f-010b-4dcd-bb3a-c86dcbde1a33 req-adb927a2-f0de-4b57-b9a8-465cecefad13 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:28.754923 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-29ee0d7f-010b-4dcd-bb3a-c86dcbde1a33 req-adb927a2-f0de-4b57-b9a8-465cecefad13 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.1413500 Jan 12 09:59:28.758698 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-c3bd6dca-85a0-4e90-b26f-9838237ccbc8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1847205 Jan 12 09:59:28.799556 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-29ee0d7f-010b-4dcd-bb3a-c86dcbde1a33 req-4a03c717-7cb1-4963-8cb6-5b415db0fb8f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388851 Jan 12 09:59:29.988430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786970be-24aa-4fc8-9305-6e34388e40ff req-ea984906-b51e-4c11-b50e-515761a8a6a8 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:29.989916 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-786970be-24aa-4fc8-9305-6e34388e40ff req-ea984906-b51e-4c11-b50e-515761a8a6a8 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0816095 Jan 12 09:59:30.040658 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-786970be-24aa-4fc8-9305-6e34388e40ff req-561c9125-defb-4050-bcf9-809e023452f9 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444694 Jan 12 09:59:30.072841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-fc117116-ad05-4fcb-8f71-494cfb2fe05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:30.074327 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-fc117116-ad05-4fcb-8f71-494cfb2fe05a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 1098 time: 0.1262989 Jan 12 09:59:30.214596 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-155c30dd-7fc1-4fbe-a5e7-e1b07bd1f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:30.216144 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-155c30dd-7fc1-4fbe-a5e7-e1b07bd1f04a service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1325073 Jan 12 09:59:30.327956 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-a61fbc65-59ab-40ca-9d35-5dc8e027b895 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df4d36ad-0843-4faa-879f-b5f1f742191e HTTP/1.1" status: 200 len: 1001 time: 0.0995159 Jan 12 09:59:30.402231 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-56deb226-9e43-41ed-bd70-e9e62340bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:30.403618 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-56deb226-9e43-41ed-bd70-e9e62340bc43 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0624394 Jan 12 09:59:30.487402 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-d47ed928-5aaf-42be-b5e9-892a48ac10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:30.488904 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-d47ed928-5aaf-42be-b5e9-892a48ac10fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757520 Jan 12 09:59:30.628067 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-cac33eec-3d9a-4be4-a55c-d611305f3115 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283319 Jan 12 09:59:30.768679 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-049076b1-911e-40d5-9ba2-73635ffd54e3 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301458 Jan 12 09:59:31.238794 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b516a9d-dc19-4707-9b84-a7aa629e00c8 req-05501747-10f3-4f7d-a33c-03499328cf41 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:31.240390 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2b516a9d-dc19-4707-9b84-a7aa629e00c8 req-05501747-10f3-4f7d-a33c-03499328cf41 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0864022 Jan 12 09:59:31.290035 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2b516a9d-dc19-4707-9b84-a7aa629e00c8 req-e1ed4f4a-f550-453a-b9c3-78519a7cdfd4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433283 Jan 12 09:59:32.513762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e21eb0-2ed6-4918-a56f-81f2a5654ee9 req-5e780851-3ade-4636-a0e6-f911adb1daab tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:32.515285 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-36e21eb0-2ed6-4918-a56f-81f2a5654ee9 req-5e780851-3ade-4636-a0e6-f911adb1daab tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0983915 Jan 12 09:59:32.562262 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-36e21eb0-2ed6-4918-a56f-81f2a5654ee9 req-a449fb2e-5b07-4de8-ae93-7e5bab2d23c2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409908 Jan 12 09:59:32.732875 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-5a7b01af-082b-4361-a684-7e33d28a4396 service neutron] 10.222.0.53 "GET /v2.0/ports/df4d36ad-0843-4faa-879f-b5f1f742191e/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.0870056 Jan 12 09:59:33.073957 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-6ed0cd51-2b37-4142-9e2b-f4850b418d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:33.075496 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-6ed0cd51-2b37-4142-9e2b-f4850b418d49 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96&tenant_id=cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 1098 time: 0.0813258 Jan 12 09:59:33.181898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-71eb6226-6fea-412d-ab74-43f1b12c42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:33.183478 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-71eb6226-6fea-412d-ab74-43f1b12c42c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 1098 time: 0.0807147 Jan 12 09:59:33.433114 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-e701beb8-be59-4b8b-b909-6b81b0b20115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:33.434594 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-e701beb8-be59-4b8b-b909-6b81b0b20115 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.2421272 Jan 12 09:59:33.543474 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-785e47d3-3c50-42e3-b342-98b38b8973e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df4d36ad-0843-4faa-879f-b5f1f742191e HTTP/1.1" status: 200 len: 1001 time: 0.0985694 Jan 12 09:59:33.609080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-e6d79482-2d3f-4f28-aa20-a5495d1da880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:33.610502 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-e6d79482-2d3f-4f28-aa20-a5495d1da880 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0573971 Jan 12 09:59:33.738304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-da77e7e3-e38f-4fb7-a3ec-f8031e065e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:33.739704 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-da77e7e3-e38f-4fb7-a3ec-f8031e065e8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1195700 Jan 12 09:59:33.813326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9456dc1-bca0-4d71-8cd8-13d5c6f04b5a req-0aa3cd1e-3a39-41cd-a5fc-e5d7f571afcc tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:33.814799 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e9456dc1-bca0-4d71-8cd8-13d5c6f04b5a req-0aa3cd1e-3a39-41cd-a5fc-e5d7f571afcc tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.1347330 Jan 12 09:59:33.944727 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e9456dc1-bca0-4d71-8cd8-13d5c6f04b5a req-3be8d8d0-10a6-4a0e-ae6a-38eeb3418982 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812685 Jan 12 09:59:33.948045 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-d4486aab-7983-4db7-8960-6ab9dd12e4d7 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971722 Jan 12 09:59:34.086884 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f4f5121-d7d8-4cf0-a030-9cba0256c24d req-379e822d-44d1-4b83-8600-9fc3211474fd service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285548 Jan 12 09:59:34.974324 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device df4d36ad-0843-4faa-879f-b5f1f742191e details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:59:34.978328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device df4d36ad-0843-4faa-879f-b5f1f742191e no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:59:35.149135 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cd081-543d-4bac-b2d6-4171505acf6c req-5a9f4391-3663-46f5-8074-29c2de97e4d6 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:35.150672 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9f6cd081-543d-4bac-b2d6-4171505acf6c req-5a9f4391-3663-46f5-8074-29c2de97e4d6 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0886824 Jan 12 09:59:35.197090 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:35.198364 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9f6cd081-543d-4bac-b2d6-4171505acf6c req-711dc73a-0571-4b6d-b9f7-a5696120887d tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415766 Jan 12 09:59:35.249955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df4d36ad-0843-4faa-879f-b5f1f742191e'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:59:35.256937 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port df4d36ad-0843-4faa-879f-b5f1f742191e, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=df4d36ad-0843-4faa-879f-b5f1f742191e,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:59:35.271563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port df4d36ad-0843-4faa-879f-b5f1f742191e, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=df4d36ad-0843-4faa-879f-b5f1f742191e,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:59:35.274127 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'df4d36ad-0843-4faa-879f-b5f1f742191e', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'port_id': 'df4d36ad-0843-4faa-879f-b5f1f742191e', 'mac_address': 'fa:16:3e:66:e5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:59:35.306702 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df4d36ad-0843-4faa-879f-b5f1f742191e', 'code': 200} Jan 12 09:59:35.307359 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:35.389141 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:35.410592 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=df4d36ad-0843-4faa-879f-b5f1f742191e,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:59:35.413616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4d36ad-0843-4faa-879f-b5f1f742191e {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:59:35.424303 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:35.424631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:35.425001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:35.425296 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:35.425701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:35.426100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:35.426431 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:35.426725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:35.427109 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:35.427417 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:35.427722 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:35.428044 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:35.441458 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port df4d36ad-0843-4faa-879f-b5f1f742191e, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=df4d36ad-0843-4faa-879f-b5f1f742191e,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:59:35.446652 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:35.521590 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['df4d36ad-0843-4faa-879f-b5f1f742191e'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:59:35.561545 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=df4d36ad-0843-4faa-879f-b5f1f742191e,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:59:36.544844 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476b84b-183c-406c-ac89-45024fb86dbe req-f079d79f-a4f3-4e9c-8844-8d3249186509 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:36.546404 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e476b84b-183c-406c-ac89-45024fb86dbe req-f079d79f-a4f3-4e9c-8844-8d3249186509 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 944 time: 0.0915904 Jan 12 09:59:36.592969 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e476b84b-183c-406c-ac89-45024fb86dbe req-1a5f8d62-2173-465f-81d8-629f422b7754 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406516 Jan 12 09:59:36.743691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-985d0e2e-037d-4faa-a1a1-47f11fe02692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:36.941964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21e6f9-0044-427a-bb80-51eb35700a45 req-58eac0cd-d0d6-4b60-9694-23a09e9610e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:36.943500 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6c21e6f9-0044-427a-bb80-51eb35700a45 req-58eac0cd-d0d6-4b60-9694-23a09e9610e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 944 time: 0.0841758 Jan 12 09:59:36.980694 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867aaa8-d769-4a65-bdc0-539e19e10e63 req-a4992caa-83e5-4fff-bcd1-b9db2e671929 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:36.982173 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7867aaa8-d769-4a65-bdc0-539e19e10e63 req-a4992caa-83e5-4fff-bcd1-b9db2e671929 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96&tenant_id=cf9c0b879e254b53944f933563c285de&binding%3Ahost_id=hv-neutron-8243 HTTP/1.1" status: 200 len: 944 time: 0.1041350 Jan 12 09:59:36.984903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device df4d36ad-0843-4faa-879f-b5f1f742191e up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:59:36.988262 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6c21e6f9-0044-427a-bb80-51eb35700a45 req-ea2abbaa-0aee-4934-b01f-62d29448ad02 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387421 Jan 12 09:59:37.067803 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port df4d36ad-0843-4faa-879f-b5f1f742191e triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:59:37.068402 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:37.135370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867aaa8-d769-4a65-bdc0-539e19e10e63 req-cb9c9d5a-ea71-4e93-ad3d-985c6090e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:37.136846 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7867aaa8-d769-4a65-bdc0-539e19e10e63 req-cb9c9d5a-ea71-4e93-ad3d-985c6090e98e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 1097 time: 0.0718646 Jan 12 09:59:37.260905 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:37.274072 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867aaa8-d769-4a65-bdc0-539e19e10e63 req-e717d8de-9832-4f21-8594-92a7bba669fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:37.275602 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7867aaa8-d769-4a65-bdc0-539e19e10e63 req-e717d8de-9832-4f21-8594-92a7bba669fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1300907 Jan 12 09:59:37.292624 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port df4d36ad-0843-4faa-879f-b5f1f742191e, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=df4d36ad-0843-4faa-879f-b5f1f742191e,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:59:37.297720 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:37.328015 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4d36ad-0843-4faa-879f-b5f1f742191e'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:59:37.373176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=df4d36ad-0843-4faa-879f-b5f1f742191e,revision_number=8']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:59:37.383374 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4d36ad-0843-4faa-879f-b5f1f742191e', 'code': 200} Jan 12 09:59:37.383479 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7867aaa8-d769-4a65-bdc0-539e19e10e63 req-ceeb683f-5d12-490a-9d65-8fa8a375e37e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df4d36ad-0843-4faa-879f-b5f1f742191e HTTP/1.1" status: 200 len: 1001 time: 0.0984881 Jan 12 09:59:37.458252 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867aaa8-d769-4a65-bdc0-539e19e10e63 req-5b7fc4e8-fa4a-4d0f-9b09-e02a3de03074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:37.459750 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7867aaa8-d769-4a65-bdc0-539e19e10e63 req-5b7fc4e8-fa4a-4d0f-9b09-e02a3de03074 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0583382 Jan 12 09:59:37.541745 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867aaa8-d769-4a65-bdc0-539e19e10e63 req-59c62d04-d1e8-491c-b0f9-94db650d0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:37.543158 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7867aaa8-d769-4a65-bdc0-539e19e10e63 req-59c62d04-d1e8-491c-b0f9-94db650d0e09 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743718 Jan 12 09:59:37.677652 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7867aaa8-d769-4a65-bdc0-539e19e10e63 req-595d6819-11fb-4bee-b357-c7e2c87852c3 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236033 Jan 12 09:59:37.917641 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7867aaa8-d769-4a65-bdc0-539e19e10e63 req-9946ad29-3fd6-4a4c-a110-26cf3027b33d service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305603 Jan 12 09:59:38.192309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52781cf-e59a-4d14-96ef-f863957fa349 req-37eaaed7-0020-4b82-bb74-b75b098fabf9 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:38.193766 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b52781cf-e59a-4d14-96ef-f863957fa349 req-37eaaed7-0020-4b82-bb74-b75b098fabf9 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0929954 Jan 12 09:59:38.239872 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b52781cf-e59a-4d14-96ef-f863957fa349 req-aa8ee14c-88f5-4f4c-9e8f-51a659f1e333 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380075 Jan 12 09:59:39.320533 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ee4aa2ef-278b-49c9-b2d8-9a7973f85cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:39.432816 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55058d0b-906e-4bda-a926-43830c97d019 req-a7b0822d-d5c3-4c37-845c-124c8e9f8066 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:39.434346 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-55058d0b-906e-4bda-a926-43830c97d019 req-a7b0822d-d5c3-4c37-845c-124c8e9f8066 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0834787 Jan 12 09:59:39.482984 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-55058d0b-906e-4bda-a926-43830c97d019 req-efad39d8-350c-458c-a48c-4fdc262fae25 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405233 Jan 12 09:59:39.686857 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8ebee-7e17-42c6-9699-319b253d20e9 req-7e0ac297-0e2f-449e-aeda-605e8cb49170 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:39.688466 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8fb8ebee-7e17-42c6-9699-319b253d20e9 req-7e0ac297-0e2f-449e-aeda-605e8cb49170 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0953414 Jan 12 09:59:39.736999 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8fb8ebee-7e17-42c6-9699-319b253d20e9 req-8e10e5d2-61f0-46fe-8b44-d869bd31013a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401087 Jan 12 09:59:40.096797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bcc8f-df53-4944-a534-47e0b5426555 req-e51d0ec3-2df8-46a4-b8e3-5ec78a0566e4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:40.098280 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6b0bcc8f-df53-4944-a534-47e0b5426555 req-e51d0ec3-2df8-46a4-b8e3-5ec78a0566e4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0877438 Jan 12 09:59:40.146130 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6b0bcc8f-df53-4944-a534-47e0b5426555 req-5e14e701-e127-402c-90c0-67df7ef22016 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419829 Jan 12 09:59:40.156280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed735a08-9c9a-47fc-b9da-e1ea71714b28 req-aca48881-3125-4143-9198-99080c68a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:40.157996 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ed735a08-9c9a-47fc-b9da-e1ea71714b28 req-aca48881-3125-4143-9198-99080c68a999 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 1098 time: 0.0760612 Jan 12 09:59:40.306113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed735a08-9c9a-47fc-b9da-e1ea71714b28 req-0e2638f1-2eeb-4f14-8eb0-c1666ee9931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:40.307539 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ed735a08-9c9a-47fc-b9da-e1ea71714b28 req-0e2638f1-2eeb-4f14-8eb0-c1666ee9931d service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1406865 Jan 12 09:59:40.339769 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:40.414567 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ed735a08-9c9a-47fc-b9da-e1ea71714b28 req-52dc5b25-8393-41d3-b8d7-2073e6d0cb66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df4d36ad-0843-4faa-879f-b5f1f742191e HTTP/1.1" status: 200 len: 1001 time: 0.0973172 Jan 12 09:59:40.480147 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed735a08-9c9a-47fc-b9da-e1ea71714b28 req-3a94c4fe-abbd-49ee-80ef-be743f62796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:40.481575 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ed735a08-9c9a-47fc-b9da-e1ea71714b28 req-3a94c4fe-abbd-49ee-80ef-be743f62796c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0581381 Jan 12 09:59:40.563019 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed735a08-9c9a-47fc-b9da-e1ea71714b28 req-b16e1c8f-a13d-4bfd-928e-d0eef34b1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:40.564403 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ed735a08-9c9a-47fc-b9da-e1ea71714b28 req-b16e1c8f-a13d-4bfd-928e-d0eef34b1f12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736320 Jan 12 09:59:40.712680 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ed735a08-9c9a-47fc-b9da-e1ea71714b28 req-b5aea506-4c4d-4eed-af0e-dfeedee4836f service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384230 Jan 12 09:59:40.848313 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ed735a08-9c9a-47fc-b9da-e1ea71714b28 req-867de034-68bd-4d31-962e-87e2b36652e9 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254056 Jan 12 09:59:41.096775 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:41.342708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f22179-96cc-4672-8e18-4c1ccd817375 req-f75de8a9-cd1e-48ba-a824-4d8a3ba33fc2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:41.344266 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-69f22179-96cc-4672-8e18-4c1ccd817375 req-f75de8a9-cd1e-48ba-a824-4d8a3ba33fc2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0856230 Jan 12 09:59:41.392861 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-69f22179-96cc-4672-8e18-4c1ccd817375 req-84acd888-d922-4c68-ba7e-18fbaa244a8c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427299 Jan 12 09:59:42.435089 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 09:59:42.586159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f87be-0e41-4aa4-8c5e-62394c1a5c26 req-a64bcb88-cced-4532-8500-ef5981bb5bba tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:42.587637 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-db0f87be-0e41-4aa4-8c5e-62394c1a5c26 req-a64bcb88-cced-4532-8500-ef5981bb5bba tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0887635 Jan 12 09:59:42.632225 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-db0f87be-0e41-4aa4-8c5e-62394c1a5c26 req-0b6c7da5-b924-4ba5-993a-5028afc6a381 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388346 Jan 12 09:59:42.685468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:43.022422 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b62478-0afa-47e1-a671-43801b647435 req-d5b77529-0149-4a5d-8e8c-532f70e5b4cf tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:43.023826 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-06b62478-0afa-47e1-a671-43801b647435 req-d5b77529-0149-4a5d-8e8c-532f70e5b4cf tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0861521 Jan 12 09:59:43.068041 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-06b62478-0afa-47e1-a671-43801b647435 req-14b377f1-5954-4201-ac65-c9c4d3de6559 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382676 Jan 12 09:59:44.257904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93d40e-37eb-4740-bc3c-f97e14589542 req-80de2eb6-ed5a-4c07-ac98-e03e307f0afc tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:44.259408 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cc93d40e-37eb-4740-bc3c-f97e14589542 req-80de2eb6-ed5a-4c07-ac98-e03e307f0afc tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0819249 Jan 12 09:59:44.305006 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cc93d40e-37eb-4740-bc3c-f97e14589542 req-e54cc996-28d9-4993-81ce-79902341b468 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397904 Jan 12 09:59:44.790018 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb37bcf-eb39-4bd4-9207-83df0eba14cf req-29a0460a-1620-4b9f-87b4-515eae29d108 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:44.791476 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fcb37bcf-eb39-4bd4-9207-83df0eba14cf req-29a0460a-1620-4b9f-87b4-515eae29d108 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0819719 Jan 12 09:59:44.862179 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-fcb37bcf-eb39-4bd4-9207-83df0eba14cf req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Deleting port df4d36ad-0843-4faa-879f-b5f1f742191e {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 09:59:44.862514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-fcb37bcf-eb39-4bd4-9207-83df0eba14cf req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:45.107377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-fcb37bcf-eb39-4bd4-9207-83df0eba14cf req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] For port df4d36ad-0843-4faa-879f-b5f1f742191e, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=df4d36ad-0843-4faa-879f-b5f1f742191e,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:59:45.107705 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-fcb37bcf-eb39-4bd4-9207-83df0eba14cf req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:45.493911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b87ab-26ff-47ae-9fc2-459bbc224fd9 req-67c52d0e-b8d0-4162-8560-1b785009b52c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:45.495740 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-102b87ab-26ff-47ae-9fc2-459bbc224fd9 req-67c52d0e-b8d0-4162-8560-1b785009b52c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 945 time: 0.0847766 Jan 12 09:59:45.506497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-fcb37bcf-eb39-4bd4-9207-83df0eba14cf req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:45.507104 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-fcb37bcf-eb39-4bd4-9207-83df0eba14cf req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:45.507235 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [req-fcb37bcf-eb39-4bd4-9207-83df0eba14cf req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Floating IP 1d8f625e-cf7a-437b-a5c4-56b846c4c010 disassociated. External IP: 172.26.2.250, port: df4d36ad-0843-4faa-879f-b5f1f742191e. Jan 12 09:59:45.507555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-fcb37bcf-eb39-4bd4-9207-83df0eba14cf req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Calling delete_port for df4d36ad-0843-4faa-879f-b5f1f742191e owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 09:59:45.540999 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-102b87ab-26ff-47ae-9fc2-459bbc224fd9 req-655508ed-b41b-4d5a-9317-2075de928b2f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389783 Jan 12 09:59:45.658664 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-fcb37bcf-eb39-4bd4-9207-83df0eba14cf req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:45.708242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Pushing event deleted for resources: {'Port': ['ID=df4d36ad-0843-4faa-879f-b5f1f742191e,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:59:45.718966 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:45.719584 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:45.719679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:45.720046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:45.720542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:45.720636 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:45.720915 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:45.721241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:45.721568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:45.721947 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:45.722221 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:45.722507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 09:59:45.912026 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcb37bcf-eb39-4bd4-9207-83df0eba14cf req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 09:59:46.093722 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcb37bcf-eb39-4bd4-9207-83df0eba14cf req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 09:59:46.103697 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a79a34-a4db-4d88-8957-b1ed51723b7e None None] Sync routers for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 09:59:46.115154 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a79a34-a4db-4d88-8957-b1ed51723b7e None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:59:46.115803 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-38a79a34-a4db-4d88-8957-b1ed51723b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:59:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:59:46.165873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb37bcf-eb39-4bd4-9207-83df0eba14cf req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] No DVR routers for this DVR port df4d36ad-0843-4faa-879f-b5f1f742191e on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 09:59:46.168303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-fcb37bcf-eb39-4bd4-9207-83df0eba14cf req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:46.171133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'name': 'network-vif-deleted', 'tag': 'df4d36ad-0843-4faa-879f-b5f1f742191e'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:59:46.188845 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fcb37bcf-eb39-4bd4-9207-83df0eba14cf req-7a2b75b7-f2c9-493a-a434-7427b8b58a06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "DELETE /v2.0/ports/df4d36ad-0843-4faa-879f-b5f1f742191e HTTP/1.1" status: 204 len: 173 time: 1.3914139 Jan 12 09:59:46.234499 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8398af-9001-4d70-8f1e-1fbf6747ff96', 'name': 'network-vif-deleted', 'tag': 'df4d36ad-0843-4faa-879f-b5f1f742191e', 'status': 'completed', 'code': 200} Jan 12 09:59:46.349687 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-38a79a34-a4db-4d88-8957-b1ed51723b7e None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:59:46.685315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-38a79a34-a4db-4d88-8957-b1ed51723b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:59:46.689903 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a79a34-a4db-4d88-8957-b1ed51723b7e None None] Checking router: 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 09:59:46.699714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a79a34-a4db-4d88-8957-b1ed51723b7e None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 09:59:46.700078 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-38a79a34-a4db-4d88-8957-b1ed51723b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:59:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:59:46.719058 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8130ed27-009d-4b92-81d4-dd7c197673fb req-cf0e907f-2117-42c6-9569-3f80d460d4be tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8398af-9001-4d70-8f1e-1fbf6747ff96 HTTP/1.1" status: 200 len: 210 time: 0.0471864 Jan 12 09:59:46.793756 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:46.895661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-38a79a34-a4db-4d88-8957-b1ed51723b7e None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 09:59:47.019442 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device df4d36ad-0843-4faa-879f-b5f1f742191e no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 09:59:47.079910 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: df4d36ad-0843-4faa-879f-b5f1f742191e {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 09:59:47.079910 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device df4d36ad-0843-4faa-879f-b5f1f742191e not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 09:59:47.266102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-38a79a34-a4db-4d88-8957-b1ed51723b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 09:59:47.271242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a79a34-a4db-4d88-8957-b1ed51723b7e None None] The sync data for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv is: [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 09:59:47.514289 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6486983-9234-4d16-979f-5cad2daf6dd2 None None] New status for floating IP 1d8f625e-cf7a-437b-a5c4-56b846c4c010: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 09:59:48.087425 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-6def0096-ab4e-42fa-8cfd-1c0e6ddc4799 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--397788621&fields=id&tenant_id=cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 267 time: 0.0425239 Jan 12 09:59:48.248876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-ef853f84-0238-4222-9ae2-329101717cb4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:48.250229 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-ef853f84-0238-4222-9ae2-329101717cb4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 812 time: 0.1560538 Jan 12 09:59:48.267949 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-f2763d56-d60f-40f3-af6a-8de26239bcaf tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/quotas/cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 375 time: 0.0095210 Jan 12 09:59:48.351634 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-dd62aa70-1555-430c-9aa2-2129a93859a0 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Synchronizing usage tracker for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:59:48.370450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-dd62aa70-1555-430c-9aa2-2129a93859a0 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Unset dirty status for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:59:48.371698 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-dd62aa70-1555-430c-9aa2-2129a93859a0 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0988259 Jan 12 09:59:48.509001 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-dee210e2-c126-4956-ac89-e3a889631a1e service neutron] 10.222.0.26 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254420 Jan 12 09:59:48.643560 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-3c2f8737-f8a2-4d40-88f0-0f47ed881210 service neutron] 10.222.0.26 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263120 Jan 12 09:59:48.832404 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-255d11d4-4e8f-4cd7-a806-c6776eaf542a req-2ec8251e-cb11-40d8-9384-f4091ec4f400 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 210 time: 0.0418661 Jan 12 09:59:50.143936 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cc2d3e1d-4a80-44a2-9a95-506ed920bb6c req-ca3cb004-2dfa-4f3f-8d3c-ee16e17c1d1d tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 210 time: 0.0521164 Jan 12 09:59:50.185301 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-d91cdd09-648f-43a7-9372-0b15cfd66114 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:50.186747 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-d91cdd09-648f-43a7-9372-0b15cfd66114 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 812 time: 0.3132892 Jan 12 09:59:50.241832 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-2c84afc7-809c-4b3a-88bf-01c5c9d3137a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 379 time: 0.0415435 Jan 12 09:59:50.253063 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-15876c44-8865-47d5-8943-3bee47d8d59b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Request body: {'port': {'device_id': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'admin_state_up': True, 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'security_groups': ['9baf9032-15e7-4c5f-9703-3ff98e3d199a']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:59:50.399433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-15876c44-8865-47d5-8943-3bee47d8d59b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 09:59:50.416920 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-15876c44-8865-47d5-8943-3bee47d8d59b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 09:59:50.429820 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-15876c44-8865-47d5-8943-3bee47d8d59b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Made reservation on behalf of cf9c0b879e254b53944f933563c285de for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 09:59:50.433586 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-15876c44-8865-47d5-8943-3bee47d8d59b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:50.611391 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-15876c44-8865-47d5-8943-3bee47d8d59b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Allocated IP 172.20.0.8 (a30f3330-46fd-407b-b701-c500a2f2caf0/18ca7641-a629-40bb-847f-d01fb55a2253/ecd11b54-b287-482c-9b2c-3c8d4a2e54e4) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 09:59:50.801372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-15876c44-8865-47d5-8943-3bee47d8d59b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:50.817717 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-15876c44-8865-47d5-8943-3bee47d8d59b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Transition to ACTIVE for port object ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:59:50.845265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-15876c44-8865-47d5-8943-3bee47d8d59b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:50.919837 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-15876c44-8865-47d5-8943-3bee47d8d59b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Network a30f3330-46fd-407b-b701-c500a2f2caf0 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 09:59:50.923220 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-15876c44-8865-47d5-8943-3bee47d8d59b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 09:59:50.927048 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-15876c44-8865-47d5-8943-3bee47d8d59b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 09:59:50.957505 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15876c44-8865-47d5-8943-3bee47d8d59b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Pushing event updated for resources: {'Port': ['ID=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:59:50.995896 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-15876c44-8865-47d5-8943-3bee47d8d59b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:50.996650 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-15876c44-8865-47d5-8943-3bee47d8d59b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:51.024837 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-15876c44-8865-47d5-8943-3bee47d8d59b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7774687 Jan 12 09:59:51.041209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Request body: {'port': {'device_id': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 09:59:51.154446 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:51.192150 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b088d41d-f8c9-4f2e-832c-abab5ad25da5 None None] Provisioning for port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:59:51.197440 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b088d41d-f8c9-4f2e-832c-abab5ad25da5 None None] Provisioning complete for port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:59:51.197759 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b088d41d-f8c9-4f2e-832c-abab5ad25da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:51.251655 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b088d41d-f8c9-4f2e-832c-abab5ad25da5 None None] Port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 09:59:51.334462 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c1b37-6bc2-42e7-bc6e-6c4d608c2591 req-ea926590-ab8f-4047-b720-7c0fd3098225 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:51.335868 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1c5c1b37-6bc2-42e7-bc6e-6c4d608c2591 req-ea926590-ab8f-4047-b720-7c0fd3098225 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 931 time: 0.0794008 Jan 12 09:59:51.383917 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1c5c1b37-6bc2-42e7-bc6e-6c4d608c2591 req-97c78907-a40f-4c99-a6e5-d3667a3f92a7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420928 Jan 12 09:59:51.509255 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:59:51.516812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:51.531183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Transition to ACTIVE for port object ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 09:59:51.537852 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:51.667137 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Pushing event updated for resources: {'Port': ['ID=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:59:51.775910 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Attempting to bind port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 09:59:51.776246 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Attempting to bind port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 09:59:51.776569 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Attempting to bind port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 on network a30f3330-46fd-407b-b701-c500a2f2caf0 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:59:51.781427 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 on network a30f3330-46fd-407b-b701-c500a2f2caf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 09:59:51.781741 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Attempting to bind port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 on network a30f3330-46fd-407b-b701-c500a2f2caf0 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 09:59:51.787089 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 9, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 09:59:51.787414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Checking segment: {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 09:59:51.787805 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Bound using segment: {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 09:59:51.788217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Bound port: ecd11b54-b287-482c-9b2c-3c8d4a2e54e4, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 09:59:51.788559 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:51.881789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] For port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 09:59:51.884958 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] For port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 09:59:51.892389 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:52.057812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:52.058439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:52.059849 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] 10.222.0.53 "PUT /v2.0/ports/ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 HTTP/1.1" status: 200 len: 1093 time: 1.0232551 Jan 12 09:59:52.060258 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'tag': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:59:52.084151 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9e2f7-7b0b-4bbe-80c5-8b691c431f3a service neutron] Pushing event updated for resources: {'Port': ['ID=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:59:52.150098 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'tag': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4', 'status': 'completed', 'code': 200} Jan 12 09:59:52.186916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-3df8f64e-85d2-46d0-b769-137110d87ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:52.188882 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-3df8f64e-85d2-46d0-b769-137110d87ce9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 1096 time: 0.0749295 Jan 12 09:59:52.265018 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-df723809-23f6-4d8b-949e-3461e824394d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 HTTP/1.1" status: 200 len: 217 time: 0.0661490 Jan 12 09:59:52.334875 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-839c4840-7975-49b4-91fa-f948ddbba8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:52.336328 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-839c4840-7975-49b4-91fa-f948ddbba8b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0615802 Jan 12 09:59:52.420623 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-1861cb6c-1548-4da3-b9b6-0c952a2fdc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:52.422129 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-1861cb6c-1548-4da3-b9b6-0c952a2fdc00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760753 Jan 12 09:59:52.562164 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-dab8b58f-ab05-4fb1-8c3a-c5c4023676f4 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300075 Jan 12 09:59:52.574707 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf645-b16c-4e68-b460-0af3a101013a req-57b070cf-10cc-4c71-870e-6655498bdd2b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:52.576183 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-540cf645-b16c-4e68-b460-0af3a101013a req-57b070cf-10cc-4c71-870e-6655498bdd2b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 943 time: 0.0837333 Jan 12 09:59:52.622774 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-540cf645-b16c-4e68-b460-0af3a101013a req-a1aa5b74-be27-4662-aab2-a672eb0dbb74 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408032 Jan 12 09:59:52.710569 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e3c01a89-6392-4adc-810f-981d2f7b0725 req-b937b5ec-aaa6-4a91-8798-a595386de6e7 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391432 Jan 12 09:59:52.842258 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef729981-b15e-4db2-a96b-557db4843022 req-4cc3f3b6-be43-4d1c-b55b-e6973e0c900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:52.843834 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ef729981-b15e-4db2-a96b-557db4843022 req-4cc3f3b6-be43-4d1c-b55b-e6973e0c900c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 1096 time: 0.0768466 Jan 12 09:59:52.985364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef729981-b15e-4db2-a96b-557db4843022 req-29983813-b017-4547-8e53-a43da719e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:52.986730 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ef729981-b15e-4db2-a96b-557db4843022 req-29983813-b017-4547-8e53-a43da719e7fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1359832 Jan 12 09:59:53.061449 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ef729981-b15e-4db2-a96b-557db4843022 req-d71173e7-7964-430f-91f6-51f242852add service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 HTTP/1.1" status: 200 len: 217 time: 0.0675099 Jan 12 09:59:53.132974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef729981-b15e-4db2-a96b-557db4843022 req-fc19d629-bab7-49eb-a1fb-5e31bfb2364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:53.134525 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ef729981-b15e-4db2-a96b-557db4843022 req-fc19d629-bab7-49eb-a1fb-5e31bfb2364f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0658381 Jan 12 09:59:53.225363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef729981-b15e-4db2-a96b-557db4843022 req-a37ff888-9a73-41b7-bccf-75d984a104b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:53.227957 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ef729981-b15e-4db2-a96b-557db4843022 req-a37ff888-9a73-41b7-bccf-75d984a104b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850914 Jan 12 09:59:53.381063 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ef729981-b15e-4db2-a96b-557db4843022 req-ec515bdb-7bc4-4105-b1b1-e08823ebbd97 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448417 Jan 12 09:59:53.530487 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ef729981-b15e-4db2-a96b-557db4843022 req-c6343cd9-e427-449f-87ca-7f8073561a2a service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401842 Jan 12 09:59:53.821050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fb410-849d-4c60-b444-e50a671f8535 req-575a478a-8627-40d4-a1e4-2b5cd652444e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:53.821749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-8f2fb410-849d-4c60-b444-e50a671f8535 req-575a478a-8627-40d4-a1e4-2b5cd652444e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Synchronizing usage tracker for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 09:59:53.839496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-8f2fb410-849d-4c60-b444-e50a671f8535 req-575a478a-8627-40d4-a1e4-2b5cd652444e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Unset dirty status for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 09:59:53.840811 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8f2fb410-849d-4c60-b444-e50a671f8535 req-575a478a-8627-40d4-a1e4-2b5cd652444e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 943 time: 0.1042235 Jan 12 09:59:53.895748 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8f2fb410-849d-4c60-b444-e50a671f8535 req-9214f9d0-6853-40f9-9819-4e1a8ad2bdb4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485966 Jan 12 09:59:55.051934 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 09:59:55.245549 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ceb63-b3ea-4ba4-96dd-a628aa382ffa req-ceb7bd24-a9eb-4d59-8867-e9ee96fe06cf tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:55.247063 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-393ceb63-b3ea-4ba4-96dd-a628aa382ffa req-ceb7bd24-a9eb-4d59-8867-e9ee96fe06cf tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 943 time: 0.2288060 Jan 12 09:59:55.282223 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:59:55.296873 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'port_id': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4', 'mac_address': 'fa:16:3e:29:27:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 09:59:55.298031 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-393ceb63-b3ea-4ba4-96dd-a628aa382ffa req-3086ccf3-65a2-4887-a70a-eba3dd140704 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442309 Jan 12 09:59:55.367282 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:55.386212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 09:59:55.402328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:59:55.407744 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:55.488917 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:59:55.688104 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['ecd11b54-b287-482c-9b2c-3c8d4a2e54e4'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 09:59:56.511785 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81b046-a10b-4c5c-b9b8-1bcd27710edc req-6f9a6e59-8599-4250-a91f-e8e44c5b6c4f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:56.513263 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aa81b046-a10b-4c5c-b9b8-1bcd27710edc req-6f9a6e59-8599-4250-a91f-e8e44c5b6c4f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 944 time: 0.0867782 Jan 12 09:59:56.580692 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aa81b046-a10b-4c5c-b9b8-1bcd27710edc req-5911a65b-b6fb-4d39-8d6c-0516afa6d45a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601754 Jan 12 09:59:57.067924 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 09:59:57.147964 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 09:59:57.153501 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 09:59:57.153897 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:57.277323 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:57.309653 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 09:59:57.321484 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 09:59:57.327315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 09:59:57.387640 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4', 'code': 200} Jan 12 09:59:57.426025 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 09:59:57.645372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3ea1b-6a75-4af9-9517-9faad9d365ca req-1600a18e-4306-470e-a2b7-abc6d8f67de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:57.646904 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-14b3ea1b-6a75-4af9-9517-9faad9d365ca req-1600a18e-4306-470e-a2b7-abc6d8f67de6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 1098 time: 0.0839663 Jan 12 09:59:57.849165 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-14b3ea1b-6a75-4af9-9517-9faad9d365ca req-190b12de-17ba-457c-ab69-781656aad3a8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920431 Jan 12 09:59:57.879855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47da4c-cbb5-49ae-9b08-5519b770d888 req-c5e87bf1-ba4e-4d9a-a106-bddeed7440ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:57.881346 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ce47da4c-cbb5-49ae-9b08-5519b770d888 req-c5e87bf1-ba4e-4d9a-a106-bddeed7440ae tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.1032565 Jan 12 09:59:57.933353 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ce47da4c-cbb5-49ae-9b08-5519b770d888 req-fe88297d-6847-406f-9305-876fd88ceb93 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423574 Jan 12 09:59:59.137610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a51ab-1042-4d81-821d-412df8928ee6 req-6debac0e-6ef7-4e4b-8732-ce7f6dc5b7d6 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 09:59:59.139377 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0a2a51ab-1042-4d81-821d-412df8928ee6 req-6debac0e-6ef7-4e4b-8732-ce7f6dc5b7d6 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0886059 Jan 12 09:59:59.188392 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0a2a51ab-1042-4d81-821d-412df8928ee6 req-8973321f-fda0-4865-9099-aa69a48808cf tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427938 Jan 12 10:00:00.399753 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce564a-0a64-40fe-b957-c74064c5977f req-c795f9c5-5115-4319-ac50-d7b9035ea74a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:00.401567 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fbce564a-0a64-40fe-b957-c74064c5977f req-c795f9c5-5115-4319-ac50-d7b9035ea74a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0929508 Jan 12 10:00:00.447742 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fbce564a-0a64-40fe-b957-c74064c5977f req-ad92aba0-4729-479a-ae6e-5412162a1682 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406320 Jan 12 10:00:00.638565 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71158ad-2867-4142-a1df-27da751252c9 req-e44463a2-e30b-48fb-a3b6-3cfc439992b7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:00.640086 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a71158ad-2867-4142-a1df-27da751252c9 req-e44463a2-e30b-48fb-a3b6-3cfc439992b7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0844061 Jan 12 10:00:00.648942 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 45416) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:00:00.654391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c2ce8e88-7e4a-4b50-aace-964dfdf7ffca tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Request body: {'floatingip': {'port_id': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:00:00.734187 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c2ce8e88-7e4a-4b50-aace-964dfdf7ffca tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for floatingip, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:01.350136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c2ce8e88-7e4a-4b50-aace-964dfdf7ffca tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:01.355370 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c2ce8e88-7e4a-4b50-aace-964dfdf7ffca tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:01.527716 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-c2ce8e88-7e4a-4b50-aace-964dfdf7ffca tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Floating IP 1d8f625e-cf7a-437b-a5c4-56b846c4c010 associated. External IP: 172.26.2.250, port: ecd11b54-b287-482c-9b2c-3c8d4a2e54e4. Jan 12 10:00:02.016105 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ce8e88-7e4a-4b50-aace-964dfdf7ffca tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:00:02.203681 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ce8e88-7e4a-4b50-aace-964dfdf7ffca tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:00:02.209239 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c2ce8e88-7e4a-4b50-aace-964dfdf7ffca tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:02.215024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d3e15b-2255-4ced-8f9e-1b71a2b12c22 None None] Sync routers for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:00:02.227493 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d3e15b-2255-4ced-8f9e-1b71a2b12c22 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:00:02.228175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-94d3e15b-2255-4ced-8f9e-1b71a2b12c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:59:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:02.270183 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c2ce8e88-7e4a-4b50-aace-964dfdf7ffca tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "PUT /v2.0/floatingips/1d8f625e-cf7a-437b-a5c4-56b846c4c010 HTTP/1.1" status: 200 len: 991 time: 1.6199453 Jan 12 10:00:02.270760 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'tag': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:00:02.322793 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'tag': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4', 'status': 'completed', 'code': 200} Jan 12 10:00:02.409302 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-94d3e15b-2255-4ced-8f9e-1b71a2b12c22 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:00:02.419743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbd769-9c69-4ab4-b497-03f271b9e4c6 req-bba819e3-81c4-44b8-bd6c-8a749988993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:02.421271 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-98fbd769-9c69-4ab4-b497-03f271b9e4c6 req-bba819e3-81c4-44b8-bd6c-8a749988993d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 1098 time: 0.0736041 Jan 12 10:00:02.554206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbd769-9c69-4ab4-b497-03f271b9e4c6 req-cb31b99b-28de-410e-ad22-3ca1e9a126a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:02.555637 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-98fbd769-9c69-4ab4-b497-03f271b9e4c6 req-cb31b99b-28de-410e-ad22-3ca1e9a126a2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1282115 Jan 12 10:00:02.667540 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-98fbd769-9c69-4ab4-b497-03f271b9e4c6 req-6e89e7a4-cae3-430f-acb9-078e610a0206 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 HTTP/1.1" status: 200 len: 999 time: 0.1054049 Jan 12 10:00:02.747721 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbd769-9c69-4ab4-b497-03f271b9e4c6 req-17e69e0e-23b8-49b8-a44e-68888dde6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:02.751324 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-98fbd769-9c69-4ab4-b497-03f271b9e4c6 req-17e69e0e-23b8-49b8-a44e-68888dde6a39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0748589 Jan 12 10:00:02.796904 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-94d3e15b-2255-4ced-8f9e-1b71a2b12c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1d8f625e-cf7a-437b-a5c4-56b846c4c010', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'port_id': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'mac_address': 'fa:16:3e:29:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:56:57Z', 'updated_at': '2022-01-12T10:00:01Z', 'revision_number': 9, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:02.801329 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d3e15b-2255-4ced-8f9e-1b71a2b12c22 None None] Checking router: 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:00:02.811158 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d3e15b-2255-4ced-8f9e-1b71a2b12c22 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:00:02.811805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-94d3e15b-2255-4ced-8f9e-1b71a2b12c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T09:59:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:02.835862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbd769-9c69-4ab4-b497-03f271b9e4c6 req-19f9d715-d168-476f-bf00-407e0ac9c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:02.835862 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-98fbd769-9c69-4ab4-b497-03f271b9e4c6 req-19f9d715-d168-476f-bf00-407e0ac9c994 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798798 Jan 12 10:00:02.974831 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-98fbd769-9c69-4ab4-b497-03f271b9e4c6 req-77832c6c-a340-44ed-83bf-c8f63acaeff1 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319876 Jan 12 10:00:02.995608 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-94d3e15b-2255-4ced-8f9e-1b71a2b12c22 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:00:03.130029 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-98fbd769-9c69-4ab4-b497-03f271b9e4c6 req-5ba20e4a-e5b6-41b7-ad28-b20fbb8e6772 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487324 Jan 12 10:00:03.410851 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-94d3e15b-2255-4ced-8f9e-1b71a2b12c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1d8f625e-cf7a-437b-a5c4-56b846c4c010', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'port_id': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'mac_address': 'fa:16:3e:29:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:56:57Z', 'updated_at': '2022-01-12T10:00:01Z', 'revision_number': 9, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:00:03.415385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d3e15b-2255-4ced-8f9e-1b71a2b12c22 None None] The sync data for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv is: [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1d8f625e-cf7a-437b-a5c4-56b846c4c010', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'port_id': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'mac_address': 'fa:16:3e:29:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:56:57Z', 'updated_at': '2022-01-12T10:00:01Z', 'revision_number': 9, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:00:03.642580 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed84138-9119-4b58-97a5-0b6ac270aa23 None None] New status for floating IP 1d8f625e-cf7a-437b-a5c4-56b846c4c010: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:00:06.741242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c5b396b2-8c59-4321-8156-d456646f492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:09.327877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-69a2e110-580c-4bd7-a273-cb2ba2ee8f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:10.339080 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:11.099900 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:12.689397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:16.794725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:19.434954 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:00:36.739869 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0b95-b2df-4117-8e48-a96e8d783a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:39.330949 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ee70bfc8-1815-4aa4-8aa8-b1f4ce96870e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:40.334464 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:41.109749 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:41.551635 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-06f5f628-88a4-4e40-bbae-d65692613862 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881701 Jan 12 10:00:41.655964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf31199-bf73-4691-b0e6-820a3cd00eb7 req-13ea9be8-f41d-4745-a3f5-fbc7417928c3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:41.657565 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf31199-bf73-4691-b0e6-820a3cd00eb7 req-13ea9be8-f41d-4745-a3f5-fbc7417928c3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.1503382 Jan 12 10:00:41.712373 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ccf31199-bf73-4691-b0e6-820a3cd00eb7 req-34702d5e-c6f5-413b-8845-b53042ba5c25 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487995 Jan 12 10:00:42.694863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:42.984512 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a49917-eedd-49bc-909f-be2dd68132e3 req-accd1180-dfff-4ccd-a66c-03d4b8a64373 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:42.986012 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-00a49917-eedd-49bc-909f-be2dd68132e3 req-accd1180-dfff-4ccd-a66c-03d4b8a64373 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.1549630 Jan 12 10:00:43.035341 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-00a49917-eedd-49bc-909f-be2dd68132e3 req-c29a3fcd-dbb4-4e45-a725-686ccc5fa8a5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417221 Jan 12 10:00:43.067139 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-397cf086-e444-48c1-91c3-98c5805dce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:43.068686 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-397cf086-e444-48c1-91c3-98c5805dce0d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 1098 time: 0.0757346 Jan 12 10:00:43.212309 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-d2fa50de-0894-4bc2-a046-84512a5a16d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:43.213802 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-d2fa50de-0894-4bc2-a046-84512a5a16d7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1348722 Jan 12 10:00:43.320455 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-50b10c23-139b-4fd3-b196-684f77e41ff6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 HTTP/1.1" status: 200 len: 1002 time: 0.0998120 Jan 12 10:00:43.386871 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-52d20649-58e4-4c6e-b6b6-345ac461954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:43.388329 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-52d20649-58e4-4c6e-b6b6-345ac461954c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0588408 Jan 12 10:00:43.471822 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-af8ae847-de7b-4284-9554-2d4bd4202091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:43.473351 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-af8ae847-de7b-4284-9554-2d4bd4202091 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758066 Jan 12 10:00:43.713785 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-91bff695-f3e6-4507-a29d-9e674a74aa98 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302198 Jan 12 10:00:43.853904 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-beaa1699-52d3-43b6-be47-a55a0b4721cd service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293151 Jan 12 10:00:44.228521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f39d3-a853-4d39-8f09-235a094e36d2 req-4919844a-b60c-4d65-9a01-e5ad69fab56a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:44.230039 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f14f39d3-a853-4d39-8f09-235a094e36d2 req-4919844a-b60c-4d65-9a01-e5ad69fab56a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0851917 Jan 12 10:00:44.275237 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f14f39d3-a853-4d39-8f09-235a094e36d2 req-4c789f10-237b-4f89-bb94-d6acd4818521 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391924 Jan 12 10:00:45.474795 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dbdca-78df-496c-9fd8-61a50c681a68 req-6587d2ef-03a3-4787-83d3-8d14d6d1d73c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:45.476287 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4a2dbdca-78df-496c-9fd8-61a50c681a68 req-6587d2ef-03a3-4787-83d3-8d14d6d1d73c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0857050 Jan 12 10:00:45.521041 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4a2dbdca-78df-496c-9fd8-61a50c681a68 req-8183f4ab-0fd4-4fdf-b3d6-760ac70152ef tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387108 Jan 12 10:00:46.741268 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468741b6-daff-4c07-b07a-6bbd8edec9d3 req-86777ab1-638f-447c-97b6-c070cdabde44 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:46.742727 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-468741b6-daff-4c07-b07a-6bbd8edec9d3 req-86777ab1-638f-447c-97b6-c070cdabde44 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0941358 Jan 12 10:00:46.792411 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-468741b6-daff-4c07-b07a-6bbd8edec9d3 req-208742d9-137c-48fb-86bc-252fb8703611 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432913 Jan 12 10:00:46.802830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:47.461553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c358e1-62d0-4e7f-a7dd-58f73f33cbd2 req-7471bde7-7320-4958-b611-4fc654e27e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:47.463089 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-63c358e1-62d0-4e7f-a7dd-58f73f33cbd2 req-7471bde7-7320-4958-b611-4fc654e27e9a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 1098 time: 0.0742521 Jan 12 10:00:47.616441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c358e1-62d0-4e7f-a7dd-58f73f33cbd2 req-d187b242-2c15-468d-9b3e-237d2e2d8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:47.617920 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-63c358e1-62d0-4e7f-a7dd-58f73f33cbd2 req-d187b242-2c15-468d-9b3e-237d2e2d8ebc service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1287458 Jan 12 10:00:47.732975 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-63c358e1-62d0-4e7f-a7dd-58f73f33cbd2 req-e2684527-3b5b-498c-bd08-94ffd019c757 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 HTTP/1.1" status: 200 len: 1002 time: 0.1052451 Jan 12 10:00:47.810265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c358e1-62d0-4e7f-a7dd-58f73f33cbd2 req-4d85ac10-0ea7-4bef-b49b-7d8498396b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:47.811902 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-63c358e1-62d0-4e7f-a7dd-58f73f33cbd2 req-4d85ac10-0ea7-4bef-b49b-7d8498396b8f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0653484 Jan 12 10:00:47.894401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c358e1-62d0-4e7f-a7dd-58f73f33cbd2 req-2d7a066b-2a86-4082-861f-fae6a7f3e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:47.895938 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-63c358e1-62d0-4e7f-a7dd-58f73f33cbd2 req-2d7a066b-2a86-4082-861f-fae6a7f3e588 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751472 Jan 12 10:00:47.985587 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8689106-327d-4c63-b41c-7a2e30b9b465 req-9febc395-b015-4104-afc2-4115f7fc09b4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:47.987046 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c8689106-327d-4c63-b41c-7a2e30b9b465 req-9febc395-b015-4104-afc2-4115f7fc09b4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0883045 Jan 12 10:00:48.036718 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c8689106-327d-4c63-b41c-7a2e30b9b465 req-40fed85d-f825-4e3f-ad24-e3a669f5ad83 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438251 Jan 12 10:00:48.060132 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-63c358e1-62d0-4e7f-a7dd-58f73f33cbd2 req-528a2c65-7d1b-4dd3-8ff3-6bd7f6a1e91f service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542621 Jan 12 10:00:48.203562 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-63c358e1-62d0-4e7f-a7dd-58f73f33cbd2 req-a6880d88-94ff-46e0-8db4-8851c81a1991 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339166 Jan 12 10:00:49.230492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479c45e-f28d-494b-b8df-45219fd583ea req-c68f7c7b-3ed1-4779-a198-fa3a511f3867 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:49.232125 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4479c45e-f28d-494b-b8df-45219fd583ea req-c68f7c7b-3ed1-4779-a198-fa3a511f3867 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0842228 Jan 12 10:00:49.283091 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4479c45e-f28d-494b-b8df-45219fd583ea req-a95ac7b1-b7e7-4a4d-856c-2fa5d0608025 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446639 Jan 12 10:00:50.482204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df4891-716b-4cc3-b25b-bfb4bd4042d9 req-a8de0cd0-12ae-490a-b29f-aa93e6b08bea tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:50.483718 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e6df4891-716b-4cc3-b25b-bfb4bd4042d9 req-a8de0cd0-12ae-490a-b29f-aa93e6b08bea tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0897481 Jan 12 10:00:50.534229 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e6df4891-716b-4cc3-b25b-bfb4bd4042d9 req-3126a201-9810-4a32-a3a0-ef3b18815ac7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440350 Jan 12 10:00:51.741691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63012efb-9402-4d11-82b6-4c5b6303e134 req-b4417f94-573d-442e-b501-72b139a818c5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:51.743260 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-63012efb-9402-4d11-82b6-4c5b6303e134 req-b4417f94-573d-442e-b501-72b139a818c5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0920053 Jan 12 10:00:51.794255 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-63012efb-9402-4d11-82b6-4c5b6303e134 req-631eb92d-8a5c-47c8-a8a5-3f636464cdec tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406368 Jan 12 10:00:52.991209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda38d80-6c76-4d7d-9a3a-d587d8fa7e5a req-13efaf5f-f727-4f08-8c7f-cda48276fa21 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:52.992735 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-fda38d80-6c76-4d7d-9a3a-d587d8fa7e5a req-13efaf5f-f727-4f08-8c7f-cda48276fa21 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0841238 Jan 12 10:00:53.048590 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-fda38d80-6c76-4d7d-9a3a-d587d8fa7e5a req-243ce622-861e-4847-b38d-d0bdcfce07c3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468273 Jan 12 10:00:54.259133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb4135-617c-4e5c-88bb-3a992cf3bcde req-9de088c1-e85c-4907-b50e-d381d47f7ac3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:54.260722 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1bdb4135-617c-4e5c-88bb-3a992cf3bcde req-9de088c1-e85c-4907-b50e-d381d47f7ac3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0931118 Jan 12 10:00:54.312951 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1bdb4135-617c-4e5c-88bb-3a992cf3bcde req-8d98d123-bc66-48ea-9df2-eea481837b36 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456784 Jan 12 10:00:55.510636 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc58a39-2611-4fc6-9e97-7ef7111828ec req-191ad945-e0fc-42fb-ad0d-095dc263c90c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:55.512225 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-dfc58a39-2611-4fc6-9e97-7ef7111828ec req-191ad945-e0fc-42fb-ad0d-095dc263c90c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0892658 Jan 12 10:00:55.558229 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-dfc58a39-2611-4fc6-9e97-7ef7111828ec req-c916decd-c52f-49c4-a83b-b6028dce2986 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400696 Jan 12 10:00:55.820906 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-c91d7ac2-8232-4b3f-b8dd-31950bcc7c6f service neutron] 10.222.0.53 "GET /v2.0/ports/ecd11b54-b287-482c-9b2c-3c8d4a2e54e4/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.0801513 Jan 12 10:00:56.129439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-040c41d7-86aa-4e6b-93ef-694ec58e0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:56.131002 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-040c41d7-86aa-4e6b-93ef-694ec58e0364 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254&tenant_id=cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 1098 time: 0.0835609 Jan 12 10:00:56.336215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-17de3394-feb3-40b8-9f50-8ac643d3e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:56.337724 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-17de3394-feb3-40b8-9f50-8ac643d3e572 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 1098 time: 0.1790326 Jan 12 10:00:56.437543 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:00:56.496100 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-6fe6634f-89e7-44e5-b041-9441d9d116dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:56.497627 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-6fe6634f-89e7-44e5-b041-9441d9d116dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1517701 Jan 12 10:00:56.627510 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-0694ca73-e29a-448e-b53d-0356e803bb20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 HTTP/1.1" status: 200 len: 1002 time: 0.1226096 Jan 12 10:00:56.707792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-24a88074-6921-446b-a980-717150c95732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:56.709113 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-24a88074-6921-446b-a980-717150c95732 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0720043 Jan 12 10:00:56.845371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-a2c3e52e-6af2-4dc6-af92-3a43eaab8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:56.846934 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-a2c3e52e-6af2-4dc6-af92-3a43eaab8bb3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0976627 Jan 12 10:00:56.884992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee707d8-7280-4103-80fb-6f04897341b4 req-2b3fbcaa-18db-4f47-b882-37aa6e10394c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:56.891410 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1ee707d8-7280-4103-80fb-6f04897341b4 req-2b3fbcaa-18db-4f47-b882-37aa6e10394c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.1779509 Jan 12 10:00:57.010000 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1ee707d8-7280-4103-80fb-6f04897341b4 req-78c9b913-c414-4788-9ec6-b166018590c2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103981 Jan 12 10:00:57.053859 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-6e9a7a14-df15-4b5d-ad07-9b514aecafd2 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970608 Jan 12 10:00:57.207672 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0c2e736-7a2e-4bcb-b71c-a96b680f31fd req-8d7ca476-cdb4-462f-b436-02ec7ca261eb service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439831 Jan 12 10:00:58.231620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00dfd8-4866-4033-b6f9-fe425c5f2c4b req-65e873c1-14ca-4ded-831a-82111db5cc04 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:58.233304 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bb00dfd8-4866-4033-b6f9-fe425c5f2c4b req-65e873c1-14ca-4ded-831a-82111db5cc04 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0926876 Jan 12 10:00:58.283448 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bb00dfd8-4866-4033-b6f9-fe425c5f2c4b req-1a7203b0-5fe9-4856-bcd3-25fda15abed0 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422595 Jan 12 10:00:59.340531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:00:59.493999 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:00:59.504840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3f8ec-6729-4872-87a3-dbcd3839c6a9 req-379a1e2f-74cf-4589-b33e-af312fe20410 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:00:59.506379 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dec3f8ec-6729-4872-87a3-dbcd3839c6a9 req-379a1e2f-74cf-4589-b33e-af312fe20410 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0963192 Jan 12 10:00:59.508523 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'port_id': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4', 'mac_address': 'fa:16:3e:29:27:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:00:59.560937 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dec3f8ec-6729-4872-87a3-dbcd3839c6a9 req-69923018-5af4-4863-9d98-aeb1fb3fec69 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462964 Jan 12 10:00:59.565401 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:59.584954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:00:59.601093 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:00:59.606337 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:00:59.676300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['ecd11b54-b287-482c-9b2c-3c8d4a2e54e4'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:00:59.720621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:00:59.732922 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:59.733262 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:59.733607 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:59.733913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:59.734248 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:59.734577 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:59.734932 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:59.735256 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:59.735615 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:59.735925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:59.736225 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:00:59.736541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:01:00.769574 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0af4a-dd2a-48e3-9944-a77f1c53eab1 req-8804c9c8-d8f4-46af-bb22-60e16e0b7a02 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:00.771070 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c8e0af4a-dd2a-48e3-9944-a77f1c53eab1 req-8804c9c8-d8f4-46af-bb22-60e16e0b7a02 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 944 time: 0.0910296 Jan 12 10:01:00.828523 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c8e0af4a-dd2a-48e3-9944-a77f1c53eab1 req-92324b23-158f-4371-b147-adba98c7907e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517025 Jan 12 10:01:01.269213 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-16a94b0d-4e94-45b9-8b6e-b97362a9e8df tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:01.270736 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-16a94b0d-4e94-45b9-8b6e-b97362a9e8df tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254&tenant_id=cf9c0b879e254b53944f933563c285de&binding%3Ahost_id=hv-neutron-8243 HTTP/1.1" status: 200 len: 944 time: 0.0959904 Jan 12 10:01:01.323868 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27d488-efc8-4f85-aa9e-c285562a4556 req-b8651cb2-cf98-4b06-9872-a3da944b57af tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:01.325378 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0d27d488-efc8-4f85-aa9e-c285562a4556 req-b8651cb2-cf98-4b06-9872-a3da944b57af tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 944 time: 0.0896854 Jan 12 10:01:01.352964 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-0067b870-0fe5-4195-8902-22173446200f service neutron] 10.222.0.53 "GET /v2.0/ports/ecd11b54-b287-482c-9b2c-3c8d4a2e54e4/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.0760150 Jan 12 10:01:01.365032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:01:01.379998 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0d27d488-efc8-4f85-aa9e-c285562a4556 req-6e6b935c-3191-4c85-abdc-9d587020349f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479581 Jan 12 10:01:01.455754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-bc354e24-b567-4ee3-bd7c-7beda581d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:01.457251 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-bc354e24-b567-4ee3-bd7c-7beda581d5d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 1097 time: 0.0754833 Jan 12 10:01:01.458268 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:01:01.458641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:01.594278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-1d6fbb6d-4904-4890-88d6-6b3922ef98de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:01.595759 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:01.596371 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-1d6fbb6d-4904-4890-88d6-6b3922ef98de service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1329992 Jan 12 10:01:01.627738 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:01:01.637648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:01:01.643041 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:01.698456 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4', 'code': 200} Jan 12 10:01:01.710943 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-3b4ccc93-4aff-4ae6-82c7-f2b39ee9b286 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 HTTP/1.1" status: 200 len: 1002 time: 0.1073089 Jan 12 10:01:01.724002 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:01:01.777349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-9c058b14-d147-44fc-aa4e-3aa597b4765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:01.778862 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-9c058b14-d147-44fc-aa4e-3aa597b4765b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0617704 Jan 12 10:01:01.859103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-9ffe325d-e46f-4d6a-ac69-5f1ffc6f8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:01.860623 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-9ffe325d-e46f-4d6a-ac69-5f1ffc6f8871 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751009 Jan 12 10:01:02.109730 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-f712bf5a-b2a2-4a8a-9416-98e76e5d36be service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419221 Jan 12 10:01:02.244912 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-5f41ccfa-62f4-4eb7-bd8a-2b4010997a11 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285136 Jan 12 10:01:02.577375 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0611f-d568-4013-9bb7-9c056ebd03c5 req-be8beae2-cbbc-42bd-bb01-0c67246fb86c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:02.578842 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0dc0611f-d568-4013-9bb7-9c056ebd03c5 req-be8beae2-cbbc-42bd-bb01-0c67246fb86c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0809023 Jan 12 10:01:02.625026 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0dc0611f-d568-4013-9bb7-9c056ebd03c5 req-4f79accb-bfd3-4de7-829d-2d2c646a70c9 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401936 Jan 12 10:01:03.837763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2051037-1ad8-4b8a-a618-b92e4475417a req-2ca786fd-0db0-4307-83ab-3faf3d16b930 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:03.839144 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e2051037-1ad8-4b8a-a618-b92e4475417a req-2ca786fd-0db0-4307-83ab-3faf3d16b930 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0952983 Jan 12 10:01:03.892651 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e2051037-1ad8-4b8a-a618-b92e4475417a req-de3a4f02-aac0-438c-b9b0-55f33e1a60d7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475428 Jan 12 10:01:04.972750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-28774a04-382e-4456-80a3-717785e131f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:04.974159 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-28774a04-382e-4456-80a3-717785e131f5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254&tenant_id=cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 1098 time: 0.0696831 Jan 12 10:01:05.078065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-27b339d4-e0f4-4409-8944-9e78f0bd7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:05.080093 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-27b339d4-e0f4-4409-8944-9e78f0bd7770 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 1098 time: 0.0766790 Jan 12 10:01:05.095954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6622e1-1869-43b1-b86f-5a48db0bf08e req-87856ac8-9a89-4fea-8620-2254475ff816 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:05.097697 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9e6622e1-1869-43b1-b86f-5a48db0bf08e req-87856ac8-9a89-4fea-8620-2254475ff816 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0961733 Jan 12 10:01:05.144007 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9e6622e1-1869-43b1-b86f-5a48db0bf08e req-90423c88-cbc7-4cc8-ae8c-15eb46e7a3f4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407238 Jan 12 10:01:05.221288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-408a6675-17c1-4e47-8746-6afe0a40378c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:05.222878 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-408a6675-17c1-4e47-8746-6afe0a40378c service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1340599 Jan 12 10:01:05.332670 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-06ed18f3-c995-4892-b9d3-bdd858da605f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 HTTP/1.1" status: 200 len: 1002 time: 0.0997219 Jan 12 10:01:05.399904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-d3fbb266-3fab-4e0d-8dd3-358a19982edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:05.401396 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-d3fbb266-3fab-4e0d-8dd3-358a19982edd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0595958 Jan 12 10:01:05.487735 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-de13ee4c-c89d-41ca-bf14-a793b8329958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:05.489138 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-de13ee4c-c89d-41ca-bf14-a793b8329958 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809505 Jan 12 10:01:05.623083 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-951526ce-69cc-4bde-8f61-0038d001fee2 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233397 Jan 12 10:01:05.757867 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d8bb0675-db11-4c18-a14b-66cafedb2bb9 req-b9b94640-9212-4d7f-bfbe-ba44d52323bd service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250858 Jan 12 10:01:06.357893 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c2e7-cf39-4125-82be-a1ff2dcc5569 req-49f89d03-6187-45cc-8fcd-3980d9b8fed2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:06.359392 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3d68c2e7-cf39-4125-82be-a1ff2dcc5569 req-49f89d03-6187-45cc-8fcd-3980d9b8fed2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0957232 Jan 12 10:01:06.408049 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3d68c2e7-cf39-4125-82be-a1ff2dcc5569 req-2c8a2429-d968-425a-83be-64125961f55f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400631 Jan 12 10:01:06.739307 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fc498b89-0d4c-4ed7-a4b8-36ddf1a26a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:07.376626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:01:07.506985 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:01:07.523630 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'port_id': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4', 'mac_address': 'fa:16:3e:29:27:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:01:07.577608 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:07.591906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09459d3-7491-4815-90c1-2a7a73890872 req-9c15fa39-0c77-446f-ba48-afaa7afa6f5b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:07.594201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:01:07.594572 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f09459d3-7491-4815-90c1-2a7a73890872 req-9c15fa39-0c77-446f-ba48-afaa7afa6f5b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0810504 Jan 12 10:01:07.610120 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:01:07.614340 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:07.644678 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f09459d3-7491-4815-90c1-2a7a73890872 req-28d05be4-707b-48ba-9b87-dc0dc184c9db tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436497 Jan 12 10:01:07.683333 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['ecd11b54-b287-482c-9b2c-3c8d4a2e54e4'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:01:07.735190 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,revision_number=8']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:01:07.830024 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dbb44-40a7-4bb6-92fa-fa76c30322e9 req-f4be028e-56ae-4d9c-9236-b730b567be1f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:07.831533 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5b6dbb44-40a7-4bb6-92fa-fa76c30322e9 req-f4be028e-56ae-4d9c-9236-b730b567be1f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 944 time: 0.0818129 Jan 12 10:01:07.875294 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5b6dbb44-40a7-4bb6-92fa-fa76c30322e9 req-15000ec7-df2f-40a0-9587-bffbe379acf2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376792 Jan 12 10:01:08.066532 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f8ea7-4e4e-4915-ad1f-326329ff19ed req-091824c5-4cee-4aa3-9b5c-dcd975765e22 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:08.068058 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3f7f8ea7-4e4e-4915-ad1f-326329ff19ed req-091824c5-4cee-4aa3-9b5c-dcd975765e22 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 944 time: 0.0888579 Jan 12 10:01:08.116198 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3f7f8ea7-4e4e-4915-ad1f-326329ff19ed req-5d52d61b-b3aa-46c0-bb19-7689e7ad6749 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422575 Jan 12 10:01:08.612850 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575c805-c654-4447-8cd4-765ea40e1db7 req-8198bac1-dc2a-4485-b0a1-9bde869e2a27 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:08.614423 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2575c805-c654-4447-8cd4-765ea40e1db7 req-8198bac1-dc2a-4485-b0a1-9bde869e2a27 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 944 time: 0.1910956 Jan 12 10:01:08.663081 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2575c805-c654-4447-8cd4-765ea40e1db7 req-9f55dce9-0206-4893-b037-1b7f7552434d tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426378 Jan 12 10:01:09.336642 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-11f07b19-befa-4fa4-ad1e-37ac19f701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:09.396041 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:01:09.502744 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:01:09.503136 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:09.617229 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:09.646592 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:01:09.656334 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:01:09.663518 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:09.736458 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,revision_number=9']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:01:09.749632 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4', 'code': 200} Jan 12 10:01:09.855786 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b0f66-63c5-4a58-a81c-7dbcf6b547aa req-442888bd-5170-42ae-9552-625ea5b57d18 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:09.857247 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2c3b0f66-63c5-4a58-a81c-7dbcf6b547aa req-442888bd-5170-42ae-9552-625ea5b57d18 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0801837 Jan 12 10:01:09.902581 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2c3b0f66-63c5-4a58-a81c-7dbcf6b547aa req-823c8734-9358-458a-810f-6f27933e728a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393903 Jan 12 10:01:10.350586 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:10.729047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ec058-f7db-424d-a80a-2d19d90dea3c req-13d5ccc9-c152-43b3-800d-7c293c6a417c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:10.730516 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d20ec058-f7db-424d-a80a-2d19d90dea3c req-13d5ccc9-c152-43b3-800d-7c293c6a417c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.0911925 Jan 12 10:01:10.810152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-d20ec058-f7db-424d-a80a-2d19d90dea3c req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Deleting port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:01:10.810683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d20ec058-f7db-424d-a80a-2d19d90dea3c req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:11.105528 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:11.225422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec75ff-4b68-4430-b420-d2bfce0be114 req-caf5de40-6527-430c-888e-9745717c9bf4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:11.226988 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7ec75ff-4b68-4430-b420-d2bfce0be114 req-caf5de40-6527-430c-888e-9745717c9bf4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 945 time: 0.2057545 Jan 12 10:01:11.228642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-d20ec058-f7db-424d-a80a-2d19d90dea3c req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] For port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:01:11.228993 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d20ec058-f7db-424d-a80a-2d19d90dea3c req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:11.355057 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7ec75ff-4b68-4430-b420-d2bfce0be114 req-d59822cf-0fda-4b8e-a7c1-d9c214993b32 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184924 Jan 12 10:01:11.552822 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d20ec058-f7db-424d-a80a-2d19d90dea3c req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:11.553199 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d20ec058-f7db-424d-a80a-2d19d90dea3c req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:11.553504 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [req-d20ec058-f7db-424d-a80a-2d19d90dea3c req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Floating IP 1d8f625e-cf7a-437b-a5c4-56b846c4c010 disassociated. External IP: 172.26.2.250, port: ecd11b54-b287-482c-9b2c-3c8d4a2e54e4. Jan 12 10:01:11.553843 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-d20ec058-f7db-424d-a80a-2d19d90dea3c req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Calling delete_port for ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:01:11.712056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d20ec058-f7db-424d-a80a-2d19d90dea3c req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:11.763120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Pushing event deleted for resources: {'Port': ['ID=ecd11b54-b287-482c-9b2c-3c8d4a2e54e4,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:01:11.825095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:01:11.825394 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:01:11.825767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:01:11.826095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:01:11.826388 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:01:11.826742 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:01:11.827257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:01:11.827362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:01:11.827745 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:01:11.828042 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:01:11.828378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:01:11.828710 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:01:11.963907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d20ec058-f7db-424d-a80a-2d19d90dea3c req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:01:12.141334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d20ec058-f7db-424d-a80a-2d19d90dea3c req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:01:12.151394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650c579-09c2-47dc-ac57-bfa0c8c8e542 None None] Sync routers for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:01:12.161331 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650c579-09c2-47dc-ac57-bfa0c8c8e542 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:01:12.161958 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-2650c579-09c2-47dc-ac57-bfa0c8c8e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:01:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:01:12.213715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20ec058-f7db-424d-a80a-2d19d90dea3c req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] No DVR routers for this DVR port ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:01:12.216740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-d20ec058-f7db-424d-a80a-2d19d90dea3c req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:12.219381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'name': 'network-vif-deleted', 'tag': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:01:12.239452 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d20ec058-f7db-424d-a80a-2d19d90dea3c req-7c810d69-b0c3-4ff6-ac16-b7f04dcca728 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "DELETE /v2.0/ports/ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 HTTP/1.1" status: 204 len: 173 time: 1.5003622 Jan 12 10:01:12.325158 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254', 'name': 'network-vif-deleted', 'tag': 'ecd11b54-b287-482c-9b2c-3c8d4a2e54e4', 'status': 'completed', 'code': 200} Jan 12 10:01:12.349333 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-2650c579-09c2-47dc-ac57-bfa0c8c8e542 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:01:12.516329 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-160b9f49-e2c0-4d12-bc54-f3433e2f4a25 req-15714f44-17ea-4c09-904a-9d08965ace6e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Synchronizing usage tracker for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:01:12.532621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-160b9f49-e2c0-4d12-bc54-f3433e2f4a25 req-15714f44-17ea-4c09-904a-9d08965ace6e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Unset dirty status for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:01:12.533785 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-160b9f49-e2c0-4d12-bc54-f3433e2f4a25 req-15714f44-17ea-4c09-904a-9d08965ace6e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac3b52d-28b5-4a2c-bac4-6c5c42cbf254 HTTP/1.1" status: 200 len: 210 time: 0.0599124 Jan 12 10:01:12.666300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-2650c579-09c2-47dc-ac57-bfa0c8c8e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:01:12.670406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650c579-09c2-47dc-ac57-bfa0c8c8e542 None None] Checking router: 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:01:12.683366 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650c579-09c2-47dc-ac57-bfa0c8c8e542 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:01:12.683964 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-2650c579-09c2-47dc-ac57-bfa0c8c8e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:01:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:01:12.762323 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:12.871458 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-2650c579-09c2-47dc-ac57-bfa0c8c8e542 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:01:13.191565 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-2650c579-09c2-47dc-ac57-bfa0c8c8e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:01:13.197560 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650c579-09c2-47dc-ac57-bfa0c8c8e542 None None] The sync data for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv is: [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:01:13.437727 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e804ae0b-107f-46fb-919d-a7b91fdfae61 None None] New status for floating IP 1d8f625e-cf7a-437b-a5c4-56b846c4c010: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:01:13.913520 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-63559b2a-9aa9-4f00-b17d-4ffcf82798a5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--397788621&fields=id&tenant_id=cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 267 time: 0.0488250 Jan 12 10:01:14.076273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-632502b9-b807-4721-bb16-610181788de5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:14.077630 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-632502b9-b807-4721-bb16-610181788de5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 812 time: 0.1540737 Jan 12 10:01:14.092531 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-5a8d5e8d-62e6-4def-9919-1a9ad9195814 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/quotas/cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 375 time: 0.0093377 Jan 12 10:01:14.185541 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-4ce26c16-8a10-48fb-ac15-ce23dadd04dc tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877564 Jan 12 10:01:14.379044 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-443b8cba-81b8-43ce-98af-0ed9eb59705f service neutron] 10.222.0.26 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805592 Jan 12 10:01:14.514225 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-fc5b491a-cf8e-40f0-ada0-4db2c68fb4aa service neutron] 10.222.0.26 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266072 Jan 12 10:01:14.703406 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3d3374fc-01bb-471a-a7c9-070e940d8896 req-01d725e0-a120-4b7a-bab1-b730dd7538a6 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 210 time: 0.0447493 Jan 12 10:01:15.442096 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:01:15.486315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:01:15.486597 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ecd11b54-b287-482c-9b2c-3c8d4a2e54e4 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:01:15.861744 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2a8ed88c-454b-44ff-bd8f-ea8a0c38eb77 req-1e95751f-8594-4dd7-8fa4-5fb5f2d0abb4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 210 time: 0.0459530 Jan 12 10:01:16.064199 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-c3a02e96-9cdc-4d97-9f2f-e82c54842bc7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:16.065652 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-c3a02e96-9cdc-4d97-9f2f-e82c54842bc7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 812 time: 0.2688193 Jan 12 10:01:16.125383 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-d127894c-359f-40a6-8950-ac580f87f29a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 379 time: 0.0409794 Jan 12 10:01:16.134464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-8780bc31-565b-4a1c-b91c-6c716f586ea4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Request body: {'port': {'device_id': 'dc2647fa-5396-415c-a998-d42722666fc3', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'admin_state_up': True, 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'security_groups': ['9baf9032-15e7-4c5f-9703-3ff98e3d199a']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:01:16.287895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-8780bc31-565b-4a1c-b91c-6c716f586ea4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:01:16.297548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-8780bc31-565b-4a1c-b91c-6c716f586ea4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:01:16.310648 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-8780bc31-565b-4a1c-b91c-6c716f586ea4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Made reservation on behalf of cf9c0b879e254b53944f933563c285de for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:01:16.314143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-8780bc31-565b-4a1c-b91c-6c716f586ea4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:16.479567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-8780bc31-565b-4a1c-b91c-6c716f586ea4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Allocated IP 172.20.0.13 (a30f3330-46fd-407b-b701-c500a2f2caf0/18ca7641-a629-40bb-847f-d01fb55a2253/445911ad-01c3-492e-a7a2-e495d4dd4d9b) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:01:16.691987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-8780bc31-565b-4a1c-b91c-6c716f586ea4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:16.709906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-8780bc31-565b-4a1c-b91c-6c716f586ea4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Transition to ACTIVE for port object 445911ad-01c3-492e-a7a2-e495d4dd4d9b will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:01:16.737461 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-8780bc31-565b-4a1c-b91c-6c716f586ea4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:16.809372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-8780bc31-565b-4a1c-b91c-6c716f586ea4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Network a30f3330-46fd-407b-b701-c500a2f2caf0 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:01:16.810689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-8780bc31-565b-4a1c-b91c-6c716f586ea4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:01:16.815196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-8780bc31-565b-4a1c-b91c-6c716f586ea4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:01:16.818878 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:16.860809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780bc31-565b-4a1c-b91c-6c716f586ea4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Pushing event updated for resources: {'Port': ['ID=445911ad-01c3-492e-a7a2-e495d4dd4d9b,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:01:16.887667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-8780bc31-565b-4a1c-b91c-6c716f586ea4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:16.888270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-8780bc31-565b-4a1c-b91c-6c716f586ea4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:16.914738 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-8780bc31-565b-4a1c-b91c-6c716f586ea4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7837291 Jan 12 10:01:16.931537 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Request body: {'port': {'device_id': 'dc2647fa-5396-415c-a998-d42722666fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:01:17.095575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:17.122539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6483f75d-e44b-4444-8ec9-41f5dae14bfe None None] Provisioning for port 445911ad-01c3-492e-a7a2-e495d4dd4d9b completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:01:17.128406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6483f75d-e44b-4444-8ec9-41f5dae14bfe None None] Provisioning complete for port 445911ad-01c3-492e-a7a2-e495d4dd4d9b triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:01:17.128849 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6483f75d-e44b-4444-8ec9-41f5dae14bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:17.170046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062b544-f40f-45c2-97cb-25b89607876e req-0b5b27c7-3a77-466a-90cf-d91c117b5610 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:17.170748 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-6062b544-f40f-45c2-97cb-25b89607876e req-0b5b27c7-3a77-466a-90cf-d91c117b5610 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Synchronizing usage tracker for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:01:17.183979 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6483f75d-e44b-4444-8ec9-41f5dae14bfe None None] Port 445911ad-01c3-492e-a7a2-e495d4dd4d9b cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:01:17.231325 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-6062b544-f40f-45c2-97cb-25b89607876e req-0b5b27c7-3a77-466a-90cf-d91c117b5610 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Unset dirty status for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:01:17.232418 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6062b544-f40f-45c2-97cb-25b89607876e req-0b5b27c7-3a77-466a-90cf-d91c117b5610 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 932 time: 0.2531025 Jan 12 10:01:17.314248 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6062b544-f40f-45c2-97cb-25b89607876e req-c52a5727-52c4-4858-9bd4-2f72b5f74ed9 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755315 Jan 12 10:01:17.489798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445911ad-01c3-492e-a7a2-e495d4dd4d9b {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:01:17.497241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:17.511057 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Transition to ACTIVE for port object 445911ad-01c3-492e-a7a2-e495d4dd4d9b will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:01:17.517907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:17.666694 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Pushing event updated for resources: {'Port': ['ID=445911ad-01c3-492e-a7a2-e495d4dd4d9b,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:01:17.748371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Attempting to bind port 445911ad-01c3-492e-a7a2-e495d4dd4d9b on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:01:17.748697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Attempting to bind port 445911ad-01c3-492e-a7a2-e495d4dd4d9b by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:01:17.749017 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Attempting to bind port 445911ad-01c3-492e-a7a2-e495d4dd4d9b on network a30f3330-46fd-407b-b701-c500a2f2caf0 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:01:17.753764 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Port 445911ad-01c3-492e-a7a2-e495d4dd4d9b on network a30f3330-46fd-407b-b701-c500a2f2caf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 10:01:17.754074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Attempting to bind port 445911ad-01c3-492e-a7a2-e495d4dd4d9b on network a30f3330-46fd-407b-b701-c500a2f2caf0 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:01:17.759240 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:01:17.759568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Checking segment: {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:01:17.759939 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Bound using segment: {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:01:17.760354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Bound port: 445911ad-01c3-492e-a7a2-e495d4dd4d9b, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb02be98-d67d-4747-928a-0340eed52c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:01:17.760699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:17.851296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] For port 445911ad-01c3-492e-a7a2-e495d4dd4d9b, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:01:17.854792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] For port 445911ad-01c3-492e-a7a2-e495d4dd4d9b, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:01:17.861728 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:17.929714 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:17.930327 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:17.931950 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] 10.222.0.53 "PUT /v2.0/ports/445911ad-01c3-492e-a7a2-e495d4dd4d9b HTTP/1.1" status: 200 len: 1094 time: 1.0048757 Jan 12 10:01:17.932384 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2647fa-5396-415c-a998-d42722666fc3', 'tag': '445911ad-01c3-492e-a7a2-e495d4dd4d9b'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:01:17.955200 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1e521-9c49-400c-b7d2-d032cdf4cca5 service neutron] Pushing event updated for resources: {'Port': ['ID=445911ad-01c3-492e-a7a2-e495d4dd4d9b,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:01:18.133434 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2647fa-5396-415c-a998-d42722666fc3', 'tag': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'status': 'completed', 'code': 200} Jan 12 10:01:18.175540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-3215458a-a39d-49e7-a18c-8c1403f9b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:18.177027 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-3215458a-a39d-49e7-a18c-8c1403f9b3e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 1097 time: 0.1955361 Jan 12 10:01:18.257143 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-c1966bf1-d200-457c-b15d-a2da32cc1e02 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b HTTP/1.1" status: 200 len: 217 time: 0.0680301 Jan 12 10:01:18.327682 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-0c69abe7-8776-4c3d-8a93-309c5961c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:18.329508 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-0c69abe7-8776-4c3d-8a93-309c5961c2d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0628712 Jan 12 10:01:18.412699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-78707b9f-110d-4bef-9399-64887dae41f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:18.414212 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-78707b9f-110d-4bef-9399-64887dae41f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758243 Jan 12 10:01:18.596447 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-0b82797a-425f-4554-b2e0-628024bb24e0 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465864 Jan 12 10:01:18.604487 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65191f1d-2de3-4456-9c0d-e76e22702c59 req-fd888d72-3938-4e38-a958-789ac664a36c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:18.605901 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-65191f1d-2de3-4456-9c0d-e76e22702c59 req-fd888d72-3938-4e38-a958-789ac664a36c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 944 time: 0.1860938 Jan 12 10:01:18.730520 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-65191f1d-2de3-4456-9c0d-e76e22702c59 req-94954b78-84ed-4b0a-a278-618d2977efc2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064620 Jan 12 10:01:18.766852 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a9ccce42-ebed-4001-8bf8-a414503d0a4c req-333164fa-4cc5-4074-9669-9201cd504e9d service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600120 Jan 12 10:01:18.907901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a755-632f-440d-8b25-b62b61c8fc5f req-17c1b33e-4389-404f-b4e9-477321875271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:18.909302 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3296a755-632f-440d-8b25-b62b61c8fc5f req-17c1b33e-4389-404f-b4e9-477321875271 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0869691 Jan 12 10:01:19.042011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a755-632f-440d-8b25-b62b61c8fc5f req-8f2c65a2-678c-4bd3-956e-8fc117a45ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:19.043554 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3296a755-632f-440d-8b25-b62b61c8fc5f req-8f2c65a2-678c-4bd3-956e-8fc117a45ad7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1273232 Jan 12 10:01:19.111316 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3296a755-632f-440d-8b25-b62b61c8fc5f req-77e99bf0-e6b9-44e3-8dbb-52832896547f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b HTTP/1.1" status: 200 len: 217 time: 0.0602942 Jan 12 10:01:19.186482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a755-632f-440d-8b25-b62b61c8fc5f req-3322618e-0dd4-47b8-a21a-6c051e37bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:19.188351 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3296a755-632f-440d-8b25-b62b61c8fc5f req-3322618e-0dd4-47b8-a21a-6c051e37bb26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0704846 Jan 12 10:01:19.265124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a755-632f-440d-8b25-b62b61c8fc5f req-34b49e20-b38c-47c5-b411-f890997ba292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:19.266633 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3296a755-632f-440d-8b25-b62b61c8fc5f req-34b49e20-b38c-47c5-b411-f890997ba292 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721359 Jan 12 10:01:19.401646 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3296a755-632f-440d-8b25-b62b61c8fc5f req-71c03132-52f8-43cb-a20e-60d04c647568 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278856 Jan 12 10:01:19.535793 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3296a755-632f-440d-8b25-b62b61c8fc5f req-fc6043a4-379d-4271-bc3e-c67325773980 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266716 Jan 12 10:01:19.920404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c153a-7a1f-4efe-b708-66a010631620 req-1cbddabb-abef-43f2-ad25-f4d111101bd9 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:19.922000 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0a8c153a-7a1f-4efe-b708-66a010631620 req-1cbddabb-abef-43f2-ad25-f4d111101bd9 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 944 time: 0.0821929 Jan 12 10:01:19.966557 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0a8c153a-7a1f-4efe-b708-66a010631620 req-558a7821-269f-4335-a2b0-aac1e274b23c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387430 Jan 12 10:01:21.174132 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae774f6-d5bf-4682-9f43-cd59aacd1028 req-c14d0631-47c7-47ce-ad6d-28cbbc8b8aef tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:21.175649 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9ae774f6-d5bf-4682-9f43-cd59aacd1028 req-c14d0631-47c7-47ce-ad6d-28cbbc8b8aef tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 944 time: 0.0907032 Jan 12 10:01:21.219564 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9ae774f6-d5bf-4682-9f43-cd59aacd1028 req-78a4d8df-7488-48f8-b99e-47fe38258dde tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381327 Jan 12 10:01:21.457056 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 445911ad-01c3-492e-a7a2-e495d4dd4d9b details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:01:21.595247 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 445911ad-01c3-492e-a7a2-e495d4dd4d9b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:01:21.609159 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'port_id': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:01:21.665160 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:21.686540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445911ad-01c3-492e-a7a2-e495d4dd4d9b {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:01:21.703059 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 445911ad-01c3-492e-a7a2-e495d4dd4d9b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:01:21.711925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:21.792348 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=445911ad-01c3-492e-a7a2-e495d4dd4d9b,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:01:21.983631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['445911ad-01c3-492e-a7a2-e495d4dd4d9b'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:01:22.416895 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dac84-e8db-4917-9242-0484b5a7c335 req-c2c0aa38-67f0-4a33-9a98-4d88521adceb tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:22.418378 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f09dac84-e8db-4917-9242-0484b5a7c335 req-c2c0aa38-67f0-4a33-9a98-4d88521adceb tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 945 time: 0.0938232 Jan 12 10:01:22.465759 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f09dac84-e8db-4917-9242-0484b5a7c335 req-7920c6ca-c4c8-4698-8412-23f659bb8175 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414464 Jan 12 10:01:23.461252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 445911ad-01c3-492e-a7a2-e495d4dd4d9b up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:01:23.538701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 445911ad-01c3-492e-a7a2-e495d4dd4d9b completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:01:23.543443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 445911ad-01c3-492e-a7a2-e495d4dd4d9b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:01:23.543810 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:23.653384 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e2f5-a8e6-4257-9c28-b5e958ba2986 req-44d10c51-e5d1-4c29-ac43-4fc669195c7b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:23.657540 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8336e2f5-a8e6-4257-9c28-b5e958ba2986 req-44d10c51-e5d1-4c29-ac43-4fc669195c7b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 945 time: 0.0800953 Jan 12 10:01:23.661196 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:23.688643 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2647fa-5396-415c-a998-d42722666fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445911ad-01c3-492e-a7a2-e495d4dd4d9b'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:01:23.698690 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8336e2f5-a8e6-4257-9c28-b5e958ba2986 req-e75b399d-9a02-486f-80be-1e213c2d4e4a tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378449 Jan 12 10:01:23.699065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 445911ad-01c3-492e-a7a2-e495d4dd4d9b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:01:23.706354 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:23.739258 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2647fa-5396-415c-a998-d42722666fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'code': 200} Jan 12 10:01:23.779729 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=445911ad-01c3-492e-a7a2-e495d4dd4d9b,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:01:24.069950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e648f-9de6-44cf-8948-30a8471c188e req-d53d8dad-06a0-4d1c-a9e8-047245849966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:24.071574 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-999e648f-9de6-44cf-8948-30a8471c188e req-d53d8dad-06a0-4d1c-a9e8-047245849966 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 1099 time: 0.1692345 Jan 12 10:01:24.116718 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-999e648f-9de6-44cf-8948-30a8471c188e req-ea3661ba-f3b3-4cc1-8692-41f473362a86 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344391 Jan 12 10:01:24.892497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12a77c-c07b-4212-9ae9-ed4721fed9cb req-3422ed0e-dc0d-43d9-9a99-08c5a579f92b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:24.893961 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5d12a77c-c07b-4212-9ae9-ed4721fed9cb req-3422ed0e-dc0d-43d9-9a99-08c5a579f92b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0832398 Jan 12 10:01:24.938602 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5d12a77c-c07b-4212-9ae9-ed4721fed9cb req-3d4c7a91-cbc8-4adf-99c0-8f5752fd7281 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387716 Jan 12 10:01:26.126331 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a9fdd-a1e3-4979-8010-4fb3242abbb9 req-bd679dee-e4fd-4803-8365-891917efeba8 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:26.127818 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-031a9fdd-a1e3-4979-8010-4fb3242abbb9 req-bd679dee-e4fd-4803-8365-891917efeba8 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0801268 Jan 12 10:01:26.175493 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-031a9fdd-a1e3-4979-8010-4fb3242abbb9 req-4ad44d85-b59c-44d2-9b07-034257612c9f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394073 Jan 12 10:01:26.372714 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d65a2-2347-404b-97ae-a49967746b02 req-bd45c9d4-6303-42a3-98ba-99a17e2eaaa5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:26.374171 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-782d65a2-2347-404b-97ae-a49967746b02 req-bd45c9d4-6303-42a3-98ba-99a17e2eaaa5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0841019 Jan 12 10:01:26.383009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 45664) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:01:26.390309 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b54a7ea8-fcaa-47ab-96d8-b8ea38755541 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Request body: {'floatingip': {'port_id': '445911ad-01c3-492e-a7a2-e495d4dd4d9b'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:01:26.468032 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b54a7ea8-fcaa-47ab-96d8-b8ea38755541 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for floatingip, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:27.102752 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b54a7ea8-fcaa-47ab-96d8-b8ea38755541 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:27.109180 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b54a7ea8-fcaa-47ab-96d8-b8ea38755541 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:27.282162 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-b54a7ea8-fcaa-47ab-96d8-b8ea38755541 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Floating IP 1d8f625e-cf7a-437b-a5c4-56b846c4c010 associated. External IP: 172.26.2.250, port: 445911ad-01c3-492e-a7a2-e495d4dd4d9b. Jan 12 10:01:27.749646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54a7ea8-fcaa-47ab-96d8-b8ea38755541 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:01:27.928649 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54a7ea8-fcaa-47ab-96d8-b8ea38755541 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:01:27.933054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b54a7ea8-fcaa-47ab-96d8-b8ea38755541 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:27.938628 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964908ef-afe3-436a-82a1-73da50e80d42 None None] Sync routers for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:01:27.948386 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964908ef-afe3-436a-82a1-73da50e80d42 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:01:27.949008 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-964908ef-afe3-436a-82a1-73da50e80d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:01:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:01:27.986973 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b54a7ea8-fcaa-47ab-96d8-b8ea38755541 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "PUT /v2.0/floatingips/1d8f625e-cf7a-437b-a5c4-56b846c4c010 HTTP/1.1" status: 200 len: 993 time: 1.6025622 Jan 12 10:01:27.987574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2647fa-5396-415c-a998-d42722666fc3', 'tag': '445911ad-01c3-492e-a7a2-e495d4dd4d9b'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:01:28.036152 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2647fa-5396-415c-a998-d42722666fc3', 'tag': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'status': 'completed', 'code': 200} Jan 12 10:01:28.135101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-964908ef-afe3-436a-82a1-73da50e80d42 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:01:28.136324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07471780-09c2-416b-8c84-adbd93832ca3 req-5bee7e55-fea4-47a6-8b8b-046920f16aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:28.137817 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-07471780-09c2-416b-8c84-adbd93832ca3 req-5bee7e55-fea4-47a6-8b8b-046920f16aed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 1099 time: 0.0790589 Jan 12 10:01:28.266589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07471780-09c2-416b-8c84-adbd93832ca3 req-34327827-4ac5-45c6-92a3-0318cd331ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:28.267973 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-07471780-09c2-416b-8c84-adbd93832ca3 req-34327827-4ac5-45c6-92a3-0318cd331ee1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1238148 Jan 12 10:01:28.375048 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-07471780-09c2-416b-8c84-adbd93832ca3 req-bae13ffb-9f08-46e8-b675-88fa8ff98c0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b HTTP/1.1" status: 200 len: 1001 time: 0.1009951 Jan 12 10:01:28.435079 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07471780-09c2-416b-8c84-adbd93832ca3 req-8449f2e0-58e9-47a6-a37a-671cc29372f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:28.436559 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-07471780-09c2-416b-8c84-adbd93832ca3 req-8449f2e0-58e9-47a6-a37a-671cc29372f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0560660 Jan 12 10:01:28.474624 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-964908ef-afe3-436a-82a1-73da50e80d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1d8f625e-cf7a-437b-a5c4-56b846c4c010', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'port_id': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2647fa-5396-415c-a998-d42722666fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:56:57Z', 'updated_at': '2022-01-12T10:01:26Z', 'revision_number': 13, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:01:28.478579 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964908ef-afe3-436a-82a1-73da50e80d42 None None] Checking router: 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:01:28.487165 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964908ef-afe3-436a-82a1-73da50e80d42 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:01:28.487792 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-964908ef-afe3-436a-82a1-73da50e80d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:01:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:01:28.510749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07471780-09c2-416b-8c84-adbd93832ca3 req-fd5a0f56-a825-4551-9944-d7f0c31ca19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:28.512281 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-07471780-09c2-416b-8c84-adbd93832ca3 req-fd5a0f56-a825-4551-9944-d7f0c31ca19c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698655 Jan 12 10:01:28.644055 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-07471780-09c2-416b-8c84-adbd93832ca3 req-34895eeb-6435-4638-9af6-efa10d687d82 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245372 Jan 12 10:01:28.660140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-964908ef-afe3-436a-82a1-73da50e80d42 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:01:28.776485 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-07471780-09c2-416b-8c84-adbd93832ca3 req-36097cb3-65e3-4c1d-abd2-9a36828d49be service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266909 Jan 12 10:01:29.044652 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-964908ef-afe3-436a-82a1-73da50e80d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1d8f625e-cf7a-437b-a5c4-56b846c4c010', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'port_id': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2647fa-5396-415c-a998-d42722666fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:56:57Z', 'updated_at': '2022-01-12T10:01:26Z', 'revision_number': 13, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:01:29.049183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964908ef-afe3-436a-82a1-73da50e80d42 None None] The sync data for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv is: [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1d8f625e-cf7a-437b-a5c4-56b846c4c010', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'port_id': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2647fa-5396-415c-a998-d42722666fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T09:56:57Z', 'updated_at': '2022-01-12T10:01:26Z', 'revision_number': 13, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:01:29.256965 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4035a66-7e89-499c-906e-a374ee0862cd None None] New status for floating IP 1d8f625e-cf7a-437b-a5c4-56b846c4c010: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:01:33.441539 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:01:36.736852 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-46df2c24-6af9-4dbf-b9e4-47b345825fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:39.333039 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4427ce5d-9b26-47ff-b913-64d35c9cf8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:40.348257 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:41.108714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:42.712731 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:46.816565 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:01:49.376767 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fefffb46-cc82-452d-abba-a98256464d55 req-46673660-0008-4f86-a1a7-4a0ffd53020e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781212 Jan 12 10:01:49.523877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefffb46-cc82-452d-abba-a98256464d55 req-7a3e5ac4-abdd-4626-807a-9b4e96047b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:49.525425 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fefffb46-cc82-452d-abba-a98256464d55 req-7a3e5ac4-abdd-4626-807a-9b4e96047b3a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 1099 time: 0.0714076 Jan 12 10:01:49.682750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefffb46-cc82-452d-abba-a98256464d55 req-2f3d7674-9b28-49ff-a114-448ef87aa322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:49.684225 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fefffb46-cc82-452d-abba-a98256464d55 req-2f3d7674-9b28-49ff-a114-448ef87aa322 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1291707 Jan 12 10:01:49.898418 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fefffb46-cc82-452d-abba-a98256464d55 req-41944ca6-6609-42f5-8623-4c32647d1eb1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b HTTP/1.1" status: 200 len: 1003 time: 0.2053714 Jan 12 10:01:49.970581 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefffb46-cc82-452d-abba-a98256464d55 req-4239848d-b636-42a9-bf94-b82661d037b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:49.971939 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fefffb46-cc82-452d-abba-a98256464d55 req-4239848d-b636-42a9-bf94-b82661d037b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0633128 Jan 12 10:01:50.049025 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefffb46-cc82-452d-abba-a98256464d55 req-7fafe0d6-e219-4d10-ab1a-de45264b91b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:01:50.050519 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fefffb46-cc82-452d-abba-a98256464d55 req-7fafe0d6-e219-4d10-ab1a-de45264b91b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706325 Jan 12 10:01:50.184019 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fefffb46-cc82-452d-abba-a98256464d55 req-fe28d2b3-8439-4777-92e5-ee1cf083956a service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258688 Jan 12 10:01:50.333062 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fefffb46-cc82-452d-abba-a98256464d55 req-14b7226c-c007-4d3d-b2a8-c4252889b603 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410036 Jan 12 10:02:06.733501 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9aadf87b-2b27-484d-ac48-6827cf10451f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:09.328195 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-eb356291-abd3-4d8a-8660-a0d2fca3cae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:09.960381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3583ebf-de2c-4e7a-8629-90538fb9584f req-5115785c-cca2-428c-bac0-582d60e3c571 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:09.961855 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d3583ebf-de2c-4e7a-8629-90538fb9584f req-5115785c-cca2-428c-bac0-582d60e3c571 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0828643 Jan 12 10:02:10.007374 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d3583ebf-de2c-4e7a-8629-90538fb9584f req-d10172d6-ecf4-4802-85b8-2495ab44bd10 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394747 Jan 12 10:02:10.333476 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:10.440975 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:02:11.114337 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:12.701907 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:16.841600 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:19.993611 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-e59bd195-812e-42ff-87cf-11ab6c9bf614 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264393 Jan 12 10:02:20.014061 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721dcb1-c2ee-4d9a-891d-91fef7edf89c req-0116f0e5-5e88-4529-9a28-ae8b5c9b0651 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:20.015654 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3721dcb1-c2ee-4d9a-891d-91fef7edf89c req-0116f0e5-5e88-4529-9a28-ae8b5c9b0651 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0955362 Jan 12 10:02:20.067267 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3721dcb1-c2ee-4d9a-891d-91fef7edf89c req-06cd8e71-4d7f-4f15-9ab8-cf7d5de89f2c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431221 Jan 12 10:02:21.281142 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-ea03d029-4a7c-4a03-af3f-72f158c91644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:21.282650 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-ea03d029-4a7c-4a03-af3f-72f158c91644 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 1099 time: 0.0733666 Jan 12 10:02:21.284988 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a8af3-40ff-4432-9b24-11b774360884 req-bd5c9ecd-114f-4762-acfe-30eac212a99c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:21.286454 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bc7a8af3-40ff-4432-9b24-11b774360884 req-bd5c9ecd-114f-4762-acfe-30eac212a99c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0833571 Jan 12 10:02:21.332988 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bc7a8af3-40ff-4432-9b24-11b774360884 req-08133355-93e0-4aff-a862-16d7d3f134fc tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397661 Jan 12 10:02:21.430010 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-b3e0a3f4-95d3-43e0-b617-e77517c0e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:21.431526 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-b3e0a3f4-95d3-43e0-b617-e77517c0e40a service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1392834 Jan 12 10:02:21.541858 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-5f29cd33-1e3d-4ad4-afb4-73704a0962e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b HTTP/1.1" status: 200 len: 1003 time: 0.0998914 Jan 12 10:02:21.609356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-2927f0b0-715c-4869-806e-1fab9b69bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:21.610806 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-2927f0b0-715c-4869-806e-1fab9b69bdb4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0595000 Jan 12 10:02:21.697730 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-dea0d1bf-745d-4179-b89d-f5489ba2f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:21.699977 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-dea0d1bf-745d-4179-b89d-f5489ba2f9f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794537 Jan 12 10:02:21.837427 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-0208b8b4-00e3-4491-a84f-b160e36d6a91 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277957 Jan 12 10:02:21.982353 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-e6b84c01-9221-4463-9197-09cd66a45f62 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344490 Jan 12 10:02:22.528205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04949098-703e-42b9-a807-5f8f672c1e59 req-8d85b4a2-91e2-4ad4-995e-9f10672795ad tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:22.529770 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-04949098-703e-42b9-a807-5f8f672c1e59 req-8d85b4a2-91e2-4ad4-995e-9f10672795ad tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0868595 Jan 12 10:02:22.574655 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-04949098-703e-42b9-a807-5f8f672c1e59 req-bbf3196f-9cb6-4b4b-b0ec-a8bee86be102 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390878 Jan 12 10:02:23.792977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a86b61-a7ca-4555-ab93-80d9b87119df req-26ad4720-a304-424a-9113-1f1bb0689092 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:23.794358 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a7a86b61-a7ca-4555-ab93-80d9b87119df req-26ad4720-a304-424a-9113-1f1bb0689092 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0975046 Jan 12 10:02:23.843810 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a7a86b61-a7ca-4555-ab93-80d9b87119df req-1406ea1a-3372-44d2-a948-ada2b5cb586f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406449 Jan 12 10:02:25.148133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ee88c-8d19-4d10-ad44-6ab5bed4e0d9 req-1091f663-1499-46e1-9713-d3434f718e99 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:25.149621 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-471ee88c-8d19-4d10-ad44-6ab5bed4e0d9 req-1091f663-1499-46e1-9713-d3434f718e99 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.1885133 Jan 12 10:02:25.199265 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-471ee88c-8d19-4d10-ad44-6ab5bed4e0d9 req-fc1bc1bf-1556-4556-89dd-d9ba01c13344 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407181 Jan 12 10:02:26.406217 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a6acb-b33f-484e-85bb-9dc7c59da638 req-c394946f-b60f-4f87-adf6-158314ab3838 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:26.407618 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-fb9a6acb-b33f-484e-85bb-9dc7c59da638 req-c394946f-b60f-4f87-adf6-158314ab3838 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0822749 Jan 12 10:02:26.455971 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-fb9a6acb-b33f-484e-85bb-9dc7c59da638 req-09d8550d-db51-45ea-b1b5-87d015380d79 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423663 Jan 12 10:02:27.664179 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1578fe-095f-4e9b-b028-64d195d8178c req-53ee4693-13ec-4351-ab39-c6102801345f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:27.665646 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fb1578fe-095f-4e9b-b028-64d195d8178c req-53ee4693-13ec-4351-ab39-c6102801345f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0934858 Jan 12 10:02:27.716019 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fb1578fe-095f-4e9b-b028-64d195d8178c req-96cbd9a6-1f3c-4ed8-93a5-e18f419406e1 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442109 Jan 12 10:02:28.921953 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6be21-cc57-4780-a856-a60ac55da040 req-0b772e67-5e53-41f6-8fae-e0f80bc5144c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:28.923439 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-08b6be21-cc57-4780-a856-a60ac55da040 req-0b772e67-5e53-41f6-8fae-e0f80bc5144c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0888677 Jan 12 10:02:28.967319 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-08b6be21-cc57-4780-a856-a60ac55da040 req-b0e7b51c-9746-482d-8ea6-b5bae79af1b5 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382164 Jan 12 10:02:30.170743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d43406-4ec7-4df5-96ad-7bad48c0fce6 req-70b65248-7ee5-48d0-b5cb-a73bcc18c896 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:30.172255 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a3d43406-4ec7-4df5-96ad-7bad48c0fce6 req-70b65248-7ee5-48d0-b5cb-a73bcc18c896 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0860126 Jan 12 10:02:30.216560 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a3d43406-4ec7-4df5-96ad-7bad48c0fce6 req-cbeb2cae-640e-4b3b-b609-ad3cb13b76d7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386283 Jan 12 10:02:31.418113 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b74c40-1038-468f-9139-cbb06f537908 req-3344f83e-f67e-44fb-a0f9-8a066b9f6f88 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:31.419498 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-41b74c40-1038-468f-9139-cbb06f537908 req-3344f83e-f67e-44fb-a0f9-8a066b9f6f88 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0916038 Jan 12 10:02:31.469432 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-41b74c40-1038-468f-9139-cbb06f537908 req-b507b311-122e-4a4c-8749-5763d5bd7e47 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414546 Jan 12 10:02:32.676849 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd1fdd-61fe-4af8-8a89-d325d1d94190 req-108487a9-2f79-4055-a65a-d31a457751f2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:32.678277 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0bd1fdd-61fe-4af8-8a89-d325d1d94190 req-108487a9-2f79-4055-a65a-d31a457751f2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0897443 Jan 12 10:02:32.722405 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0bd1fdd-61fe-4af8-8a89-d325d1d94190 req-df9a0e44-11f9-4449-92bf-87f407781d82 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383778 Jan 12 10:02:33.922332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c6d50-6ea2-4279-926e-ea788169a37c req-90063a0a-18ee-4804-b30f-24803ed7aa69 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:33.923975 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-723c6d50-6ea2-4279-926e-ea788169a37c req-90063a0a-18ee-4804-b30f-24803ed7aa69 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0820885 Jan 12 10:02:33.968035 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-723c6d50-6ea2-4279-926e-ea788169a37c req-8ad8585b-7e2b-4f88-8db7-48af4a446d8b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383618 Jan 12 10:02:34.798672 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-5e0b4f59-aa11-4f9f-bb04-dee53a98361a service neutron] 10.222.0.53 "GET /v2.0/ports/445911ad-01c3-492e-a7a2-e495d4dd4d9b/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.0799851 Jan 12 10:02:35.173811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-20ede51a-d68a-487f-be21-ac826ea108bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:35.175331 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-20ede51a-d68a-487f-be21-ac826ea108bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3&tenant_id=cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 1099 time: 0.1336896 Jan 12 10:02:35.187916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff449f6f-73a7-44d0-9539-31bc55deba13 req-b1190e78-b611-4c95-8e28-acd773338619 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:35.189249 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ff449f6f-73a7-44d0-9539-31bc55deba13 req-b1190e78-b611-4c95-8e28-acd773338619 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.1028247 Jan 12 10:02:35.282979 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ff449f6f-73a7-44d0-9539-31bc55deba13 req-df7d5b8d-acea-4631-83c0-396581ae8da3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878918 Jan 12 10:02:35.302982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-561c3c97-f022-4b74-9f66-4c02e1d8abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:35.304460 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-561c3c97-f022-4b74-9f66-4c02e1d8abe6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 1099 time: 0.0962098 Jan 12 10:02:35.445869 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-340cc36b-1f6c-4087-a4f1-810053df6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:35.447379 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-340cc36b-1f6c-4087-a4f1-810053df6fad service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1329441 Jan 12 10:02:35.575072 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-00e986e1-630b-4860-bd0d-6304b5adb44f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b HTTP/1.1" status: 200 len: 1003 time: 0.1173234 Jan 12 10:02:35.640228 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-70435d9a-60b8-431f-a167-5f82203b2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:35.641659 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-70435d9a-60b8-431f-a167-5f82203b2656 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0571513 Jan 12 10:02:35.725013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-397f33b5-e470-4787-a5b7-517862f85e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:35.726400 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-397f33b5-e470-4787-a5b7-517862f85e18 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748427 Jan 12 10:02:35.866593 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-0bb278ea-2705-46bb-95f7-f013aa14923f service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290669 Jan 12 10:02:36.001862 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-88b4516b-ff6b-4864-9eba-cf0d308a1e85 req-78a0d184-8b3c-44f4-b5a9-16503a3b9dd1 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247201 Jan 12 10:02:36.574890 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096e228-7222-4563-ac1d-c4def36c7c70 req-69b14c4b-970a-4e7d-bccd-63ee15a50793 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:36.576244 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2096e228-7222-4563-ac1d-c4def36c7c70 req-69b14c4b-970a-4e7d-bccd-63ee15a50793 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.1824157 Jan 12 10:02:36.620659 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2096e228-7222-4563-ac1d-c4def36c7c70 req-56cda132-d679-4bac-bfe6-ad747c188c40 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385492 Jan 12 10:02:36.733477 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4bec87b2-ab45-48a1-8d77-03fa6b040a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:37.627159 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 445911ad-01c3-492e-a7a2-e495d4dd4d9b no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:02:37.752249 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:37.781102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2647fa-5396-415c-a998-d42722666fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445911ad-01c3-492e-a7a2-e495d4dd4d9b'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:02:37.796484 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 445911ad-01c3-492e-a7a2-e495d4dd4d9b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:02:37.802951 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:37.839182 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2647fa-5396-415c-a998-d42722666fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'code': 200} Jan 12 10:02:37.871464 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=445911ad-01c3-492e-a7a2-e495d4dd4d9b,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:37.878847 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:37.879134 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:37.879471 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:37.879802 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:37.880126 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:37.880482 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:37.880810 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:37.881130 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:37.881449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:37.881768 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:37.882085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:37.882400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:02:37.951963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10e5a2-701c-4292-b5bf-25b3663ed521 req-dffae809-a6f3-4f3d-9b00-e54d72915d7e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:37.953431 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3a10e5a2-701c-4292-b5bf-25b3663ed521 req-dffae809-a6f3-4f3d-9b00-e54d72915d7e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 944 time: 0.0792987 Jan 12 10:02:38.004599 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3a10e5a2-701c-4292-b5bf-25b3663ed521 req-5bd38965-5e21-4018-83f3-b184860f4c08 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426910 Jan 12 10:02:39.202398 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842ba8e-3309-4478-a934-5665afbe2df3 req-3e8b94a8-849a-42a4-8562-655f4f5287e3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:39.203876 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5842ba8e-3309-4478-a934-5665afbe2df3 req-3e8b94a8-849a-42a4-8562-655f4f5287e3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 944 time: 0.0831714 Jan 12 10:02:39.251961 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5842ba8e-3309-4478-a934-5665afbe2df3 req-7ea362d9-c940-41e7-8056-999974cf819c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422614 Jan 12 10:02:39.333297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-17d8fa3d-8238-4cac-8451-c296254b7340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:39.628385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 445911ad-01c3-492e-a7a2-e495d4dd4d9b details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:02:39.770811 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 445911ad-01c3-492e-a7a2-e495d4dd4d9b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:02:39.783712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'port_id': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:02:39.846907 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:39.864391 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445911ad-01c3-492e-a7a2-e495d4dd4d9b {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:02:39.880937 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 445911ad-01c3-492e-a7a2-e495d4dd4d9b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:02:39.886628 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:39.955992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=445911ad-01c3-492e-a7a2-e495d4dd4d9b,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:39.975862 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['445911ad-01c3-492e-a7a2-e495d4dd4d9b'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:02:40.329277 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:40.444392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e39b44-afb0-4abd-bede-8571c20dc725 req-ba5e4510-712b-4893-b290-320683ed3fca tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:40.445886 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e8e39b44-afb0-4abd-bede-8571c20dc725 req-ba5e4510-712b-4893-b290-320683ed3fca tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 945 time: 0.0881341 Jan 12 10:02:40.491005 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e8e39b44-afb0-4abd-bede-8571c20dc725 req-746b86f3-9db8-4021-bd95-75a8f94e250f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392003 Jan 12 10:02:41.119803 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:41.642472 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 445911ad-01c3-492e-a7a2-e495d4dd4d9b up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:02:41.697736 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df5b7e-be64-406b-a387-4977db324862 req-07290da0-bece-400c-b5a3-4ae4abc76343 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:41.699280 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f9df5b7e-be64-406b-a387-4977db324862 req-07290da0-bece-400c-b5a3-4ae4abc76343 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 945 time: 0.0859449 Jan 12 10:02:41.710042 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 445911ad-01c3-492e-a7a2-e495d4dd4d9b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:02:41.710372 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:41.744576 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f9df5b7e-be64-406b-a387-4977db324862 req-72e577b9-dcde-43cf-baa4-b34718b51cf7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393229 Jan 12 10:02:41.829322 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:41.856972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2647fa-5396-415c-a998-d42722666fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445911ad-01c3-492e-a7a2-e495d4dd4d9b'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:02:41.867077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 445911ad-01c3-492e-a7a2-e495d4dd4d9b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:02:41.873665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:41.938061 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2647fa-5396-415c-a998-d42722666fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'code': 200} Jan 12 10:02:41.977702 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=445911ad-01c3-492e-a7a2-e495d4dd4d9b,revision_number=8']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:42.711017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:42.943736 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9b57e-bcd5-438e-88af-0a7dde3c9f34 req-4e997364-a9c3-4632-9dad-a37f80323baf tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:42.945189 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f2b9b57e-bcd5-438e-88af-0a7dde3c9f34 req-4e997364-a9c3-4632-9dad-a37f80323baf tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0838981 Jan 12 10:02:42.992600 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f2b9b57e-bcd5-438e-88af-0a7dde3c9f34 req-6b1e3290-4955-4add-ba74-f2d7d5627f49 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387239 Jan 12 10:02:44.199758 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf86d7-b957-4ddf-b522-661aa5bc0e40 req-32138900-20e1-42c9-982f-aa1f309f6a6c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:44.201692 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2dbf86d7-b957-4ddf-b522-661aa5bc0e40 req-32138900-20e1-42c9-982f-aa1f309f6a6c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0941186 Jan 12 10:02:44.252628 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2dbf86d7-b957-4ddf-b522-661aa5bc0e40 req-3245a816-59cc-4b4a-a314-b4b320ea7bc3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427375 Jan 12 10:02:45.446272 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c2a5b-e6f1-4de6-b5fa-0f46d41c3b6b req-8335c19e-6be9-4810-bb19-712c8a2f5f61 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:45.447745 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8f4c2a5b-e6f1-4de6-b5fa-0f46d41c3b6b req-8335c19e-6be9-4810-bb19-712c8a2f5f61 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0853341 Jan 12 10:02:45.495083 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8f4c2a5b-e6f1-4de6-b5fa-0f46d41c3b6b req-1ab372c6-242e-4fda-a5f7-2bdb9e58d71f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387707 Jan 12 10:02:45.966109 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29de6a-90d2-4d83-b3f9-5cc8e2be2aba req-72accf66-bbba-473b-9ff4-53a34f98f189 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:45.967601 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-fb29de6a-90d2-4d83-b3f9-5cc8e2be2aba req-72accf66-bbba-473b-9ff4-53a34f98f189 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0843227 Jan 12 10:02:46.009161 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-fa83311a-1da8-4120-a281-fbf765a33c0e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:46.010583 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-fa83311a-1da8-4120-a281-fbf765a33c0e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3&tenant_id=cf9c0b879e254b53944f933563c285de&binding%3Ahost_id=hv-neutron-8243 HTTP/1.1" status: 200 len: 946 time: 0.1841512 Jan 12 10:02:46.011780 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-fb29de6a-90d2-4d83-b3f9-5cc8e2be2aba req-e2c43aa2-c811-48ff-82a0-890f18ef7bfb tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380712 Jan 12 10:02:46.092618 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-abe0dd2e-05f4-4b6c-9252-c5d608f6a9d0 service neutron] 10.222.0.53 "GET /v2.0/ports/445911ad-01c3-492e-a7a2-e495d4dd4d9b/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.0753279 Jan 12 10:02:46.191797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-e2c02596-4ddd-496b-9c16-e45779602959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:46.193278 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-e2c02596-4ddd-496b-9c16-e45779602959 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 1099 time: 0.0785329 Jan 12 10:02:46.329060 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-dc805f1b-6575-44b4-8f07-7f0edece065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:46.330521 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-dc805f1b-6575-44b4-8f07-7f0edece065e service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1311378 Jan 12 10:02:46.434869 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-0bc425d6-40d2-44d6-b912-50f0ffe2af0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b HTTP/1.1" status: 200 len: 1003 time: 0.0976427 Jan 12 10:02:46.496262 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-b1d6772c-7105-4535-83ab-4e7fa881d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:46.497877 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-b1d6772c-7105-4535-83ab-4e7fa881d161 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0568192 Jan 12 10:02:46.581341 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-c1502b46-3761-446a-b173-e7f36626abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:46.582890 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-c1502b46-3761-446a-b173-e7f36626abeb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786643 Jan 12 10:02:46.726485 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-a1e2a08e-6abe-42d0-b98e-29d97aed4d5d service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374860 Jan 12 10:02:46.828591 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:46.863836 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-d23e820c-9682-4ecd-84cc-44bf002975d2 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305368 Jan 12 10:02:47.213981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf1c37-3d32-47ef-89e4-be9e01a37464 req-1754ef2c-f92b-4c32-a6f7-9e664b91f5db tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:47.215469 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b3cf1c37-3d32-47ef-89e4-be9e01a37464 req-1754ef2c-f92b-4c32-a6f7-9e664b91f5db tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0819576 Jan 12 10:02:47.266653 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b3cf1c37-3d32-47ef-89e4-be9e01a37464 req-010ad13c-5567-43c2-8f5a-05998b34d5f6 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443046 Jan 12 10:02:47.444311 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:02:48.463531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb81c7b-da67-43d3-9a7c-ea6555109617 req-d3037c43-8dfe-45f2-9e47-2d6ab301b876 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:48.464998 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9cb81c7b-da67-43d3-9a7c-ea6555109617 req-d3037c43-8dfe-45f2-9e47-2d6ab301b876 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0850332 Jan 12 10:02:48.513326 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9cb81c7b-da67-43d3-9a7c-ea6555109617 req-37f92c04-a93c-426c-81bc-de4592108e06 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408783 Jan 12 10:02:49.699130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baaa11-1b4f-411c-ae52-52fe59f5edf7 req-8b314d84-9c67-4e5d-a73f-3f4e5cb22672 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:49.700585 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-31baaa11-1b4f-411c-ae52-52fe59f5edf7 req-8b314d84-9c67-4e5d-a73f-3f4e5cb22672 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0820560 Jan 12 10:02:49.746845 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-31baaa11-1b4f-411c-ae52-52fe59f5edf7 req-4e1d0792-5019-4fad-82bc-1b76091d178e tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403976 Jan 12 10:02:50.405141 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-e709bf3e-3952-45a1-8abf-22fa213a2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:50.406538 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-e709bf3e-3952-45a1-8abf-22fa213a2931 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3&tenant_id=cf9c0b879e254b53944f933563c285de HTTP/1.1" status: 200 len: 1099 time: 0.0768559 Jan 12 10:02:50.517239 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-8bd49323-2d71-4e7a-b64b-41ca50233f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:50.518724 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-8bd49323-2d71-4e7a-b64b-41ca50233f04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 1099 time: 0.0797873 Jan 12 10:02:50.651252 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-26418b4b-c5e0-411f-adf0-4b2aeea8462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:50.652714 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-26418b4b-c5e0-411f-adf0-4b2aeea8462e service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1245797 Jan 12 10:02:50.758471 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-0a7673f4-9201-45fd-b559-797fd57361f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b HTTP/1.1" status: 200 len: 1003 time: 0.0959547 Jan 12 10:02:50.825291 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-b9b9775a-614b-416e-99db-e6d794f8ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:50.826738 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-b9b9775a-614b-416e-99db-e6d794f8ba09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0575039 Jan 12 10:02:50.938849 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9142772-2105-4616-b2fe-53963ee7aee0 req-33ee2f38-2a9f-4788-ade3-c18c90de7de4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:50.940412 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d9142772-2105-4616-b2fe-53963ee7aee0 req-33ee2f38-2a9f-4788-ade3-c18c90de7de4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0850375 Jan 12 10:02:50.987501 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d9142772-2105-4616-b2fe-53963ee7aee0 req-d064c27c-d278-4f2f-b5d3-774fa443be99 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411873 Jan 12 10:02:51.021342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-fdb78448-1586-4103-8d32-2a9adf7047d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:51.022800 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-fdb78448-1586-4103-8d32-2a9adf7047d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1870506 Jan 12 10:02:51.173460 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-757f9e22-156f-47ad-b297-863c565f3e6f service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386690 Jan 12 10:02:51.320815 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b5bb5ff-a197-48bb-a341-718f537eff62 req-c6bf6830-3a54-4407-984d-86fd12f3aa20 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368325 Jan 12 10:02:51.490422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4db1d4-a3cd-4e78-a150-78fa3406fdb5 req-d8c816fc-aedd-459f-af9a-61c531009db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:51.491980 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7d4db1d4-a3cd-4e78-a150-78fa3406fdb5 req-d8c816fc-aedd-459f-af9a-61c531009db5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf9c0b879e254b53944f933563c285de&device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 1099 time: 0.0742841 Jan 12 10:02:51.638684 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4db1d4-a3cd-4e78-a150-78fa3406fdb5 req-72f8ce88-30ed-4e0b-b8f7-fdc955424a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:51.640139 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7d4db1d4-a3cd-4e78-a150-78fa3406fdb5 req-72f8ce88-30ed-4e0b-b8f7-fdc955424a80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 200 len: 913 time: 0.1263845 Jan 12 10:02:51.746020 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7d4db1d4-a3cd-4e78-a150-78fa3406fdb5 req-6ac87d79-1b23-42c2-af43-5a6dc8a45629 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b HTTP/1.1" status: 200 len: 1003 time: 0.0957382 Jan 12 10:02:51.817943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4db1d4-a3cd-4e78-a150-78fa3406fdb5 req-036d981e-fb8f-43df-baaf-a862b8e0c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:51.819458 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7d4db1d4-a3cd-4e78-a150-78fa3406fdb5 req-036d981e-fb8f-43df-baaf-a862b8e0c374 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 200 len: 851 time: 0.0625799 Jan 12 10:02:51.902660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4db1d4-a3cd-4e78-a150-78fa3406fdb5 req-55e0e649-622e-4019-88fa-b9f4f6b590c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:51.904172 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7d4db1d4-a3cd-4e78-a150-78fa3406fdb5 req-55e0e649-622e-4019-88fa-b9f4f6b590c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a30f3330-46fd-407b-b701-c500a2f2caf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747321 Jan 12 10:02:52.040571 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7d4db1d4-a3cd-4e78-a150-78fa3406fdb5 req-6ed23f03-80e0-4010-a78b-b70f3f8512d3 service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258087 Jan 12 10:02:52.240956 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7d4db1d4-a3cd-4e78-a150-78fa3406fdb5 req-6ebb4db9-e7ad-477d-80c1-36ddf553d89f service neutron] 10.222.0.53 "GET /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901829 Jan 12 10:02:52.260462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10282fcf-5e7b-42f2-ac2b-565b2f49b61b req-4277c0d9-5e9d-4bfd-a622-bd03d13c4b81 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:52.261885 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-10282fcf-5e7b-42f2-ac2b-565b2f49b61b req-4277c0d9-5e9d-4bfd-a622-bd03d13c4b81 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.1580346 Jan 12 10:02:52.309836 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-10282fcf-5e7b-42f2-ac2b-565b2f49b61b req-5d2a5c49-a202-4d79-a9d0-f270db3c229d tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421247 Jan 12 10:02:53.527784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620608ee-b3cc-42e6-b356-82330696768b req-35ce8161-2b17-4fe3-978a-6820f43e5849 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:53.529254 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-620608ee-b3cc-42e6-b356-82330696768b req-35ce8161-2b17-4fe3-978a-6820f43e5849 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.1006274 Jan 12 10:02:53.573987 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-620608ee-b3cc-42e6-b356-82330696768b req-c0b83f24-c21f-4c7f-992c-24848b6749f8 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389686 Jan 12 10:02:53.695142 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 445911ad-01c3-492e-a7a2-e495d4dd4d9b no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:02:53.822450 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:53.849627 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2647fa-5396-415c-a998-d42722666fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445911ad-01c3-492e-a7a2-e495d4dd4d9b'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:02:53.859614 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 445911ad-01c3-492e-a7a2-e495d4dd4d9b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:02:53.865984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:53.901599 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2647fa-5396-415c-a998-d42722666fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'code': 200} Jan 12 10:02:53.932565 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=445911ad-01c3-492e-a7a2-e495d4dd4d9b,revision_number=9']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:54.771715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a19ab-e7a4-4d52-9dfa-26c09f8dd084 req-397433de-e3f0-4a46-9d90-690f3990cf86 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:54.773175 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a46a19ab-e7a4-4d52-9dfa-26c09f8dd084 req-397433de-e3f0-4a46-9d90-690f3990cf86 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 944 time: 0.0863888 Jan 12 10:02:54.819102 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a46a19ab-e7a4-4d52-9dfa-26c09f8dd084 req-a69396e1-232b-446f-a42e-49ac690756bb tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401733 Jan 12 10:02:55.695230 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 445911ad-01c3-492e-a7a2-e495d4dd4d9b details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:02:55.834084 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 445911ad-01c3-492e-a7a2-e495d4dd4d9b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:02:55.847017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'port_id': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:02:55.906095 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:55.923090 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445911ad-01c3-492e-a7a2-e495d4dd4d9b {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:02:55.938620 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 445911ad-01c3-492e-a7a2-e495d4dd4d9b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:02:55.943869 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:56.011865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=445911ad-01c3-492e-a7a2-e495d4dd4d9b,revision_number=10']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:56.013583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aee6b-a507-4a7f-967b-3cfe3a1f4357 req-8d8936ea-da7a-4bf2-a821-f5d35a6c63f4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:56.015833 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['445911ad-01c3-492e-a7a2-e495d4dd4d9b'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:02:56.015996 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ee3aee6b-a507-4a7f-967b-3cfe3a1f4357 req-8d8936ea-da7a-4bf2-a821-f5d35a6c63f4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0831912 Jan 12 10:02:56.061543 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ee3aee6b-a507-4a7f-967b-3cfe3a1f4357 req-bd68cbed-f458-4898-b5e5-48f8504771a9 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393260 Jan 12 10:02:57.276321 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fea5e-02b4-4c51-9e23-ff981db054df req-4024eb5e-69f2-4bce-8271-63898ff13d3c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:57.277795 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-960fea5e-02b4-4c51-9e23-ff981db054df req-4024eb5e-69f2-4bce-8271-63898ff13d3c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 946 time: 0.0890362 Jan 12 10:02:57.321989 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-960fea5e-02b4-4c51-9e23-ff981db054df req-c631c7db-a5d9-48c0-9b99-b8ced66a1dfd tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383937 Jan 12 10:02:57.703278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 445911ad-01c3-492e-a7a2-e495d4dd4d9b up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:02:57.780854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 445911ad-01c3-492e-a7a2-e495d4dd4d9b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:02:57.781102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:57.898000 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:57.925452 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2647fa-5396-415c-a998-d42722666fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445911ad-01c3-492e-a7a2-e495d4dd4d9b'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:02:57.935343 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 445911ad-01c3-492e-a7a2-e495d4dd4d9b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:02:57.942198 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:02:57.988068 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2647fa-5396-415c-a998-d42722666fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'code': 200} Jan 12 10:02:58.014300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=445911ad-01c3-492e-a7a2-e495d4dd4d9b,revision_number=11']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:02:58.525797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83a561-0357-4606-9d3f-551354fa521b req-6606959d-c98d-4980-a995-59c31f818809 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:58.527300 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7a83a561-0357-4606-9d3f-551354fa521b req-6606959d-c98d-4980-a995-59c31f818809 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 947 time: 0.0948818 Jan 12 10:02:58.574518 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7a83a561-0357-4606-9d3f-551354fa521b req-c485e612-6dc5-4b1b-b620-76a1abd8a981 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389295 Jan 12 10:02:59.764238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382f915-59bd-4327-9827-00ffd129de16 req-0309d565-6fc3-43c3-98b6-a8c6628cd81f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:02:59.765725 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6382f915-59bd-4327-9827-00ffd129de16 req-0309d565-6fc3-43c3-98b6-a8c6628cd81f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 947 time: 0.0816467 Jan 12 10:02:59.812447 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6382f915-59bd-4327-9827-00ffd129de16 req-7dfa90b0-abce-48b8-99de-629a65f3b2aa tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402625 Jan 12 10:03:01.018965 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc7ca5-96d9-41d5-9a5d-7ebb0cc0b73d req-963bd145-81ee-417d-a5b0-e94198b81ec6 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:01.020433 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-decc7ca5-96d9-41d5-9a5d-7ebb0cc0b73d req-963bd145-81ee-417d-a5b0-e94198b81ec6 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 947 time: 0.0902071 Jan 12 10:03:01.068976 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-decc7ca5-96d9-41d5-9a5d-7ebb0cc0b73d req-7767c55b-11df-4289-9ffd-388e69b8c683 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401022 Jan 12 10:03:01.255087 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedba1b3-6b7f-445c-8a24-3caf90b2cc4f req-b3aad622-18ce-42e1-9ec2-b08113eab64c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:01.256580 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dedba1b3-6b7f-445c-8a24-3caf90b2cc4f req-b3aad622-18ce-42e1-9ec2-b08113eab64c tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 947 time: 0.0815649 Jan 12 10:03:01.303413 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dedba1b3-6b7f-445c-8a24-3caf90b2cc4f req-dec13dae-60b5-4196-b1e2-4740100d04b4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410197 Jan 12 10:03:01.504284 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3b64f-aabc-4f78-962e-6f1016bed212 req-b105098e-f7a1-4f44-b38f-44fcfb41e27b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:01.506393 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-40c3b64f-aabc-4f78-962e-6f1016bed212 req-b105098e-f7a1-4f44-b38f-44fcfb41e27b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 947 time: 0.0934358 Jan 12 10:03:01.561898 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-40c3b64f-aabc-4f78-962e-6f1016bed212 req-ba416fe8-1dce-4f43-8ef9-bcf612fbbad7 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447471 Jan 12 10:03:01.978071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5882b-c1af-4903-a8e1-de6f4aa7fa1b req-500e33a1-bdcb-421f-ae82-93764aaed72f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:01.979594 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-71c5882b-c1af-4903-a8e1-de6f4aa7fa1b req-500e33a1-bdcb-421f-ae82-93764aaed72f tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 947 time: 0.0895092 Jan 12 10:03:02.034028 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-71c5882b-c1af-4903-a8e1-de6f4aa7fa1b req-23d16d77-25e2-4143-8f87-578de72ec9ed tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459447 Jan 12 10:03:03.228313 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8010b09-0be4-4013-878d-c898b915c62b req-c66f32b0-af28-41c4-b7f7-950d425c47bf tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:03.229781 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b8010b09-0be4-4013-878d-c898b915c62b req-c66f32b0-af28-41c4-b7f7-950d425c47bf tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 947 time: 0.0875595 Jan 12 10:03:03.282372 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b8010b09-0be4-4013-878d-c898b915c62b req-7c113731-7184-4d1c-8764-a726715ede58 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463490 Jan 12 10:03:04.484980 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceedc2d-902a-4425-b8be-6149da724282 req-0d5f022e-8a03-48fb-a90b-6ecd93ea65b4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:04.486588 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8ceedc2d-902a-4425-b8be-6149da724282 req-0d5f022e-8a03-48fb-a90b-6ecd93ea65b4 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 947 time: 0.0883617 Jan 12 10:03:04.539537 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8ceedc2d-902a-4425-b8be-6149da724282 req-fd3702f5-500c-4b39-a742-3333af1c897b tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9baf9032-15e7-4c5f-9703-3ff98e3d199a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461516 Jan 12 10:03:04.608264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177b7d5-4cba-4e7e-8c7b-46d0e3c592a3 req-339e65e9-d535-4b8c-8b17-0b2b4cacd9e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:04.609596 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7177b7d5-4cba-4e7e-8c7b-46d0e3c592a3 req-339e65e9-d535-4b8c-8b17-0b2b4cacd9e2 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 947 time: 0.1904707 Jan 12 10:03:04.681933 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-7177b7d5-4cba-4e7e-8c7b-46d0e3c592a3 req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Deleting port 445911ad-01c3-492e-a7a2-e495d4dd4d9b {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:03:04.682276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-7177b7d5-4cba-4e7e-8c7b-46d0e3c592a3 req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:04.925426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-7177b7d5-4cba-4e7e-8c7b-46d0e3c592a3 req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] For port 445911ad-01c3-492e-a7a2-e495d4dd4d9b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=445911ad-01c3-492e-a7a2-e495d4dd4d9b,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:03:04.925786 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-7177b7d5-4cba-4e7e-8c7b-46d0e3c592a3 req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:05.217286 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-7177b7d5-4cba-4e7e-8c7b-46d0e3c592a3 req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:05.217527 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-7177b7d5-4cba-4e7e-8c7b-46d0e3c592a3 req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:05.217844 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [req-7177b7d5-4cba-4e7e-8c7b-46d0e3c592a3 req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Floating IP 1d8f625e-cf7a-437b-a5c4-56b846c4c010 disassociated. External IP: 172.26.2.250, port: 445911ad-01c3-492e-a7a2-e495d4dd4d9b. Jan 12 10:03:05.218178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-7177b7d5-4cba-4e7e-8c7b-46d0e3c592a3 req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Calling delete_port for 445911ad-01c3-492e-a7a2-e495d4dd4d9b owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:03:05.372120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-7177b7d5-4cba-4e7e-8c7b-46d0e3c592a3 req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:05.425078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Pushing event deleted for resources: {'Port': ['ID=445911ad-01c3-492e-a7a2-e495d4dd4d9b,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:05.496571 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:05.496915 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:05.497246 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:05.497543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:05.497897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:05.498218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:05.498538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:05.498878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:05.499197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:05.499513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:05.499888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:05.500119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:05.627648 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7177b7d5-4cba-4e7e-8c7b-46d0e3c592a3 req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:03:05.736552 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c0c7244b-78fc-42ae-8ffd-19cdfb1b98fc req-b38e3dc3-0047-4303-8768-5575f53bb963 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 210 time: 0.0519886 Jan 12 10:03:05.844406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7177b7d5-4cba-4e7e-8c7b-46d0e3c592a3 req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:03:05.854617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b5de1-49b8-41fe-81f3-18e9e773e106 None None] Sync routers for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:03:05.865078 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b5de1-49b8-41fe-81f3-18e9e773e106 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:03:05.865719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-eb2b5de1-49b8-41fe-81f3-18e9e773e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:02:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:03:05.929931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7177b7d5-4cba-4e7e-8c7b-46d0e3c592a3 req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] No DVR routers for this DVR port 445911ad-01c3-492e-a7a2-e495d4dd4d9b on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:03:05.932529 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-7177b7d5-4cba-4e7e-8c7b-46d0e3c592a3 req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:05.935143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2647fa-5396-415c-a998-d42722666fc3', 'name': 'network-vif-deleted', 'tag': '445911ad-01c3-492e-a7a2-e495d4dd4d9b'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:03:05.953243 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7177b7d5-4cba-4e7e-8c7b-46d0e3c592a3 req-22ee64f0-a4e8-496c-b44c-4fdb47c528d3 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.53 "DELETE /v2.0/ports/445911ad-01c3-492e-a7a2-e495d4dd4d9b HTTP/1.1" status: 204 len: 173 time: 1.3347719 Jan 12 10:03:05.982798 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2647fa-5396-415c-a998-d42722666fc3', 'name': 'network-vif-deleted', 'tag': '445911ad-01c3-492e-a7a2-e495d4dd4d9b', 'status': 'completed', 'code': 200} Jan 12 10:03:06.058165 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-eb2b5de1-49b8-41fe-81f3-18e9e773e106 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:03:06.376601 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-eb2b5de1-49b8-41fe-81f3-18e9e773e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:03:06.380654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b5de1-49b8-41fe-81f3-18e9e773e106 None None] Checking router: 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:03:06.389496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b5de1-49b8-41fe-81f3-18e9e773e106 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:03:06.390101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-eb2b5de1-49b8-41fe-81f3-18e9e773e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:02:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:03:06.609442 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-eb2b5de1-49b8-41fe-81f3-18e9e773e106 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:03:06.781123 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5a7e442a-7815-4de4-b4da-e79b917eea4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:06.902192 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-5761b8bf-8ed0-461e-94eb-312e67afdd78 req-8c77d7fc-7dc8-4c29-a4bf-83bc713d6956 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Synchronizing usage tracker for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:03:06.919673 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-5761b8bf-8ed0-461e-94eb-312e67afdd78 req-8c77d7fc-7dc8-4c29-a4bf-83bc713d6956 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Unset dirty status for tenant:cf9c0b879e254b53944f933563c285de on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:03:06.920974 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5761b8bf-8ed0-461e-94eb-312e67afdd78 req-8c77d7fc-7dc8-4c29-a4bf-83bc713d6956 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc2647fa-5396-415c-a998-d42722666fc3 HTTP/1.1" status: 200 len: 210 time: 0.0643809 Jan 12 10:03:06.934926 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-eb2b5de1-49b8-41fe-81f3-18e9e773e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:03:06.939314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b5de1-49b8-41fe-81f3-18e9e773e106 None None] The sync data for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv is: [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T09:56:54Z', 'revision_number': 4, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '16818d7b-4012-45cd-9d0c-870b2e8be14e', 'name': '', 'network_id': 'a30f3330-46fd-407b-b701-c500a2f2caf0', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'mac_address': 'fa:16:3e:46:41:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:53Z', 'updated_at': '2022-01-12T09:56:59Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'subnets': [{'id': '18ca7641-a629-40bb-847f-d01fb55a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:03:07.184730 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d35d9-cb49-42ee-9205-dec8564078a8 None None] New status for floating IP 1d8f625e-cf7a-437b-a5c4-56b846c4c010: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:03:07.755387 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 445911ad-01c3-492e-a7a2-e495d4dd4d9b no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:03:07.789628 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 445911ad-01c3-492e-a7a2-e495d4dd4d9b {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:03:07.789981 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 445911ad-01c3-492e-a7a2-e495d4dd4d9b not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:03:09.332216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b824c7af-8a12-4c93-9415-45a4d5ba60d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:10.337136 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:11.117091 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:11.251700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 45950) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:11.322838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f06e7283-cbce-44fb-8380-c840c9f4e4be tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:11.355064 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f06e7283-cbce-44fb-8380-c840c9f4e4be tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:11.418003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f06e7283-cbce-44fb-8380-c840c9f4e4be tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:11.533464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e7283-cbce-44fb-8380-c840c9f4e4be tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baf9032-15e7-4c5f-9703-3ff98e3d199a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:11.547423 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f06e7283-cbce-44fb-8380-c840c9f4e4be tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:11.548558 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f06e7283-cbce-44fb-8380-c840c9f4e4be tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "DELETE /v2.0/security-groups/9baf9032-15e7-4c5f-9703-3ff98e3d199a HTTP/1.1" status: 204 len: 168 time: 0.2958558 Jan 12 10:03:11.551104 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 45954) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:11.566824 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.api.v2.resource [None req-792c8099-8f09-419a-a0cc-c2e503069e65 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] show failed (client error): The resource could not be found. Jan 12 10:03:11.567882 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-792c8099-8f09-419a-a0cc-c2e503069e65 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "GET /v2.0/security-groups/9baf9032-15e7-4c5f-9703-3ff98e3d199a HTTP/1.1" status: 404 len: 347 time: 0.0158379 Jan 12 10:03:11.570465 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 45958) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:11.722909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-21a751aa-007e-47f3-967d-f05a7654ab85 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Deleting port cc68cab7-a7b0-4f4d-ad95-e595dcf0ef7c {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:03:11.723304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21a751aa-007e-47f3-967d-f05a7654ab85 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:11.893444 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21a751aa-007e-47f3-967d-f05a7654ab85 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:11.893736 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21a751aa-007e-47f3-967d-f05a7654ab85 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:12.013041 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-21a751aa-007e-47f3-967d-f05a7654ab85 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Calling delete_port for cc68cab7-a7b0-4f4d-ad95-e595dcf0ef7c owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:03:12.156517 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21a751aa-007e-47f3-967d-f05a7654ab85 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:12.203429 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a751aa-007e-47f3-967d-f05a7654ab85 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Pushing event deleted for resources: {'Port': ['ID=cc68cab7-a7b0-4f4d-ad95-e595dcf0ef7c,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:12.296331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21a751aa-007e-47f3-967d-f05a7654ab85 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:12.315278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-21a751aa-007e-47f3-967d-f05a7654ab85 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:12.316424 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-21a751aa-007e-47f3-967d-f05a7654ab85 tempest-ServerActionsTestJSON-268303231 tempest-ServerActionsTestJSON-268303231-project] 10.222.0.26 "DELETE /v2.0/floatingips/1d8f625e-cf7a-437b-a5c4-56b846c4c010 HTTP/1.1" status: 204 len: 168 time: 0.7450855 Jan 12 10:03:12.319457 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 45962) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:12.708296 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:12.918512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f01d62a-d095-4529-8047-a346ae0392db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:13.380230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-9f01d62a-d095-4529-8047-a346ae0392db admin admin] Deleting port 16818d7b-4012-45cd-9d0c-870b2e8be14e {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:03:13.380912 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f01d62a-d095-4529-8047-a346ae0392db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:13.557944 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-9f01d62a-d095-4529-8047-a346ae0392db admin admin] For port 16818d7b-4012-45cd-9d0c-870b2e8be14e, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=16818d7b-4012-45cd-9d0c-870b2e8be14e,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:03:13.558303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f01d62a-d095-4529-8047-a346ae0392db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:13.677811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-9f01d62a-d095-4529-8047-a346ae0392db admin admin] Calling delete_port for 16818d7b-4012-45cd-9d0c-870b2e8be14e owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:03:13.999002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f01d62a-d095-4529-8047-a346ae0392db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:14.044549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01d62a-d095-4529-8047-a346ae0392db admin admin] Pushing event deleted for resources: {'Port': ['ID=16818d7b-4012-45cd-9d0c-870b2e8be14e,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:14.309429 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9f01d62a-d095-4529-8047-a346ae0392db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:14.777326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f01d62a-d095-4529-8047-a346ae0392db admin admin] Router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:03:14.954553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f01d62a-d095-4529-8047-a346ae0392db admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:03:14.964167 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46b8e4-fd23-4576-9a7a-babd107af6e3 None None] Sync routers for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:03:14.968102 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9f01d62a-d095-4529-8047-a346ae0392db admin admin] 10.222.0.26 "PUT /v2.0/routers/4a7e69b9-a846-4a84-ab1e-bb47c479b4ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6476641 Jan 12 10:03:14.970810 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 45968) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:14.975048 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a46b8e4-fd23-4576-9a7a-babd107af6e3 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:03:14.975664 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6a46b8e4-fd23-4576-9a7a-babd107af6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:03:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:03:15.155519 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-6a46b8e4-fd23-4576-9a7a-babd107af6e3 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:03:15.252120 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:15.427041 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:15.433708 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6a46b8e4-fd23-4576-9a7a-babd107af6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T10:03:13Z', 'revision_number': 5, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port': {'id': '09c81df5-ad44-40bf-8ca8-2a064bf66264', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T09:56:51Z', 'updated_at': '2022-01-12T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:03:15.437881 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46b8e4-fd23-4576-9a7a-babd107af6e3 None None] Checking router: 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:03:15.440303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Deleting port 09c81df5-ad44-40bf-8ca8-2a064bf66264 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:03:15.440669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:15.446313 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a46b8e4-fd23-4576-9a7a-babd107af6e3 None None] Routers {'4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:03:15.446938 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6a46b8e4-fd23-4576-9a7a-babd107af6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:03:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:03:15.600424 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-6a46b8e4-fd23-4576-9a7a-babd107af6e3 None None] Set router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:03:15.627830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] For port 09c81df5-ad44-40bf-8ca8-2a064bf66264, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=09c81df5-ad44-40bf-8ca8-2a064bf66264,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:03:15.628181 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:15.746564 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6a46b8e4-fd23-4576-9a7a-babd107af6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T10:03:15Z', 'revision_number': 6, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:03:15.749838 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Calling delete_port for 09c81df5-ad44-40bf-8ca8-2a064bf66264 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:03:15.750364 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46b8e4-fd23-4576-9a7a-babd107af6e3 None None] The sync data for ids ['4a7e69b9-a846-4a84-ab1e-bb47c479b4ee'] in dv-neutron-824346-1-hyperv is: [{'id': '4a7e69b9-a846-4a84-ab1e-bb47c479b4ee', 'name': 'tempest-ServerActionsTestJSON-1756783794-router', 'tenant_id': 'cf9c0b879e254b53944f933563c285de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T09:56:50Z', 'updated_at': '2022-01-12T10:03:15Z', 'revision_number': 6, 'project_id': 'cf9c0b879e254b53944f933563c285de', 'gw_port_host': None}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:03:16.052350 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.103238 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c81df5-ad44-40bf-8ca8-2a064bf66264,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:16.143393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:16.143754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:16.144083 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:16.144405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:16.144720 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:16.145069 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:16.145385 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:16.145694 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:16.146004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:16.146314 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:16.146621 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:16.146954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:16.201380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.369610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.371885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.399833 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.400354 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a7e69b9-a846-4a84-ab1e-bb47c479b4ee {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 10:03:16.412490 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.413578 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-09668586-1497-47fc-a2e6-b3236b749329 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4a7e69b9-a846-4a84-ab1e-bb47c479b4ee HTTP/1.1" status: 204 len: 168 time: 1.4418278 Jan 12 10:03:16.416339 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 45972) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:16.475229 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0b0618-5b25-4307-acaa-4f4bd3cd45dc admin admin] Deleting subnet 18ca7641-a629-40bb-847f-d01fb55a2253 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:03:16.478530 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0618-5b25-4307-acaa-4f4bd3cd45dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.528736 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0618-5b25-4307-acaa-4f4bd3cd45dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.740416 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0618-5b25-4307-acaa-4f4bd3cd45dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.811342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0618-5b25-4307-acaa-4f4bd3cd45dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.829828 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.848445 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b0618-5b25-4307-acaa-4f4bd3cd45dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ca7641-a629-40bb-847f-d01fb55a2253,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:16.852175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0618-5b25-4307-acaa-4f4bd3cd45dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.857603 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b2ed6-c8e8-4fc3-8055-d842c1ac75c8 None None] Network a30f3330-46fd-407b-b701-c500a2f2caf0 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:03:16.860827 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9a0b0618-5b25-4307-acaa-4f4bd3cd45dc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/18ca7641-a629-40bb-847f-d01fb55a2253 HTTP/1.1" status: 204 len: 168 time: 0.4410622 Jan 12 10:03:16.860984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 45976) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:16.969081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:16.980977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] Deleting port 30d32d55-8b2d-4e59-930a-48677171f24f {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:03:16.981294 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:17.107035 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ac4b27-e6f2-474d-a75a-53a920cf7167 None None] DHCP port deletion for a30f3330-46fd-407b-b701-c500a2f2caf0 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:03:17.111459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac4b27-e6f2-474d-a75a-53a920cf7167 None None] Deleting port 30d32d55-8b2d-4e59-930a-48677171f24f {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:03:17.111839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4b27-e6f2-474d-a75a-53a920cf7167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:17.193361 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] For port 30d32d55-8b2d-4e59-930a-48677171f24f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=30d32d55-8b2d-4e59-930a-48677171f24f,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:03:17.193975 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:17.313800 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] Calling delete_port for 30d32d55-8b2d-4e59-930a-48677171f24f owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:03:17.319250 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c9ac4b27-e6f2-474d-a75a-53a920cf7167 None None] For port 30d32d55-8b2d-4e59-930a-48677171f24f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=30d32d55-8b2d-4e59-930a-48677171f24f,segment=NetworkSegment(fb02be98-d67d-4747-928a-0340eed52c2c),segment_id=fb02be98-d67d-4747-928a-0340eed52c2c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:03:17.319642 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4b27-e6f2-474d-a75a-53a920cf7167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:17.390881 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:17.439424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d32d55-8b2d-4e59-930a-48677171f24f,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:17.440364 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac4b27-e6f2-474d-a75a-53a920cf7167 None None] Calling delete_port for 30d32d55-8b2d-4e59-930a-48677171f24f owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:03:17.442701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] No DVR routers for this DVR port 30d32d55-8b2d-4e59-930a-48677171f24f on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:03:17.515907 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-c9ac4b27-e6f2-474d-a75a-53a920cf7167 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:03:17.516251 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-c9ac4b27-e6f2-474d-a75a-53a920cf7167 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:03:17.556464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:17.581957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30f3330-46fd-407b-b701-c500a2f2caf0']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:03:17.593898 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb02be98-d67d-4747-928a-0340eed52c2c') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:03:17.594212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb02be98-d67d-4747-928a-0340eed52c2c') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:03:17.598566 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 16818d7b-4012-45cd-9d0c-870b2e8be14e no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:03:17.605983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:17.622656 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:17.628974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:03:17.629448 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:17.633224 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 16818d7b-4012-45cd-9d0c-870b2e8be14e {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:03:17.633571 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 16818d7b-4012-45cd-9d0c-870b2e8be14e not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:03:17.633993 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 30d32d55-8b2d-4e59-930a-48677171f24f no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:03:17.643794 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:03:17.667054 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 30d32d55-8b2d-4e59-930a-48677171f24f {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:03:17.667419 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 30d32d55-8b2d-4e59-930a-48677171f24f not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:03:17.667831 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 09c81df5-ad44-40bf-8ca8-2a064bf66264 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:03:17.702888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 09c81df5-ad44-40bf-8ca8-2a064bf66264 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:03:17.703229 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 09c81df5-ad44-40bf-8ca8-2a064bf66264 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:03:17.729717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:17.746184 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:17.756319 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] Pushing event deleted for resources: {'Network': ['ID=a30f3330-46fd-407b-b701-c500a2f2caf0,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:17.772719 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0006cb35-7ecd-4103-a3e6-a9f021585389 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a30f3330-46fd-407b-b701-c500a2f2caf0 HTTP/1.1" status: 204 len: 168 time: 0.9107583 Jan 12 10:03:17.903580 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 45982) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:17.952116 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-870e906c-b42b-4882-8244-dbfde3ae50b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf9c0b879e254b53944f933563c285de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473487 Jan 12 10:03:17.954614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 45986) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:18.015097 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-51931295-6576-4541-adae-0405ef52ae4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:18.017697 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac4b27-e6f2-474d-a75a-53a920cf7167 None None] Deleting port 30d32d55-8b2d-4e59-930a-48677171f24f {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:03:18.018741 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4b27-e6f2-474d-a75a-53a920cf7167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:18.041804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-51931295-6576-4541-adae-0405ef52ae4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:18.089181 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac4b27-e6f2-474d-a75a-53a920cf7167 None None] The port '30d32d55-8b2d-4e59-930a-48677171f24f' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 10:03:18.102811 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-51931295-6576-4541-adae-0405ef52ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:18.118798 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51931295-6576-4541-adae-0405ef52ae4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213f4626-c184-4b0f-b2ee-89deb44eff30,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:18.127259 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-51931295-6576-4541-adae-0405ef52ae4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:18.128377 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-51931295-6576-4541-adae-0405ef52ae4b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/213f4626-c184-4b0f-b2ee-89deb44eff30 HTTP/1.1" status: 204 len: 168 time: 0.1729009 Jan 12 10:03:18.942398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46010) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:19.066474 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-118182515-network', 'tenant_id': '57ff2f7ea38644dba03a345911c35b8c'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:03:19.071549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:03:19.075582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Usage tracker for resource:network and tenant:57ff2f7ea38644dba03a345911c35b8c is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:03:19.078474 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:03:19.084782 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:03:19.095409 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Made reservation on behalf of 57ff2f7ea38644dba03a345911c35b8c for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:03:19.098024 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:19.113476 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:19.128211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:03:19.132329 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Usage tracker for resource:security_group_rule and tenant:57ff2f7ea38644dba03a345911c35b8c is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:03:19.135221 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:03:19.141061 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:03:19.227474 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:19.233715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:19.264017 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:03:19.272575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:19.278133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:19.278473 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Added segment d5642041-edc8-4474-9d24-65994a84a276 of type vlan for network 0dcf967c-ad7e-4320-b810-475b38d479c9 Jan 12 10:03:19.304711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:19.335940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:19.337043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:19.337753 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:19.441061 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4975195 Jan 12 10:03:19.442046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076a1c8-3b9e-4b92-9979-f6516429ca2d admin admin] Pushing event updated for resources: {'Network': ['ID=0dcf967c-ad7e-4320-b810-475b38d479c9,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:19.444448 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46016) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:19.451119 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-1541435d-0bcb-44e6-8aeb-b8e168f4afa4 admin admin] Request body: {'subnet': {'network_id': '0dcf967c-ad7e-4320-b810-475b38d479c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-118182515-subnet', 'tenant_id': '57ff2f7ea38644dba03a345911c35b8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:03:19.452709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 0dcf967c-ad7e-4320-b810-475b38d479c9 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:03:19.456722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1541435d-0bcb-44e6-8aeb-b8e168f4afa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:03:19.461485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1541435d-0bcb-44e6-8aeb-b8e168f4afa4 admin admin] Usage tracker for resource:subnet and tenant:57ff2f7ea38644dba03a345911c35b8c is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:03:19.464512 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1541435d-0bcb-44e6-8aeb-b8e168f4afa4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:03:19.470699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1541435d-0bcb-44e6-8aeb-b8e168f4afa4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:03:19.483104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1541435d-0bcb-44e6-8aeb-b8e168f4afa4 admin admin] Made reservation on behalf of 57ff2f7ea38644dba03a345911c35b8c for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:03:19.485682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1541435d-0bcb-44e6-8aeb-b8e168f4afa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:19.707907 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1541435d-0bcb-44e6-8aeb-b8e168f4afa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:19.782196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541435d-0bcb-44e6-8aeb-b8e168f4afa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c201a5-fbd0-490c-ae79-e6239c80e1c3,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:19.794249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1541435d-0bcb-44e6-8aeb-b8e168f4afa4 admin admin] Checking segment: {'id': 'd5642041-edc8-4474-9d24-65994a84a276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0dcf967c-ad7e-4320-b810-475b38d479c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:03:19.794738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1541435d-0bcb-44e6-8aeb-b8e168f4afa4 admin admin] Network hostable DHCP agents. Network: 0dcf967c-ad7e-4320-b810-475b38d479c9, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:03:19.815323 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1541435d-0bcb-44e6-8aeb-b8e168f4afa4 admin admin] Network 0dcf967c-ad7e-4320-b810-475b38d479c9 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:03:19.826313 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-1541435d-0bcb-44e6-8aeb-b8e168f4afa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 0dcf967c-ad7e-4320-b810-475b38d479c9) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:03:19.830697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541435d-0bcb-44e6-8aeb-b8e168f4afa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:19.831312 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1541435d-0bcb-44e6-8aeb-b8e168f4afa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:19.837308 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2501f6b5-c9cf-41d2-a868-3d92ab7719ed None None] Network 0dcf967c-ad7e-4320-b810-475b38d479c9 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:03:19.854272 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1541435d-0bcb-44e6-8aeb-b8e168f4afa4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4081657 Jan 12 10:03:20.065424 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a6db21-deb0-43a5-88ec-ebefd4f23414 None None] Network 0dcf967c-ad7e-4320-b810-475b38d479c9 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:03:20.378669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-ff9819cb-b8cd-4e9a-a2e0-1e92eaeb857e tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:20.379294 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-ff9819cb-b8cd-4e9a-a2e0-1e92eaeb857e tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Synchronizing usage tracker for tenant:57ff2f7ea38644dba03a345911c35b8c on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:03:20.399634 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-ff9819cb-b8cd-4e9a-a2e0-1e92eaeb857e tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Unset dirty status for tenant:57ff2f7ea38644dba03a345911c35b8c on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:03:20.400785 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-ff9819cb-b8cd-4e9a-a2e0-1e92eaeb857e tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/networks?id=0dcf967c-ad7e-4320-b810-475b38d479c9 HTTP/1.1" status: 200 len: 813 time: 0.1698666 Jan 12 10:03:20.415605 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-ba06cf18-adde-43de-ba57-16420a75255d tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/quotas/57ff2f7ea38644dba03a345911c35b8c HTTP/1.1" status: 200 len: 375 time: 0.0090439 Jan 12 10:03:20.461409 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-8e4775b9-c621-4680-8bca-7c1b2badd8fa tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=57ff2f7ea38644dba03a345911c35b8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407107 Jan 12 10:03:20.645500 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-93318784-f780-42ce-a1ae-33e2f7fb9e04 service neutron] 10.222.0.26 "GET /v2.0/networks/0dcf967c-ad7e-4320-b810-475b38d479c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773129 Jan 12 10:03:20.782026 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-00ddd979-7913-4b29-9a0f-40626fcd4508 service neutron] 10.222.0.26 "GET /v2.0/networks/0dcf967c-ad7e-4320-b810-475b38d479c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282897 Jan 12 10:03:20.963269 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c374534e-1f46-4ef9-ba09-4b2fd106cd3a req-8dc86757-ebc5-4207-940a-0f4effc9cbd4 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 210 time: 0.0425947 Jan 12 10:03:22.258341 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-199efcef-7354-4421-8c1a-49429d35dc15 req-4b892d08-7f3a-4601-bd04-3b926210a934 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 210 time: 0.1641154 Jan 12 10:03:22.296099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-7e52667f-225e-4158-a21a-e151b070d34a tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:22.297533 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-7e52667f-225e-4158-a21a-e151b070d34a tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.53 "GET /v2.0/networks?id=0dcf967c-ad7e-4320-b810-475b38d479c9 HTTP/1.1" status: 200 len: 813 time: 0.3071361 Jan 12 10:03:22.318334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Request body: {'port': {'device_id': '0cb76832-fa40-475f-9729-b3a493e9b5ee', 'network_id': '0dcf967c-ad7e-4320-b810-475b38d479c9', 'admin_state_up': True, 'tenant_id': '57ff2f7ea38644dba03a345911c35b8c'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:03:22.452953 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:03:22.457250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Usage tracker for resource:port and tenant:57ff2f7ea38644dba03a345911c35b8c is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:03:22.460095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:03:22.465767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:03:22.478526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Made reservation on behalf of 57ff2f7ea38644dba03a345911c35b8c for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:03:22.481997 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:22.652862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Allocated IP 172.20.0.5 (0dcf967c-ad7e-4320-b810-475b38d479c9/39c201a5-fbd0-490c-ae79-e6239c80e1c3/c59917d2-92a9-42fe-a2ef-87128b2a1a66) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:03:22.865018 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:22.900972 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:22.972496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Network 0dcf967c-ad7e-4320-b810-475b38d479c9 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:03:22.975673 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:03:22.980625 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:03:23.010710 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Pushing event updated for resources: {'Port': ['ID=c59917d2-92a9-42fe-a2ef-87128b2a1a66,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:23.046572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:23.047215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:23.069086 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-eb7e0324-79e7-4bb7-9646-f7dc21926232 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7546246 Jan 12 10:03:23.084822 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Request body: {'port': {'device_id': '0cb76832-fa40-475f-9729-b3a493e9b5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:03:23.196323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:23.441784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd5fe7-511a-44f3-a727-33858ab02e42 req-2aa90e21-0a67-41f4-8a38-0fff7e96eabe tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:23.443349 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-86dd5fe7-511a-44f3-a727-33858ab02e42 req-2aa90e21-0a67-41f4-8a38-0fff7e96eabe tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 931 time: 0.0790949 Jan 12 10:03:23.544572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59917d2-92a9-42fe-a2ef-87128b2a1a66 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:03:23.552688 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:23.569021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Transition to ACTIVE for port object c59917d2-92a9-42fe-a2ef-87128b2a1a66 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:03:23.576473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:23.600500 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-86dd5fe7-511a-44f3-a727-33858ab02e42 req-b012c9f5-25fa-4d6b-8d6a-acc78b0dc149 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513884 Jan 12 10:03:23.704997 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Pushing event updated for resources: {'Port': ['ID=c59917d2-92a9-42fe-a2ef-87128b2a1a66,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:23.807330 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Attempting to bind port c59917d2-92a9-42fe-a2ef-87128b2a1a66 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:03:23.807568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Attempting to bind port c59917d2-92a9-42fe-a2ef-87128b2a1a66 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd5642041-edc8-4474-9d24-65994a84a276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0dcf967c-ad7e-4320-b810-475b38d479c9'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:03:23.807877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Attempting to bind port c59917d2-92a9-42fe-a2ef-87128b2a1a66 on network 0dcf967c-ad7e-4320-b810-475b38d479c9 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:03:23.812875 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Port c59917d2-92a9-42fe-a2ef-87128b2a1a66 on network 0dcf967c-ad7e-4320-b810-475b38d479c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 10:03:23.813187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Attempting to bind port c59917d2-92a9-42fe-a2ef-87128b2a1a66 on network 0dcf967c-ad7e-4320-b810-475b38d479c9 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:03:23.818357 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:03:23.818690 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Checking segment: {'id': 'd5642041-edc8-4474-9d24-65994a84a276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0dcf967c-ad7e-4320-b810-475b38d479c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:03:23.819101 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Bound using segment: {'id': 'd5642041-edc8-4474-9d24-65994a84a276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0dcf967c-ad7e-4320-b810-475b38d479c9'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:03:23.819515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Bound port: c59917d2-92a9-42fe-a2ef-87128b2a1a66, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5642041-edc8-4474-9d24-65994a84a276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0dcf967c-ad7e-4320-b810-475b38d479c9'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:03:23.819853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:23.920501 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] For port c59917d2-92a9-42fe-a2ef-87128b2a1a66, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:03:23.925134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] For port c59917d2-92a9-42fe-a2ef-87128b2a1a66, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c59917d2-92a9-42fe-a2ef-87128b2a1a66,segment=NetworkSegment(d5642041-edc8-4474-9d24-65994a84a276),segment_id=d5642041-edc8-4474-9d24-65994a84a276)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:03:23.932648 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:23.995486 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:23.996131 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:23.997488 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] 10.222.0.53 "PUT /v2.0/ports/c59917d2-92a9-42fe-a2ef-87128b2a1a66 HTTP/1.1" status: 200 len: 1093 time: 0.9168634 Jan 12 10:03:23.997908 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb76832-fa40-475f-9729-b3a493e9b5ee', 'tag': 'c59917d2-92a9-42fe-a2ef-87128b2a1a66'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:03:24.018118 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d12abe-60a3-4ea4-a7d3-6d7ba5705cce service neutron] Pushing event updated for resources: {'Port': ['ID=c59917d2-92a9-42fe-a2ef-87128b2a1a66,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:24.070876 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb76832-fa40-475f-9729-b3a493e9b5ee', 'tag': 'c59917d2-92a9-42fe-a2ef-87128b2a1a66', 'status': 'completed', 'code': 200} Jan 12 10:03:24.110449 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-9272e0f9-5013-4b8e-b7bd-02a610e153b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:24.111978 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-9272e0f9-5013-4b8e-b7bd-02a610e153b9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57ff2f7ea38644dba03a345911c35b8c&device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 1096 time: 0.0721009 Jan 12 10:03:24.294461 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-dabc8086-b762-48ee-b5fc-2824aad91779 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c59917d2-92a9-42fe-a2ef-87128b2a1a66 HTTP/1.1" status: 200 len: 217 time: 0.1687930 Jan 12 10:03:24.359978 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-f7475d20-6b0e-41ac-821c-864d0787826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:24.361316 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-f7475d20-6b0e-41ac-821c-864d0787826c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39c201a5-fbd0-490c-ae79-e6239c80e1c3 HTTP/1.1" status: 200 len: 853 time: 0.0583875 Jan 12 10:03:24.413422 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-2512d4d7-abed-44c5-8c7b-95cced92554b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0dcf967c-ad7e-4320-b810-475b38d479c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421278 Jan 12 10:03:24.444451 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:03:24.550962 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-61aabf89-04cf-415a-a65d-764b5d5a9905 service neutron] 10.222.0.53 "GET /v2.0/networks/0dcf967c-ad7e-4320-b810-475b38d479c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268589 Jan 12 10:03:24.688103 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4addbffb-9875-4957-9bdd-8179cdd60fa3 req-0b69a2e1-b5bb-4ef8-a031-5060a754ef22 service neutron] 10.222.0.53 "GET /v2.0/networks/0dcf967c-ad7e-4320-b810-475b38d479c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297400 Jan 12 10:03:24.802300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786d936-794e-40dd-a78c-9a7af650df2f req-b9863f67-f16d-4ed3-ba21-cc01a8f2663c tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:24.803941 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7786d936-794e-40dd-a78c-9a7af650df2f req-b9863f67-f16d-4ed3-ba21-cc01a8f2663c tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 943 time: 0.0852106 Jan 12 10:03:24.832572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945d5d7-f49e-4965-bd6d-cbbc3b5cc940 req-262138b3-a4be-45f4-940a-5e4a8ce15516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:24.834087 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0945d5d7-f49e-4965-bd6d-cbbc3b5cc940 req-262138b3-a4be-45f4-940a-5e4a8ce15516 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57ff2f7ea38644dba03a345911c35b8c&device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 1096 time: 0.0776165 Jan 12 10:03:24.849479 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7786d936-794e-40dd-a78c-9a7af650df2f req-85622b9e-1cd2-4c3c-9166-62d5fd27aa21 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 Jan 12 10:03:24.979857 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945d5d7-f49e-4965-bd6d-cbbc3b5cc940 req-7d32b58e-33b6-4970-9b7d-c6d39b53ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:24.981338 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0945d5d7-f49e-4965-bd6d-cbbc3b5cc940 req-7d32b58e-33b6-4970-9b7d-c6d39b53ae1d service neutron] 10.222.0.53 "GET /v2.0/networks?id=0dcf967c-ad7e-4320-b810-475b38d479c9 HTTP/1.1" status: 200 len: 914 time: 0.1375353 Jan 12 10:03:25.058291 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0945d5d7-f49e-4965-bd6d-cbbc3b5cc940 req-bdf85e60-0e01-4283-9126-dbfa0ffd78cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c59917d2-92a9-42fe-a2ef-87128b2a1a66 HTTP/1.1" status: 200 len: 217 time: 0.0665369 Jan 12 10:03:25.128898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945d5d7-f49e-4965-bd6d-cbbc3b5cc940 req-0bb4321b-74a3-4093-a6d9-06bdabc044a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:25.130418 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0945d5d7-f49e-4965-bd6d-cbbc3b5cc940 req-0bb4321b-74a3-4093-a6d9-06bdabc044a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39c201a5-fbd0-490c-ae79-e6239c80e1c3 HTTP/1.1" status: 200 len: 853 time: 0.0635660 Jan 12 10:03:25.180836 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0945d5d7-f49e-4965-bd6d-cbbc3b5cc940 req-49689376-9909-4732-bcbe-9e6ef16cb074 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0dcf967c-ad7e-4320-b810-475b38d479c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435586 Jan 12 10:03:25.322474 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0945d5d7-f49e-4965-bd6d-cbbc3b5cc940 req-b5e2e5c5-e2ed-48bd-803d-73e50c5dbe18 service neutron] 10.222.0.53 "GET /v2.0/networks/0dcf967c-ad7e-4320-b810-475b38d479c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345346 Jan 12 10:03:25.471210 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0945d5d7-f49e-4965-bd6d-cbbc3b5cc940 req-0e4136a8-03aa-47e5-9948-164ca7a7a60d service neutron] 10.222.0.53 "GET /v2.0/networks/0dcf967c-ad7e-4320-b810-475b38d479c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405232 Jan 12 10:03:26.058643 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fde1e-3bd8-4049-812d-cea73b0e394c req-d9fccdd0-0acf-49d9-bde6-8d29e150c8e9 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:26.059392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-e77fde1e-3bd8-4049-812d-cea73b0e394c req-d9fccdd0-0acf-49d9-bde6-8d29e150c8e9 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Synchronizing usage tracker for tenant:57ff2f7ea38644dba03a345911c35b8c on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:03:26.078822 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-e77fde1e-3bd8-4049-812d-cea73b0e394c req-d9fccdd0-0acf-49d9-bde6-8d29e150c8e9 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Unset dirty status for tenant:57ff2f7ea38644dba03a345911c35b8c on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:03:26.080079 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e77fde1e-3bd8-4049-812d-cea73b0e394c req-d9fccdd0-0acf-49d9-bde6-8d29e150c8e9 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 943 time: 0.1155629 Jan 12 10:03:26.125594 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-e77fde1e-3bd8-4049-812d-cea73b0e394c req-6cd09f51-27d9-4529-ae5b-cca1ee4e5af2 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Synchronizing usage tracker for tenant:57ff2f7ea38644dba03a345911c35b8c on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:03:26.144562 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-e77fde1e-3bd8-4049-812d-cea73b0e394c req-6cd09f51-27d9-4529-ae5b-cca1ee4e5af2 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Unset dirty status for tenant:57ff2f7ea38644dba03a345911c35b8c on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:03:26.145821 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e77fde1e-3bd8-4049-812d-cea73b0e394c req-6cd09f51-27d9-4529-ae5b-cca1ee4e5af2 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599020 Jan 12 10:03:27.351005 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069e1d4-1b81-46ce-82a7-1422a8eae81d req-82f4aca5-1bf0-4460-bb99-45eb859e39c5 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:27.352481 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1069e1d4-1b81-46ce-82a7-1422a8eae81d req-82f4aca5-1bf0-4460-bb99-45eb859e39c5 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 943 time: 0.0872097 Jan 12 10:03:27.403929 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1069e1d4-1b81-46ce-82a7-1422a8eae81d req-7535b1d0-d561-4b98-a2a4-ac94bbe145b1 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428665 Jan 12 10:03:27.845436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device c59917d2-92a9-42fe-a2ef-87128b2a1a66 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:03:28.029625 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port c59917d2-92a9-42fe-a2ef-87128b2a1a66, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c59917d2-92a9-42fe-a2ef-87128b2a1a66,segment=NetworkSegment(d5642041-edc8-4474-9d24-65994a84a276),segment_id=d5642041-edc8-4474-9d24-65994a84a276)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:03:28.043789 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'c59917d2-92a9-42fe-a2ef-87128b2a1a66', 'network_id': '0dcf967c-ad7e-4320-b810-475b38d479c9', 'port_id': 'c59917d2-92a9-42fe-a2ef-87128b2a1a66', 'mac_address': 'fa:16:3e:d3:66:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c201a5-fbd0-490c-ae79-e6239c80e1c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:03:28.100992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:28.117555 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59917d2-92a9-42fe-a2ef-87128b2a1a66 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:03:28.132945 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port c59917d2-92a9-42fe-a2ef-87128b2a1a66, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c59917d2-92a9-42fe-a2ef-87128b2a1a66,segment=NetworkSegment(d5642041-edc8-4474-9d24-65994a84a276),segment_id=d5642041-edc8-4474-9d24-65994a84a276)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:03:28.140308 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:28.209030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=c59917d2-92a9-42fe-a2ef-87128b2a1a66,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:28.408977 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['c59917d2-92a9-42fe-a2ef-87128b2a1a66'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:03:28.595638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb003312-31ca-4a8e-819b-2b086856b975 req-980137f3-d5b1-4b75-ae7b-279a705fc68d tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:28.597138 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fb003312-31ca-4a8e-819b-2b086856b975 req-980137f3-d5b1-4b75-ae7b-279a705fc68d tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 944 time: 0.0845730 Jan 12 10:03:28.644608 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fb003312-31ca-4a8e-819b-2b086856b975 req-810012a7-c503-44e8-8cbc-1e5c04e6b634 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385916 Jan 12 10:03:29.845444 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ee64f-daab-495d-9b2e-932c4ee23e8b req-ddcc435d-4b42-409b-b067-a8d48d92f07e tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:29.846795 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b70ee64f-daab-495d-9b2e-932c4ee23e8b req-ddcc435d-4b42-409b-b067-a8d48d92f07e tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 944 time: 0.0826232 Jan 12 10:03:29.859250 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device c59917d2-92a9-42fe-a2ef-87128b2a1a66 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:03:29.891129 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b70ee64f-daab-495d-9b2e-932c4ee23e8b req-40e1c861-a4bf-4392-b8bb-adf8cbc738e0 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384669 Jan 12 10:03:29.930106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port c59917d2-92a9-42fe-a2ef-87128b2a1a66 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:03:29.935039 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port c59917d2-92a9-42fe-a2ef-87128b2a1a66 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:03:29.935409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:30.053545 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:30.080772 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb76832-fa40-475f-9729-b3a493e9b5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59917d2-92a9-42fe-a2ef-87128b2a1a66'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:03:30.090653 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port c59917d2-92a9-42fe-a2ef-87128b2a1a66, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c59917d2-92a9-42fe-a2ef-87128b2a1a66,segment=NetworkSegment(d5642041-edc8-4474-9d24-65994a84a276),segment_id=d5642041-edc8-4474-9d24-65994a84a276)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:03:30.095993 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:30.131688 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb76832-fa40-475f-9729-b3a493e9b5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59917d2-92a9-42fe-a2ef-87128b2a1a66', 'code': 200} Jan 12 10:03:30.169794 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=c59917d2-92a9-42fe-a2ef-87128b2a1a66,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:30.381621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cedf6c-f816-4a56-ab51-960df98d6fc9 req-65ef5411-a77a-491b-8c3e-04ca75871e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:30.383073 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a6cedf6c-f816-4a56-ab51-960df98d6fc9 req-65ef5411-a77a-491b-8c3e-04ca75871e3d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 1098 time: 0.0809779 Jan 12 10:03:30.436189 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a6cedf6c-f816-4a56-ab51-960df98d6fc9 req-732c0de9-29b5-43c0-8c94-96c08e7b1b13 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431569 Jan 12 10:03:31.084488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee45f71-cb5f-4102-bfaa-1ca9277e4f9f req-c5422108-1161-4c79-8b7b-9024a81b4dba tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:31.086019 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5ee45f71-cb5f-4102-bfaa-1ca9277e4f9f req-c5422108-1161-4c79-8b7b-9024a81b4dba tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 945 time: 0.0838947 Jan 12 10:03:31.132976 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5ee45f71-cb5f-4102-bfaa-1ca9277e4f9f req-155b0a44-0216-47c0-a274-2f3db4eb3d8e tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Jan 12 10:03:32.341858 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4f8aa-8098-4b35-ac65-a58b9870f77c req-2545dae8-d0ff-403a-bd06-6c500b52b761 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:32.343369 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1aa4f8aa-8098-4b35-ac65-a58b9870f77c req-2545dae8-d0ff-403a-bd06-6c500b52b761 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 945 time: 0.0874026 Jan 12 10:03:32.388111 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1aa4f8aa-8098-4b35-ac65-a58b9870f77c req-38719420-3577-4096-8a65-ee31d9d0eb71 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388601 Jan 12 10:03:32.698912 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-33d90b44-0569-4177-9dc2-8e7b019af547 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:32.700371 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-33d90b44-0569-4177-9dc2-8e7b019af547 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/networks?id=0dcf967c-ad7e-4320-b810-475b38d479c9 HTTP/1.1" status: 200 len: 813 time: 0.1527140 Jan 12 10:03:32.718450 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6cada93d-2319-4b06-aaf5-4e87a8564060 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/quotas/57ff2f7ea38644dba03a345911c35b8c HTTP/1.1" status: 200 len: 375 time: 0.0096722 Jan 12 10:03:32.808185 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-9531a18a-f199-4873-8c65-fcc3e89ff3c1 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=57ff2f7ea38644dba03a345911c35b8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0821822 Jan 12 10:03:32.942022 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-b1f97a01-1450-43eb-9a43-1b118b341aa0 service neutron] 10.222.0.26 "GET /v2.0/networks/0dcf967c-ad7e-4320-b810-475b38d479c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270733 Jan 12 10:03:33.075043 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-5f3793bb-b999-4b37-97ca-fd6878075b96 service neutron] 10.222.0.26 "GET /v2.0/networks/0dcf967c-ad7e-4320-b810-475b38d479c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241603 Jan 12 10:03:33.254352 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aaeb798c-9b03-4d53-9ef0-99bacb185b88 req-89aed814-25f7-4ed6-a385-59417d357676 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 210 time: 0.0466313 Jan 12 10:03:34.410467 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-23a6580b-6eb4-44c1-a00d-79d3f1e8ac8e req-f855ff71-ad7e-4174-80a5-6aee41534844 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 210 time: 0.0431571 Jan 12 10:03:34.495394 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-86fcfb2d-741b-4c14-a3ff-3f4da8c870c7 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:34.496470 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-86fcfb2d-741b-4c14-a3ff-3f4da8c870c7 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.53 "GET /v2.0/networks?id=0dcf967c-ad7e-4320-b810-475b38d479c9 HTTP/1.1" status: 200 len: 813 time: 0.2556558 Jan 12 10:03:34.512313 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-35ded7d6-3d84-4a16-8c85-866e7dc2d4ca tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Request body: {'port': {'device_id': '091b2973-d4e2-47a2-b712-f0d29a7d1535', 'network_id': '0dcf967c-ad7e-4320-b810-475b38d479c9', 'admin_state_up': True, 'tenant_id': '57ff2f7ea38644dba03a345911c35b8c'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:03:34.648363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-35ded7d6-3d84-4a16-8c85-866e7dc2d4ca tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:03:34.658543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-35ded7d6-3d84-4a16-8c85-866e7dc2d4ca tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:03:34.671933 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-35ded7d6-3d84-4a16-8c85-866e7dc2d4ca tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Made reservation on behalf of 57ff2f7ea38644dba03a345911c35b8c for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:03:34.675549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-35ded7d6-3d84-4a16-8c85-866e7dc2d4ca tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:34.852478 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-35ded7d6-3d84-4a16-8c85-866e7dc2d4ca tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Allocated IP 172.20.0.8 (0dcf967c-ad7e-4320-b810-475b38d479c9/39c201a5-fbd0-490c-ae79-e6239c80e1c3/95188f75-1a1e-4cdc-8ac9-5c1e0e244259) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:03:35.060909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-35ded7d6-3d84-4a16-8c85-866e7dc2d4ca tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:35.091130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-35ded7d6-3d84-4a16-8c85-866e7dc2d4ca tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:35.103448 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['c59917d2-92a9-42fe-a2ef-87128b2a1a66'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:03:35.163857 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-35ded7d6-3d84-4a16-8c85-866e7dc2d4ca tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Network 0dcf967c-ad7e-4320-b810-475b38d479c9 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:03:35.167086 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-35ded7d6-3d84-4a16-8c85-866e7dc2d4ca tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:03:35.171065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-35ded7d6-3d84-4a16-8c85-866e7dc2d4ca tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:03:35.200728 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ded7d6-3d84-4a16-8c85-866e7dc2d4ca tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Pushing event updated for resources: {'Port': ['ID=95188f75-1a1e-4cdc-8ac9-5c1e0e244259,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:35.237464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-35ded7d6-3d84-4a16-8c85-866e7dc2d4ca tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:35.238139 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-35ded7d6-3d84-4a16-8c85-866e7dc2d4ca tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:35.265444 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-35ded7d6-3d84-4a16-8c85-866e7dc2d4ca tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7567897 Jan 12 10:03:35.276260 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-492181e0-387d-4bb1-bc72-66c28883d975 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:03:35.277365 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-492181e0-387d-4bb1-bc72-66c28883d975 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053477 Jan 12 10:03:35.288423 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Request body: {'port': {'device_id': '091b2973-d4e2-47a2-b712-f0d29a7d1535', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:03:35.408520 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:35.709523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54eb666-47de-47f8-a5f5-4f9b0c7b1018 req-2335978a-9d08-4219-897d-23db3226bd86 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:35.710277 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-e54eb666-47de-47f8-a5f5-4f9b0c7b1018 req-2335978a-9d08-4219-897d-23db3226bd86 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Synchronizing usage tracker for tenant:57ff2f7ea38644dba03a345911c35b8c on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:03:35.746652 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-e54eb666-47de-47f8-a5f5-4f9b0c7b1018 req-2335978a-9d08-4219-897d-23db3226bd86 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Unset dirty status for tenant:57ff2f7ea38644dba03a345911c35b8c on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:03:35.747902 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e54eb666-47de-47f8-a5f5-4f9b0c7b1018 req-2335978a-9d08-4219-897d-23db3226bd86 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 931 time: 0.2286294 Jan 12 10:03:35.844150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:03:35.854030 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e54eb666-47de-47f8-a5f5-4f9b0c7b1018 req-d30c0eaa-a3c8-48b8-bbb6-00c8dfd59581 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957913 Jan 12 10:03:35.855598 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:35.870305 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Transition to ACTIVE for port object 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:03:35.875989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:36.000313 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Pushing event updated for resources: {'Port': ['ID=95188f75-1a1e-4cdc-8ac9-5c1e0e244259,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:36.203065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Attempting to bind port 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:03:36.203363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Attempting to bind port 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'd5642041-edc8-4474-9d24-65994a84a276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0dcf967c-ad7e-4320-b810-475b38d479c9'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:03:36.203705 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Attempting to bind port 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 on network 0dcf967c-ad7e-4320-b810-475b38d479c9 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:03:36.208762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Port 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 on network 0dcf967c-ad7e-4320-b810-475b38d479c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 10:03:36.209075 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Attempting to bind port 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 on network 0dcf967c-ad7e-4320-b810-475b38d479c9 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:03:36.216509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:03:36.217041 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Checking segment: {'id': 'd5642041-edc8-4474-9d24-65994a84a276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0dcf967c-ad7e-4320-b810-475b38d479c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:03:36.217693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Bound using segment: {'id': 'd5642041-edc8-4474-9d24-65994a84a276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0dcf967c-ad7e-4320-b810-475b38d479c9'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:03:36.218348 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Bound port: 95188f75-1a1e-4cdc-8ac9-5c1e0e244259, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5642041-edc8-4474-9d24-65994a84a276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0dcf967c-ad7e-4320-b810-475b38d479c9'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:03:36.219015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:36.313836 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] For port 95188f75-1a1e-4cdc-8ac9-5c1e0e244259, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:03:36.317624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] For port 95188f75-1a1e-4cdc-8ac9-5c1e0e244259, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=95188f75-1a1e-4cdc-8ac9-5c1e0e244259,segment=NetworkSegment(d5642041-edc8-4474-9d24-65994a84a276),segment_id=d5642041-edc8-4474-9d24-65994a84a276)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:03:36.323815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:36.395793 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:36.396404 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:36.397768 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] 10.222.0.53 "PUT /v2.0/ports/95188f75-1a1e-4cdc-8ac9-5c1e0e244259 HTTP/1.1" status: 200 len: 1093 time: 1.1131806 Jan 12 10:03:36.398192 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091b2973-d4e2-47a2-b712-f0d29a7d1535', 'tag': '95188f75-1a1e-4cdc-8ac9-5c1e0e244259'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:03:36.417450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b330b21-a64b-417b-be69-0cd5bc7b049a service neutron] Pushing event updated for resources: {'Port': ['ID=95188f75-1a1e-4cdc-8ac9-5c1e0e244259,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:36.473029 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091b2973-d4e2-47a2-b712-f0d29a7d1535', 'tag': '95188f75-1a1e-4cdc-8ac9-5c1e0e244259', 'status': 'completed', 'code': 200} Jan 12 10:03:36.513047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-4384f87e-d563-460f-a21e-9f039d7f97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:36.514556 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-4384f87e-d563-460f-a21e-9f039d7f97c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57ff2f7ea38644dba03a345911c35b8c&device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 1096 time: 0.0722330 Jan 12 10:03:36.585378 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-4e934098-d219-46ad-ba78-81ac49694a0d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95188f75-1a1e-4cdc-8ac9-5c1e0e244259 HTTP/1.1" status: 200 len: 217 time: 0.0625744 Jan 12 10:03:36.647921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-c69f378b-60a3-49e3-bec5-2ff540cda459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:36.649361 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-c69f378b-60a3-49e3-bec5-2ff540cda459 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39c201a5-fbd0-490c-ae79-e6239c80e1c3 HTTP/1.1" status: 200 len: 853 time: 0.0577178 Jan 12 10:03:36.698937 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-6f2ce730-f7ab-47ea-9e69-1214d0fd597f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0dcf967c-ad7e-4320-b810-475b38d479c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434701 Jan 12 10:03:36.728240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c40ddcc6-9bfc-4e62-97f3-fea513ebf0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:36.837317 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-ba11ac84-3665-442a-9080-0434e4ffcd90 service neutron] 10.222.0.53 "GET /v2.0/networks/0dcf967c-ad7e-4320-b810-475b38d479c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310072 Jan 12 10:03:37.002363 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a42989a1-5538-405e-a568-0fd83ba4b1c6 req-58337979-3d8a-467e-b2d1-2f13da4f4199 service neutron] 10.222.0.53 "GET /v2.0/networks/0dcf967c-ad7e-4320-b810-475b38d479c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589696 Jan 12 10:03:37.048143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131f7bc-36e8-46a1-8309-4b6138029cbd req-4d58433b-f658-4284-be7a-d3e7a2832f86 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:37.049719 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1131f7bc-36e8-46a1-8309-4b6138029cbd req-4d58433b-f658-4284-be7a-d3e7a2832f86 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 943 time: 0.0883372 Jan 12 10:03:37.141327 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1131f7bc-36e8-46a1-8309-4b6138029cbd req-255b9c87-d533-4a4b-aa3c-52a1a11b32bd tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594399 Jan 12 10:03:37.158106 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc555744-570f-4980-810f-3768b22086f2 req-0d4c4f84-bc09-46c3-aea9-3d7a9d32a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:37.159614 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bc555744-570f-4980-810f-3768b22086f2 req-0d4c4f84-bc09-46c3-aea9-3d7a9d32a7b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57ff2f7ea38644dba03a345911c35b8c&device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 1096 time: 0.1064327 Jan 12 10:03:37.306712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc555744-570f-4980-810f-3768b22086f2 req-77782eaf-e910-4fbd-9b85-111d5e7abd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:37.308540 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bc555744-570f-4980-810f-3768b22086f2 req-77782eaf-e910-4fbd-9b85-111d5e7abd82 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0dcf967c-ad7e-4320-b810-475b38d479c9 HTTP/1.1" status: 200 len: 914 time: 0.1416800 Jan 12 10:03:37.374807 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bc555744-570f-4980-810f-3768b22086f2 req-f875f3cb-feba-4bf1-bcc7-a5393c8d58d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95188f75-1a1e-4cdc-8ac9-5c1e0e244259 HTTP/1.1" status: 200 len: 217 time: 0.0597081 Jan 12 10:03:37.441534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc555744-570f-4980-810f-3768b22086f2 req-d61e66d6-0fba-4eb1-a1bb-e2ab9d3a39f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:37.443007 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bc555744-570f-4980-810f-3768b22086f2 req-d61e66d6-0fba-4eb1-a1bb-e2ab9d3a39f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39c201a5-fbd0-490c-ae79-e6239c80e1c3 HTTP/1.1" status: 200 len: 853 time: 0.0616941 Jan 12 10:03:37.490332 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bc555744-570f-4980-810f-3768b22086f2 req-ccfcc9bf-bcfa-4f16-98b7-7623dba224ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0dcf967c-ad7e-4320-b810-475b38d479c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403912 Jan 12 10:03:37.622543 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bc555744-570f-4980-810f-3768b22086f2 req-b9b71494-4b51-4a89-9446-1c46b039be33 service neutron] 10.222.0.53 "GET /v2.0/networks/0dcf967c-ad7e-4320-b810-475b38d479c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236546 Jan 12 10:03:37.761937 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bc555744-570f-4980-810f-3768b22086f2 req-5a3ac8bd-95ab-4589-87cf-61db67303960 service neutron] 10.222.0.53 "GET /v2.0/networks/0dcf967c-ad7e-4320-b810-475b38d479c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314685 Jan 12 10:03:38.334598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984f89a-aba0-4b82-8bba-17a1ad0a85cd req-4bcbc9dc-7e83-4527-9a57-cb80fdf3b3bd tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:38.336091 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e984f89a-aba0-4b82-8bba-17a1ad0a85cd req-4bcbc9dc-7e83-4527-9a57-cb80fdf3b3bd tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 943 time: 0.0796893 Jan 12 10:03:38.386736 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e984f89a-aba0-4b82-8bba-17a1ad0a85cd req-dd83f89d-5b4c-4243-9a0b-8907d296ed7d tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423880 Jan 12 10:03:39.334840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f5d8da7a-06a2-482e-afe0-9ba80266ff65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:39.688842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b421846-939a-4eff-a2d1-111f4c2d32d8 req-7761f29c-fa6f-4f12-b271-6a8361119af7 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:39.690309 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0b421846-939a-4eff-a2d1-111f4c2d32d8 req-7761f29c-fa6f-4f12-b271-6a8361119af7 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 943 time: 0.1947570 Jan 12 10:03:39.737262 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0b421846-939a-4eff-a2d1-111f4c2d32d8 req-b9032caa-dea7-4ae4-bc6c-00c90c2fe1c1 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387416 Jan 12 10:03:39.939925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:03:40.074488 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 95188f75-1a1e-4cdc-8ac9-5c1e0e244259, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=95188f75-1a1e-4cdc-8ac9-5c1e0e244259,segment=NetworkSegment(d5642041-edc8-4474-9d24-65994a84a276),segment_id=d5642041-edc8-4474-9d24-65994a84a276)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:03:40.087557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '95188f75-1a1e-4cdc-8ac9-5c1e0e244259', 'network_id': '0dcf967c-ad7e-4320-b810-475b38d479c9', 'port_id': '95188f75-1a1e-4cdc-8ac9-5c1e0e244259', 'mac_address': 'fa:16:3e:14:d5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c201a5-fbd0-490c-ae79-e6239c80e1c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:03:40.145753 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:40.169506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:03:40.186507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 95188f75-1a1e-4cdc-8ac9-5c1e0e244259, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=95188f75-1a1e-4cdc-8ac9-5c1e0e244259,segment=NetworkSegment(d5642041-edc8-4474-9d24-65994a84a276),segment_id=d5642041-edc8-4474-9d24-65994a84a276)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:03:40.193839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:40.262265 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=95188f75-1a1e-4cdc-8ac9-5c1e0e244259,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:40.269430 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:40.269776 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:40.270109 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:40.270438 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:40.270788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:40.271117 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:40.271440 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:40.271761 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:40.272080 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:40.272401 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:40.272715 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:40.273008 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:03:40.331858 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:40.443401 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['95188f75-1a1e-4cdc-8ac9-5c1e0e244259'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:03:40.939093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a76a67-c7cb-4e9d-9908-112352a2b330 req-08c7340b-5b02-4232-af65-f85f3a90efab tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:40.940560 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e6a76a67-c7cb-4e9d-9908-112352a2b330 req-08c7340b-5b02-4232-af65-f85f3a90efab tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 944 time: 0.0811391 Jan 12 10:03:40.988871 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e6a76a67-c7cb-4e9d-9908-112352a2b330 req-6aba0975-9f23-41c9-bd64-05e9a37052b9 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400767 Jan 12 10:03:41.127043 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:41.937938 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:03:42.025570 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:03:42.031278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:03:42.031689 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:42.149725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:42.174468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331facf-f635-4ddf-9dca-42b8b7d3edfa req-4bcb21a1-7b8d-43bc-bd31-d285d05202dd tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:42.175969 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2331facf-f635-4ddf-9dca-42b8b7d3edfa req-4bcb21a1-7b8d-43bc-bd31-d285d05202dd tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 944 time: 0.0801132 Jan 12 10:03:42.176748 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091b2973-d4e2-47a2-b712-f0d29a7d1535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95188f75-1a1e-4cdc-8ac9-5c1e0e244259'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:03:42.186652 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 95188f75-1a1e-4cdc-8ac9-5c1e0e244259, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=95188f75-1a1e-4cdc-8ac9-5c1e0e244259,segment=NetworkSegment(d5642041-edc8-4474-9d24-65994a84a276),segment_id=d5642041-edc8-4474-9d24-65994a84a276)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:03:42.192166 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:42.225264 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2331facf-f635-4ddf-9dca-42b8b7d3edfa req-e4572a30-7c72-4e34-bcf4-4fc106457cc3 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433047 Jan 12 10:03:42.233437 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091b2973-d4e2-47a2-b712-f0d29a7d1535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95188f75-1a1e-4cdc-8ac9-5c1e0e244259', 'code': 200} Jan 12 10:03:42.268926 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=95188f75-1a1e-4cdc-8ac9-5c1e0e244259,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:42.464579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c786a-8171-4b15-89ce-4315c912f16b req-dc98c5d8-5cd9-4382-88de-a57c8719fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:42.466008 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-619c786a-8171-4b15-89ce-4315c912f16b req-dc98c5d8-5cd9-4382-88de-a57c8719fd35 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 1098 time: 0.0787992 Jan 12 10:03:42.507510 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-619c786a-8171-4b15-89ce-4315c912f16b req-16ca26c7-edba-4e07-a8a9-1b95bf2aa455 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346019 Jan 12 10:03:42.712962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:43.435869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47963f40-f114-408e-9b13-aa640619970f req-5be29d86-ac80-4f00-949d-eaf6d1ae006a tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:43.437383 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-47963f40-f114-408e-9b13-aa640619970f req-5be29d86-ac80-4f00-949d-eaf6d1ae006a tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 945 time: 0.0936713 Jan 12 10:03:43.493840 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-47963f40-f114-408e-9b13-aa640619970f req-56312aec-542f-43a8-99e7-1f2f8880845b tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498929 Jan 12 10:03:44.691269 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c0a79-17a2-4e79-a94d-de07637eec35 req-8128fd4e-b78e-4be6-85e8-0647d39f9e23 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:44.692786 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-535c0a79-17a2-4e79-a94d-de07637eec35 req-8128fd4e-b78e-4be6-85e8-0647d39f9e23 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 945 time: 0.0890396 Jan 12 10:03:44.743980 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-535c0a79-17a2-4e79-a94d-de07637eec35 req-3ef55c93-cfe3-4991-8210-2cb8b64e7c75 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419643 Jan 12 10:03:45.168726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f524c-3a64-4d46-b088-2ed8b7bb21a8 req-279a711d-d374-4943-88b7-206fcb4393f8 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:45.170272 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-626f524c-3a64-4d46-b088-2ed8b7bb21a8 req-279a711d-d374-4943-88b7-206fcb4393f8 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 945 time: 0.0964437 Jan 12 10:03:45.218738 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-626f524c-3a64-4d46-b088-2ed8b7bb21a8 req-c734aead-a429-44b2-b02d-b46317dcfd2d tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Jan 12 10:03:46.410722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6538c-bbf4-485c-9083-b02e80e4a783 req-b9a15dd8-3d99-41de-835a-acfe3cd73643 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:46.412113 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bbc6538c-bbf4-485c-9083-b02e80e4a783 req-b9a15dd8-3d99-41de-835a-acfe3cd73643 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 945 time: 0.0842748 Jan 12 10:03:46.462412 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bbc6538c-bbf4-485c-9083-b02e80e4a783 req-b3e6ca55-b918-45a3-b026-82f8d2465ad1 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444169 Jan 12 10:03:46.589175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e32e13-51f2-4b0a-bcd0-3ce679977815 req-f9a1ca4b-2139-4bc2-810d-61d5d7e59d64 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:46.591586 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2e32e13-51f2-4b0a-bcd0-3ce679977815 req-f9a1ca4b-2139-4bc2-810d-61d5d7e59d64 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.53 "GET /v2.0/ports?device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 945 time: 0.0868340 Jan 12 10:03:46.663484 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-a2e32e13-51f2-4b0a-bcd0-3ce679977815 req-5ceabe42-5019-4664-bc3b-0f632e26a7d4 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Deleting port 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:03:46.663736 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a2e32e13-51f2-4b0a-bcd0-3ce679977815 req-5ceabe42-5019-4664-bc3b-0f632e26a7d4 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:46.847491 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:46.930377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-a2e32e13-51f2-4b0a-bcd0-3ce679977815 req-5ceabe42-5019-4664-bc3b-0f632e26a7d4 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] For port 95188f75-1a1e-4cdc-8ac9-5c1e0e244259, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=95188f75-1a1e-4cdc-8ac9-5c1e0e244259,segment=NetworkSegment(d5642041-edc8-4474-9d24-65994a84a276),segment_id=d5642041-edc8-4474-9d24-65994a84a276)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:03:46.930739 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a2e32e13-51f2-4b0a-bcd0-3ce679977815 req-5ceabe42-5019-4664-bc3b-0f632e26a7d4 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:47.062371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-a2e32e13-51f2-4b0a-bcd0-3ce679977815 req-5ceabe42-5019-4664-bc3b-0f632e26a7d4 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Calling delete_port for 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:03:47.218894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a2e32e13-51f2-4b0a-bcd0-3ce679977815 req-5ceabe42-5019-4664-bc3b-0f632e26a7d4 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:47.232123 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['c59917d2-92a9-42fe-a2ef-87128b2a1a66', '95188f75-1a1e-4cdc-8ac9-5c1e0e244259'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:03:47.270021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceabe42-5019-4664-bc3b-0f632e26a7d4 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Pushing event deleted for resources: {'Port': ['ID=95188f75-1a1e-4cdc-8ac9-5c1e0e244259,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:47.354084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e32e13-51f2-4b0a-bcd0-3ce679977815 req-5ceabe42-5019-4664-bc3b-0f632e26a7d4 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] No DVR routers for this DVR port 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:03:47.356823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-a2e32e13-51f2-4b0a-bcd0-3ce679977815 req-5ceabe42-5019-4664-bc3b-0f632e26a7d4 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:47.359685 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091b2973-d4e2-47a2-b712-f0d29a7d1535', 'name': 'network-vif-deleted', 'tag': '95188f75-1a1e-4cdc-8ac9-5c1e0e244259'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:03:47.379019 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2e32e13-51f2-4b0a-bcd0-3ce679977815 req-5ceabe42-5019-4664-bc3b-0f632e26a7d4 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.53 "DELETE /v2.0/ports/95188f75-1a1e-4cdc-8ac9-5c1e0e244259 HTTP/1.1" status: 204 len: 173 time: 0.7816832 Jan 12 10:03:47.412715 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091b2973-d4e2-47a2-b712-f0d29a7d1535', 'name': 'network-vif-deleted', 'tag': '95188f75-1a1e-4cdc-8ac9-5c1e0e244259', 'status': 'completed', 'code': 200} Jan 12 10:03:47.644534 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2489d343-8ddc-4155-abbb-7eba56b1112b req-6475809a-319b-4a79-854f-87557c4eecb0 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=091b2973-d4e2-47a2-b712-f0d29a7d1535 HTTP/1.1" status: 200 len: 210 time: 0.0468538 Jan 12 10:03:48.924927 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7b42e-3df1-479d-a5ac-d308020274cb req-46feca81-bf75-449a-84c6-340b5abe7acf tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:48.926608 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-76b7b42e-3df1-479d-a5ac-d308020274cb req-46feca81-bf75-449a-84c6-340b5abe7acf tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 945 time: 0.0930769 Jan 12 10:03:48.975953 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-76b7b42e-3df1-479d-a5ac-d308020274cb req-592678d1-aa57-4d0b-aa7f-348f27640f67 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434201 Jan 12 10:03:49.197708 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b3720-abbc-4788-807c-0f583366f642 req-9a72e111-d8a7-45a8-a071-909900e850e9 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:49.199086 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8e7b3720-abbc-4788-807c-0f583366f642 req-9a72e111-d8a7-45a8-a071-909900e850e9 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 945 time: 0.0890882 Jan 12 10:03:49.243908 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8e7b3720-abbc-4788-807c-0f583366f642 req-7d161feb-dedc-452d-b76e-7627a92028c4 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388575 Jan 12 10:03:49.447437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a5d52-c38e-47d8-bcd6-f28aa451fbaf req-e3efd21d-9f1a-4446-b205-364a7057e026 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:49.448363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-416a5d52-c38e-47d8-bcd6-f28aa451fbaf req-e3efd21d-9f1a-4446-b205-364a7057e026 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Synchronizing usage tracker for tenant:57ff2f7ea38644dba03a345911c35b8c on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:03:49.468760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-416a5d52-c38e-47d8-bcd6-f28aa451fbaf req-e3efd21d-9f1a-4446-b205-364a7057e026 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Unset dirty status for tenant:57ff2f7ea38644dba03a345911c35b8c on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:03:49.470032 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-416a5d52-c38e-47d8-bcd6-f28aa451fbaf req-e3efd21d-9f1a-4446-b205-364a7057e026 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 945 time: 0.1124415 Jan 12 10:03:49.522025 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-416a5d52-c38e-47d8-bcd6-f28aa451fbaf req-a5dee322-ad6c-4e61-9c2c-1f1536e331ce tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434918 Jan 12 10:03:49.833421 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a1fe7-a9d8-4e70-b131-e71074e11cec req-7ce6cd00-7d09-45e3-9064-4d53644478f1 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:49.834800 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-856a1fe7-a9d8-4e70-b131-e71074e11cec req-7ce6cd00-7d09-45e3-9064-4d53644478f1 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 945 time: 0.0870290 Jan 12 10:03:49.893966 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-856a1fe7-a9d8-4e70-b131-e71074e11cec req-94ba9cc7-407c-4947-a287-de02021abc9e tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511158 Jan 12 10:03:49.973817 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:03:50.009717 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:03:50.010020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 95188f75-1a1e-4cdc-8ac9-5c1e0e244259 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:03:50.096785 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a224d-6e50-4303-93e0-0c7028b901b2 req-aa69c974-3b11-4e97-8d25-a8650dc36c78 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:50.098319 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-444a224d-6e50-4303-93e0-0c7028b901b2 req-aa69c974-3b11-4e97-8d25-a8650dc36c78 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 945 time: 0.0821905 Jan 12 10:03:50.151511 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-444a224d-6e50-4303-93e0-0c7028b901b2 req-9bcec595-f5b5-4fea-a25b-295c86b2c54a tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451012 Jan 12 10:03:50.475571 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fab9b-89c9-40ec-8551-5fe0d8a9fe7c req-dd9bf793-a6f8-43a5-aafb-1829ae913e87 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:50.477020 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-aa5fab9b-89c9-40ec-8551-5fe0d8a9fe7c req-dd9bf793-a6f8-43a5-aafb-1829ae913e87 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 945 time: 0.1990685 Jan 12 10:03:50.522636 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-aa5fab9b-89c9-40ec-8551-5fe0d8a9fe7c req-b7d51637-e85e-4a54-96df-52412393c306 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396166 Jan 12 10:03:51.077273 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9dcda-0a47-43cd-871b-7381d081f6fa req-c851da6a-968f-44b2-941d-4ae43b1a101f tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:51.078786 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-65b9dcda-0a47-43cd-871b-7381d081f6fa req-c851da6a-968f-44b2-941d-4ae43b1a101f tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 945 time: 0.0867887 Jan 12 10:03:51.127792 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-65b9dcda-0a47-43cd-871b-7381d081f6fa req-b3e79c8f-536a-40aa-bf7c-aaf6b8ab82d8 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432296 Jan 12 10:03:52.338696 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8850f1-e5d6-4ec4-b70a-e23037989a62 req-e48c356e-beae-45ac-b638-b9d6019a7fd6 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:52.340433 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0e8850f1-e5d6-4ec4-b70a-e23037989a62 req-e48c356e-beae-45ac-b638-b9d6019a7fd6 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 945 time: 0.0889382 Jan 12 10:03:52.387157 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0e8850f1-e5d6-4ec4-b70a-e23037989a62 req-b6dc787d-cdd8-402d-a3f2-c39d437281df tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/security-groups?id=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 Jan 12 10:03:52.510470 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38146735-6629-4096-81d8-c20dbcea1fca req-47e34f16-58b4-4fb0-8497-f9f8146ae5f6 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:52.511990 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-38146735-6629-4096-81d8-c20dbcea1fca req-47e34f16-58b4-4fb0-8497-f9f8146ae5f6 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 945 time: 0.0885856 Jan 12 10:03:52.690959 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-38146735-6629-4096-81d8-c20dbcea1fca req-264932ba-ee6f-4f58-9ba1-89472660e9ac tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Deleting port c59917d2-92a9-42fe-a2ef-87128b2a1a66 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:03:52.691311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-38146735-6629-4096-81d8-c20dbcea1fca req-264932ba-ee6f-4f58-9ba1-89472660e9ac tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:52.947278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-38146735-6629-4096-81d8-c20dbcea1fca req-264932ba-ee6f-4f58-9ba1-89472660e9ac tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] For port c59917d2-92a9-42fe-a2ef-87128b2a1a66, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c59917d2-92a9-42fe-a2ef-87128b2a1a66,segment=NetworkSegment(d5642041-edc8-4474-9d24-65994a84a276),segment_id=d5642041-edc8-4474-9d24-65994a84a276)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:03:52.947552 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-38146735-6629-4096-81d8-c20dbcea1fca req-264932ba-ee6f-4f58-9ba1-89472660e9ac tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:53.079345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-38146735-6629-4096-81d8-c20dbcea1fca req-264932ba-ee6f-4f58-9ba1-89472660e9ac tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Calling delete_port for c59917d2-92a9-42fe-a2ef-87128b2a1a66 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:03:53.234660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-38146735-6629-4096-81d8-c20dbcea1fca req-264932ba-ee6f-4f58-9ba1-89472660e9ac tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:53.250851 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['c59917d2-92a9-42fe-a2ef-87128b2a1a66'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:03:53.288884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264932ba-ee6f-4f58-9ba1-89472660e9ac tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Pushing event deleted for resources: {'Port': ['ID=c59917d2-92a9-42fe-a2ef-87128b2a1a66,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:53.368687 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-38146735-6629-4096-81d8-c20dbcea1fca req-264932ba-ee6f-4f58-9ba1-89472660e9ac tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] No DVR routers for this DVR port c59917d2-92a9-42fe-a2ef-87128b2a1a66 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:03:53.371580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-38146735-6629-4096-81d8-c20dbcea1fca req-264932ba-ee6f-4f58-9ba1-89472660e9ac tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:53.374330 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb76832-fa40-475f-9729-b3a493e9b5ee', 'name': 'network-vif-deleted', 'tag': 'c59917d2-92a9-42fe-a2ef-87128b2a1a66'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:03:53.391977 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-38146735-6629-4096-81d8-c20dbcea1fca req-264932ba-ee6f-4f58-9ba1-89472660e9ac tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.53 "DELETE /v2.0/ports/c59917d2-92a9-42fe-a2ef-87128b2a1a66 HTTP/1.1" status: 204 len: 173 time: 0.8719757 Jan 12 10:03:53.423896 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb76832-fa40-475f-9729-b3a493e9b5ee', 'name': 'network-vif-deleted', 'tag': 'c59917d2-92a9-42fe-a2ef-87128b2a1a66', 'status': 'completed', 'code': 200} Jan 12 10:03:53.551902 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-12112bb2-a05b-4f26-a328-218288863bf5 req-7a96e2ed-d96d-439a-bcf7-87b470004887 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Synchronizing usage tracker for tenant:57ff2f7ea38644dba03a345911c35b8c on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:03:53.571286 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-12112bb2-a05b-4f26-a328-218288863bf5 req-7a96e2ed-d96d-439a-bcf7-87b470004887 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] Unset dirty status for tenant:57ff2f7ea38644dba03a345911c35b8c on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:03:53.572517 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-12112bb2-a05b-4f26-a328-218288863bf5 req-7a96e2ed-d96d-439a-bcf7-87b470004887 tempest-ServersNegativeTestJSON-1193749499 tempest-ServersNegativeTestJSON-1193749499-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb76832-fa40-475f-9729-b3a493e9b5ee HTTP/1.1" status: 200 len: 210 time: 0.0617383 Jan 12 10:03:54.668835 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46170) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:54.735534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8cba72b-d964-4be3-8ded-cf67995a113b admin admin] Deleting subnet 39c201a5-fbd0-490c-ae79-e6239c80e1c3 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:03:54.738975 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8cba72b-d964-4be3-8ded-cf67995a113b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:54.796400 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8cba72b-d964-4be3-8ded-cf67995a113b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:54.855063 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8cba72b-d964-4be3-8ded-cf67995a113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:54.931228 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8cba72b-d964-4be3-8ded-cf67995a113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:54.976124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cba72b-d964-4be3-8ded-cf67995a113b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c201a5-fbd0-490c-ae79-e6239c80e1c3,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:54.981413 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8cba72b-d964-4be3-8ded-cf67995a113b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:54.987588 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d8cba72b-d964-4be3-8ded-cf67995a113b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/39c201a5-fbd0-490c-ae79-e6239c80e1c3 HTTP/1.1" status: 204 len: 168 time: 0.3175638 Jan 12 10:03:54.991131 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46174) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:55.095909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6e2d482f-2c2c-45b5-80e0-04a65dd0ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:55.236062 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6e2d482f-2c2c-45b5-80e0-04a65dd0ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:55.263949 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-6e2d482f-2c2c-45b5-80e0-04a65dd0ce6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dcf967c-ad7e-4320-b810-475b38d479c9']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:03:55.277544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-6e2d482f-2c2c-45b5-80e0-04a65dd0ce6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5642041-edc8-4474-9d24-65994a84a276') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:03:55.277908 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-6e2d482f-2c2c-45b5-80e0-04a65dd0ce6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5642041-edc8-4474-9d24-65994a84a276') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:03:55.290610 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6e2d482f-2c2c-45b5-80e0-04a65dd0ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:55.307950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6e2d482f-2c2c-45b5-80e0-04a65dd0ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:55.314567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2d482f-2c2c-45b5-80e0-04a65dd0ce6b admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:03:55.314969 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6e2d482f-2c2c-45b5-80e0-04a65dd0ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:03:55.328307 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:03:55.407176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6e2d482f-2c2c-45b5-80e0-04a65dd0ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:55.424691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6e2d482f-2c2c-45b5-80e0-04a65dd0ce6b admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:55.437477 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d482f-2c2c-45b5-80e0-04a65dd0ce6b admin admin] Pushing event deleted for resources: {'Network': ['ID=0dcf967c-ad7e-4320-b810-475b38d479c9,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:55.454975 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6e2d482f-2c2c-45b5-80e0-04a65dd0ce6b admin admin] 10.222.0.26 "DELETE /v2.0/networks/0dcf967c-ad7e-4320-b810-475b38d479c9 HTTP/1.1" status: 204 len: 168 time: 0.4626207 Jan 12 10:03:55.585023 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46180) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:55.640621 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7c20c8e7-a2b2-42c5-8d90-29582b431493 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57ff2f7ea38644dba03a345911c35b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543907 Jan 12 10:03:55.643841 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46184) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:55.701873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c46660ad-ff97-4cdd-87d7-d7223d54f961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:55.728072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c46660ad-ff97-4cdd-87d7-d7223d54f961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:55.787093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c46660ad-ff97-4cdd-87d7-d7223d54f961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:55.804159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46660ad-ff97-4cdd-87d7-d7223d54f961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39e7f8a-238d-42f5-9f94-a59a7dbd34b4,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:55.816332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c46660ad-ff97-4cdd-87d7-d7223d54f961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:55.820227 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c46660ad-ff97-4cdd-87d7-d7223d54f961 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d39e7f8a-238d-42f5-9f94-a59a7dbd34b4 HTTP/1.1" status: 204 len: 168 time: 0.1726985 Jan 12 10:03:56.015542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device c59917d2-92a9-42fe-a2ef-87128b2a1a66 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:03:56.055291 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: c59917d2-92a9-42fe-a2ef-87128b2a1a66 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:03:56.055525 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device c59917d2-92a9-42fe-a2ef-87128b2a1a66 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:03:56.716374 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46208) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:03:56.830137 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1021971317'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:03:56.835873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:03:56.840392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Usage tracker for resource:network and tenant:ed582df1ae8047c287f79e4bc614d073 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:03:56.846064 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:03:56.853627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:03:56.864782 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Made reservation on behalf of ed582df1ae8047c287f79e4bc614d073 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:03:56.868689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:56.881540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:56.898136 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:03:56.902743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Usage tracker for resource:security_group_rule and tenant:ed582df1ae8047c287f79e4bc614d073 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:03:56.906632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:03:56.914637 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:03:57.015827 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:57.022040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:57.059164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:03:57.068888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a775126-f652-47b5-bcb6-7231456ea8c4,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:57.081519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:57.081864 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Added segment 3a63f102-474f-4b45-b15d-f5fa9a48bddd of type vlan for network 2a7daa23-cef4-4d00-8849-92190322b3a7 Jan 12 10:03:57.113072 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:57.150819 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:57.156768 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:03:57.157411 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:03:57.374427 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event updated for resources: {'Network': ['ID=2a7daa23-cef4-4d00-8849-92190322b3a7,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:03:57.377309 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-934b1e00-5d0e-4dc6-b95c-04daea862e1d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6599052 Jan 12 10:03:57.389185 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 2a7daa23-cef4-4d00-8849-92190322b3a7 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:04:00.685853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46214) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:00.692170 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-79298834-7365-49d1-9f6c-b12441a91601 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Request body: {'subnet': {'network_id': '2a7daa23-cef4-4d00-8849-92190322b3a7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:00.807618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-79298834-7365-49d1-9f6c-b12441a91601 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:00.811803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-79298834-7365-49d1-9f6c-b12441a91601 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Usage tracker for resource:subnet and tenant:ed582df1ae8047c287f79e4bc614d073 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:00.814813 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-79298834-7365-49d1-9f6c-b12441a91601 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:00.820726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-79298834-7365-49d1-9f6c-b12441a91601 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:00.834401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79298834-7365-49d1-9f6c-b12441a91601 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Made reservation on behalf of ed582df1ae8047c287f79e4bc614d073 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:00.838186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79298834-7365-49d1-9f6c-b12441a91601 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:01.084828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79298834-7365-49d1-9f6c-b12441a91601 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:01.171393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79298834-7365-49d1-9f6c-b12441a91601 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event updated for resources: {'Subnet': ['ID=22b75c80-dcb2-43a4-8dcc-d5587c9e99d3,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:01.181788 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79298834-7365-49d1-9f6c-b12441a91601 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Checking segment: {'id': '3a63f102-474f-4b45-b15d-f5fa9a48bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2a7daa23-cef4-4d00-8849-92190322b3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:01.182350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79298834-7365-49d1-9f6c-b12441a91601 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Network hostable DHCP agents. Network: 2a7daa23-cef4-4d00-8849-92190322b3a7, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:04:01.204520 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79298834-7365-49d1-9f6c-b12441a91601 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Network 2a7daa23-cef4-4d00-8849-92190322b3a7 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:04:01.216038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-79298834-7365-49d1-9f6c-b12441a91601 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 2a7daa23-cef4-4d00-8849-92190322b3a7) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:01.221068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79298834-7365-49d1-9f6c-b12441a91601 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:01.222206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79298834-7365-49d1-9f6c-b12441a91601 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:01.226868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbad67ba-24ea-4116-a68d-8edaadf3ee0a None None] Network 2a7daa23-cef4-4d00-8849-92190322b3a7 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:01.251668 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-79298834-7365-49d1-9f6c-b12441a91601 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5645139 Jan 12 10:04:01.255236 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46218) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:01.260857 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ae7ad199-1199-40df-80a1-403eaf9ba22a tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1533370889'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:01.266611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ae7ad199-1199-40df-80a1-403eaf9ba22a tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:01.271021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ae7ad199-1199-40df-80a1-403eaf9ba22a tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Usage tracker for resource:network and tenant:ed582df1ae8047c287f79e4bc614d073 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:01.274167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ae7ad199-1199-40df-80a1-403eaf9ba22a tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:01.281038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ae7ad199-1199-40df-80a1-403eaf9ba22a tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:01.294504 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7ad199-1199-40df-80a1-403eaf9ba22a tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Made reservation on behalf of ed582df1ae8047c287f79e4bc614d073 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:01.300375 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad199-1199-40df-80a1-403eaf9ba22a tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:01.342542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7ad199-1199-40df-80a1-403eaf9ba22a tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:04:01.352891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad199-1199-40df-80a1-403eaf9ba22a tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:01.353395 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-ae7ad199-1199-40df-80a1-403eaf9ba22a tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Added segment 07a881fa-a10e-4d73-8eef-ab0788c57bfd of type vlan for network 263822bb-ffff-4a8f-ad21-7a199f34581f Jan 12 10:04:01.385786 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad199-1199-40df-80a1-403eaf9ba22a tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:01.418021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad199-1199-40df-80a1-403eaf9ba22a tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:01.423684 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ad199-1199-40df-80a1-403eaf9ba22a tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:01.424471 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad199-1199-40df-80a1-403eaf9ba22a tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:01.444220 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:04:01.465267 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-2a7daa23-cef4-4d00-8849-92190322b3a7', 'network_id': '2a7daa23-cef4-4d00-8849-92190322b3a7', 'tenant_id': 'ed582df1ae8047c287f79e4bc614d073', 'fixed_ips': [{'subnet_id': '22b75c80-dcb2-43a4-8dcc-d5587c9e99d3'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:04:01.466090 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:01.481545 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ae7ad199-1199-40df-80a1-403eaf9ba22a tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2252285 Jan 12 10:04:01.485206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46222) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:01.490504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-5baefc0e-9aa3-4ac0-a272-2a96b9cd9402 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Request body: {'subnet': {'network_id': '263822bb-ffff-4a8f-ad21-7a199f34581f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:01.545199 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ad199-1199-40df-80a1-403eaf9ba22a tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event updated for resources: {'Network': ['ID=263822bb-ffff-4a8f-ad21-7a199f34581f,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:01.560308 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 263822bb-ffff-4a8f-ad21-7a199f34581f details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:04:01.608384 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5baefc0e-9aa3-4ac0-a272-2a96b9cd9402 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:01.613343 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5baefc0e-9aa3-4ac0-a272-2a96b9cd9402 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Usage tracker for resource:subnet and tenant:ed582df1ae8047c287f79e4bc614d073 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:01.618296 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-5baefc0e-9aa3-4ac0-a272-2a96b9cd9402 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:01.624575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-5baefc0e-9aa3-4ac0-a272-2a96b9cd9402 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:01.637680 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baefc0e-9aa3-4ac0-a272-2a96b9cd9402 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Made reservation on behalf of ed582df1ae8047c287f79e4bc614d073 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:01.641317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5baefc0e-9aa3-4ac0-a272-2a96b9cd9402 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:01.734468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Allocated IP 2001:db8:0:ffff::2 (2a7daa23-cef4-4d00-8849-92190322b3a7/22b75c80-dcb2-43a4-8dcc-d5587c9e99d3/532c2f62-a38b-49e0-96c0-214d7943eb21) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:04:01.903202 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5baefc0e-9aa3-4ac0-a272-2a96b9cd9402 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:01.959301 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:01.970372 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Transition to ACTIVE for port object 532c2f62-a38b-49e0-96c0-214d7943eb21 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:01.981131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baefc0e-9aa3-4ac0-a272-2a96b9cd9402 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event updated for resources: {'Subnet': ['ID=fc3f8057-8bf9-4103-9e17-1fe07609e387,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:01.991964 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Transition to ACTIVE for port object 532c2f62-a38b-49e0-96c0-214d7943eb21 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:01.995764 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baefc0e-9aa3-4ac0-a272-2a96b9cd9402 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Checking segment: {'id': '07a881fa-a10e-4d73-8eef-ab0788c57bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '263822bb-ffff-4a8f-ad21-7a199f34581f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:01.996126 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baefc0e-9aa3-4ac0-a272-2a96b9cd9402 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Network hostable DHCP agents. Network: 263822bb-ffff-4a8f-ad21-7a199f34581f, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:04:02.000382 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.016879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baefc0e-9aa3-4ac0-a272-2a96b9cd9402 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Network 263822bb-ffff-4a8f-ad21-7a199f34581f is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:04:02.027270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-5baefc0e-9aa3-4ac0-a272-2a96b9cd9402 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 263822bb-ffff-4a8f-ad21-7a199f34581f) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:02.031999 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baefc0e-9aa3-4ac0-a272-2a96b9cd9402 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:02.032619 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5baefc0e-9aa3-4ac0-a272-2a96b9cd9402 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.049023 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf7a231-c29f-428d-b947-7910fd9d4ff2 None None] Network 263822bb-ffff-4a8f-ad21-7a199f34581f requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:02.059355 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5baefc0e-9aa3-4ac0-a272-2a96b9cd9402 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5735526 Jan 12 10:04:02.062737 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46226) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:02.107028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Network 2a7daa23-cef4-4d00-8849-92190322b3a7 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:04:02.111865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:02.117468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:04:02.172196 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Pushing event updated for resources: {'Port': ['ID=532c2f62-a38b-49e0-96c0-214d7943eb21,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:02.221330 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-035d39c5-a0ff-4574-ba96-8c8734107217 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.301919 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-035d39c5-a0ff-4574-ba96-8c8734107217 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.329815 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Attempting to bind port 532c2f62-a38b-49e0-96c0-214d7943eb21 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:04:02.330408 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Attempting to bind port 532c2f62-a38b-49e0-96c0-214d7943eb21 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '3a63f102-474f-4b45-b15d-f5fa9a48bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2a7daa23-cef4-4d00-8849-92190322b3a7'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:04:02.330561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Attempting to bind port 532c2f62-a38b-49e0-96c0-214d7943eb21 on network 2a7daa23-cef4-4d00-8849-92190322b3a7 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:04:02.344405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:04:02.344773 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Checking segment: {'id': '3a63f102-474f-4b45-b15d-f5fa9a48bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2a7daa23-cef4-4d00-8849-92190322b3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:02.345174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.345562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Bound using segment: {'id': '3a63f102-474f-4b45-b15d-f5fa9a48bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2a7daa23-cef4-4d00-8849-92190322b3a7'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:04:02.346033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Bound port: 532c2f62-a38b-49e0-96c0-214d7943eb21, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a63f102-474f-4b45-b15d-f5fa9a48bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2a7daa23-cef4-4d00-8849-92190322b3a7'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:04:02.346401 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.393413 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-035d39c5-a0ff-4574-ba96-8c8734107217 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.434372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d39c5-a0ff-4574-ba96-8c8734107217 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event deleted for resources: {'Subnet': ['ID=fc3f8057-8bf9-4103-9e17-1fe07609e387,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:02.534183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d698dc4-6966-4909-b1f0-c8866a4d1d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-263822bb-ffff-4a8f-ad21-7a199f34581f', 'network_id': '263822bb-ffff-4a8f-ad21-7a199f34581f', 'tenant_id': 'ed582df1ae8047c287f79e4bc614d073', 'fixed_ips': [{'subnet_id': 'fc3f8057-8bf9-4103-9e17-1fe07609e387'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:04:02.535067 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8d698dc4-6966-4909-b1f0-c8866a4d1d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.549931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-035d39c5-a0ff-4574-ba96-8c8734107217 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.564930 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] For port 532c2f62-a38b-49e0-96c0-214d7943eb21, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:04:02.576337 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-035d39c5-a0ff-4574-ba96-8c8734107217 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263822bb-ffff-4a8f-ad21-7a199f34581f']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:02.589921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-035d39c5-a0ff-4574-ba96-8c8734107217 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a881fa-a10e-4d73-8eef-ab0788c57bfd') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:02.590252 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-035d39c5-a0ff-4574-ba96-8c8734107217 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a881fa-a10e-4d73-8eef-ab0788c57bfd') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:02.602470 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-035d39c5-a0ff-4574-ba96-8c8734107217 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.611706 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] For port 532c2f62-a38b-49e0-96c0-214d7943eb21, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=532c2f62-a38b-49e0-96c0-214d7943eb21,segment=NetworkSegment(3a63f102-474f-4b45-b15d-f5fa9a48bddd),segment_id=3a63f102-474f-4b45-b15d-f5fa9a48bddd)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:04:02.622370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-035d39c5-a0ff-4574-ba96-8c8734107217 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.622854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.631317 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035d39c5-a0ff-4574-ba96-8c8734107217 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:04:02.632415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-035d39c5-a0ff-4574-ba96-8c8734107217 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:04:02.652313 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:04:02.722423 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aec935e-730d-4e04-8002-f892a050dd1b None None] Network 263822bb-ffff-4a8f-ad21-7a199f34581f requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:02.754215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-035d39c5-a0ff-4574-ba96-8c8734107217 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.760985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-035d39c5-a0ff-4574-ba96-8c8734107217 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.768928 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e92987-1f84-411b-bd38-77325477f0ab None None] Pushing event updated for resources: {'Port': ['ID=532c2f62-a38b-49e0-96c0-214d7943eb21,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:02.795604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d39c5-a0ff-4574-ba96-8c8734107217 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event deleted for resources: {'Network': ['ID=263822bb-ffff-4a8f-ad21-7a199f34581f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:02.799962 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-035d39c5-a0ff-4574-ba96-8c8734107217 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "DELETE /v2.0/networks/263822bb-ffff-4a8f-ad21-7a199f34581f HTTP/1.1" status: 204 len: 168 time: 0.7360559 Jan 12 10:04:02.806329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46230) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:02.823767 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-367e55e1-9002-4a93-bd81-78c63f205151 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-174775362'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:02.832839 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-367e55e1-9002-4a93-bd81-78c63f205151 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:02.838608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-367e55e1-9002-4a93-bd81-78c63f205151 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Usage tracker for resource:network and tenant:ed582df1ae8047c287f79e4bc614d073 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:02.843946 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-367e55e1-9002-4a93-bd81-78c63f205151 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:02.851212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-367e55e1-9002-4a93-bd81-78c63f205151 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:02.880577 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367e55e1-9002-4a93-bd81-78c63f205151 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Made reservation on behalf of ed582df1ae8047c287f79e4bc614d073 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:02.885488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-367e55e1-9002-4a93-bd81-78c63f205151 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.930608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367e55e1-9002-4a93-bd81-78c63f205151 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:04:02.945168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-367e55e1-9002-4a93-bd81-78c63f205151 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:02.945657 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-367e55e1-9002-4a93-bd81-78c63f205151 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Added segment 63a9dcfb-1dd8-46c7-b92d-4a5483e90eda of type vlan for network 82c86ae5-636c-4035-bdcf-700929e5e000 Jan 12 10:04:02.980935 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-367e55e1-9002-4a93-bd81-78c63f205151 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:03.044715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-367e55e1-9002-4a93-bd81-78c63f205151 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:03.053485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367e55e1-9002-4a93-bd81-78c63f205151 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:03.054816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-367e55e1-9002-4a93-bd81-78c63f205151 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:03.125062 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-367e55e1-9002-4a93-bd81-78c63f205151 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3095980 Jan 12 10:04:03.127839 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46234) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:03.134373 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Request body: {'subnet': {'network_id': '82c86ae5-636c-4035-bdcf-700929e5e000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:03.192564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e55e1-9002-4a93-bd81-78c63f205151 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event updated for resources: {'Network': ['ID=82c86ae5-636c-4035-bdcf-700929e5e000,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:03.203531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 82c86ae5-636c-4035-bdcf-700929e5e000 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:04:03.263070 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:03.267203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Usage tracker for resource:subnet and tenant:ed582df1ae8047c287f79e4bc614d073 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:03.270093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:03.276257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:03.288606 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Made reservation on behalf of ed582df1ae8047c287f79e4bc614d073 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:03.295135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:03.403532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.ipam_backend_mixin [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Performing IP validity checks on allocation pools {{(pid=87663) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 12 10:04:03.404055 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.ipam_backend_mixin [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87663) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 12 10:04:03.679802 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 532c2f62-a38b-49e0-96c0-214d7943eb21 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:03.687227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:03.756844 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 532c2f62-a38b-49e0-96c0-214d7943eb21 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:03.786016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event updated for resources: {'Subnet': ['ID=46d28e93-e1e4-45c5-947f-6596eb7b7dbf,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:03.798906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Checking segment: {'id': '63a9dcfb-1dd8-46c7-b92d-4a5483e90eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '82c86ae5-636c-4035-bdcf-700929e5e000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:03.799376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Network hostable DHCP agents. Network: 82c86ae5-636c-4035-bdcf-700929e5e000, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:04:03.824544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Network 82c86ae5-636c-4035-bdcf-700929e5e000 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:04:03.836397 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 82c86ae5-636c-4035-bdcf-700929e5e000) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:03.845078 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:03.845725 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:03.849954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7adc9cf-6029-4c86-93b1-e537e74d18b6 None None] Network 82c86ae5-636c-4035-bdcf-700929e5e000 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:03.872310 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4edf767b-6a84-4720-8fee-c6ebc89fbd0e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7432299 Jan 12 10:04:03.875381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46238) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:03.951202 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa768d7-7d3f-4f92-9574-638d3307cbd2 None None] Network 2a7daa23-cef4-4d00-8849-92190322b3a7 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:04.055830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac0859b7-ea1c-4b11-a01a-5d9bddebbefc tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.160675 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac0859b7-ea1c-4b11-a01a-5d9bddebbefc tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.173161 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-50516efa-ca7e-40a0-867a-16eb440f77bb None None] Provisioning for port 532c2f62-a38b-49e0-96c0-214d7943eb21 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:04.190289 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-50516efa-ca7e-40a0-867a-16eb440f77bb None None] Provisioning complete for port 532c2f62-a38b-49e0-96c0-214d7943eb21 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:04.190546 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-50516efa-ca7e-40a0-867a-16eb440f77bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.246274 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac0859b7-ea1c-4b11-a01a-5d9bddebbefc tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.302894 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0859b7-ea1c-4b11-a01a-5d9bddebbefc tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event deleted for resources: {'Subnet': ['ID=46d28e93-e1e4-45c5-947f-6596eb7b7dbf,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:04.327577 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efa7f95-2c3b-4af7-ac47-c19838651f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-82c86ae5-636c-4035-bdcf-700929e5e000', 'network_id': '82c86ae5-636c-4035-bdcf-700929e5e000', 'tenant_id': 'ed582df1ae8047c287f79e4bc614d073', 'fixed_ips': [{'subnet_id': '46d28e93-e1e4-45c5-947f-6596eb7b7dbf'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:04:04.328423 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7efa7f95-2c3b-4af7-ac47-c19838651f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.421517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac0859b7-ea1c-4b11-a01a-5d9bddebbefc tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.449288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-ac0859b7-ea1c-4b11-a01a-5d9bddebbefc tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c86ae5-636c-4035-bdcf-700929e5e000']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:04.467342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-ac0859b7-ea1c-4b11-a01a-5d9bddebbefc tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a9dcfb-1dd8-46c7-b92d-4a5483e90eda') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:04.467849 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-ac0859b7-ea1c-4b11-a01a-5d9bddebbefc tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a9dcfb-1dd8-46c7-b92d-4a5483e90eda') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:04.483331 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac0859b7-ea1c-4b11-a01a-5d9bddebbefc tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.502676 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac0859b7-ea1c-4b11-a01a-5d9bddebbefc tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.509666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0859b7-ea1c-4b11-a01a-5d9bddebbefc tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:04:04.510243 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac0859b7-ea1c-4b11-a01a-5d9bddebbefc tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:04:04.525641 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:04:04.551422 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a59a92b-2534-4cc0-bdf5-08f95777bb82 None None] Network 82c86ae5-636c-4035-bdcf-700929e5e000 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:04.569648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-50516efa-ca7e-40a0-867a-16eb440f77bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.613960 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac0859b7-ea1c-4b11-a01a-5d9bddebbefc tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.619025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ac0859b7-ea1c-4b11-a01a-5d9bddebbefc tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.657800 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ac0859b7-ea1c-4b11-a01a-5d9bddebbefc tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "DELETE /v2.0/networks/82c86ae5-636c-4035-bdcf-700929e5e000 HTTP/1.1" status: 204 len: 168 time: 0.7800109 Jan 12 10:04:04.659306 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0859b7-ea1c-4b11-a01a-5d9bddebbefc tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event deleted for resources: {'Network': ['ID=82c86ae5-636c-4035-bdcf-700929e5e000,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:04.663743 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46244) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:04.675365 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d3c3e0e5-89f0-4cdc-bbbd-725abc830f0d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-345558119'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:04.685347 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d3c3e0e5-89f0-4cdc-bbbd-725abc830f0d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:04.687640 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-50516efa-ca7e-40a0-867a-16eb440f77bb None None] For port 532c2f62-a38b-49e0-96c0-214d7943eb21, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=532c2f62-a38b-49e0-96c0-214d7943eb21,segment=NetworkSegment(3a63f102-474f-4b45-b15d-f5fa9a48bddd),segment_id=3a63f102-474f-4b45-b15d-f5fa9a48bddd)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:04.695395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d3c3e0e5-89f0-4cdc-bbbd-725abc830f0d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Usage tracker for resource:network and tenant:ed582df1ae8047c287f79e4bc614d073 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:04.700786 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d3c3e0e5-89f0-4cdc-bbbd-725abc830f0d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:04.712788 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d3c3e0e5-89f0-4cdc-bbbd-725abc830f0d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:04.715553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-50516efa-ca7e-40a0-867a-16eb440f77bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.739923 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c3e0e5-89f0-4cdc-bbbd-725abc830f0d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Made reservation on behalf of ed582df1ae8047c287f79e4bc614d073 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:04.746865 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e0e5-89f0-4cdc-bbbd-725abc830f0d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.799986 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c3e0e5-89f0-4cdc-bbbd-725abc830f0d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:04:04.820027 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e0e5-89f0-4cdc-bbbd-725abc830f0d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.820808 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-d3c3e0e5-89f0-4cdc-bbbd-725abc830f0d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Added segment dee24057-8ff1-4eec-b654-6ba19b06fca8 of type vlan for network 065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3 Jan 12 10:04:04.828411 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50516efa-ca7e-40a0-867a-16eb440f77bb None None] Pushing event updated for resources: {'Port': ['ID=532c2f62-a38b-49e0-96c0-214d7943eb21,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:04.856292 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e0e5-89f0-4cdc-bbbd-725abc830f0d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.896168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e0e5-89f0-4cdc-bbbd-725abc830f0d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.901920 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c3e0e5-89f0-4cdc-bbbd-725abc830f0d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:04.902522 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e0e5-89f0-4cdc-bbbd-725abc830f0d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.938808 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9ef82a91-12c5-4e3f-9876-ee77f1d09a79 None None] Provisioning complete for port 532c2f62-a38b-49e0-96c0-214d7943eb21 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:04.939479 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9ef82a91-12c5-4e3f-9876-ee77f1d09a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:04.961376 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d3c3e0e5-89f0-4cdc-bbbd-725abc830f0d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2952371 Jan 12 10:04:04.965654 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46248) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:04.971625 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-38f78a25-b65a-436d-af47-e26b2efba3e0 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Request body: {'subnet': {'network_id': '065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:05.113357 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-38f78a25-b65a-436d-af47-e26b2efba3e0 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:05.120558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-38f78a25-b65a-436d-af47-e26b2efba3e0 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Usage tracker for resource:subnet and tenant:ed582df1ae8047c287f79e4bc614d073 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:05.124786 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-38f78a25-b65a-436d-af47-e26b2efba3e0 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:05.134437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-38f78a25-b65a-436d-af47-e26b2efba3e0 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:05.140239 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3e0e5-89f0-4cdc-bbbd-725abc830f0d tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event updated for resources: {'Network': ['ID=065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:05.149679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f78a25-b65a-436d-af47-e26b2efba3e0 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Made reservation on behalf of ed582df1ae8047c287f79e4bc614d073 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:05.155080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38f78a25-b65a-436d-af47-e26b2efba3e0 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:05.157630 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:04:05.410256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38f78a25-b65a-436d-af47-e26b2efba3e0 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:05.490274 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f78a25-b65a-436d-af47-e26b2efba3e0 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event updated for resources: {'Subnet': ['ID=a3a07c7e-5372-4a8f-baaa-00c29dbc444a,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:05.501556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f78a25-b65a-436d-af47-e26b2efba3e0 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Checking segment: {'id': 'dee24057-8ff1-4eec-b654-6ba19b06fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:05.501912 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f78a25-b65a-436d-af47-e26b2efba3e0 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Network hostable DHCP agents. Network: 065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:04:05.523263 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f78a25-b65a-436d-af47-e26b2efba3e0 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Network 065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:04:05.537712 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-38f78a25-b65a-436d-af47-e26b2efba3e0 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:05.544247 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f78a25-b65a-436d-af47-e26b2efba3e0 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:05.546138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38f78a25-b65a-436d-af47-e26b2efba3e0 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:05.549722 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d864e5f8-9cd5-4837-ab5f-7134e98e89d4 None None] Network 065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:05.582610 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-38f78a25-b65a-436d-af47-e26b2efba3e0 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6155515 Jan 12 10:04:05.588482 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46252) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:05.595093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7ea640bd-9fa4-4bd7-b638-03a99ca9c35e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-570723518'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:05.600665 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7ea640bd-9fa4-4bd7-b638-03a99ca9c35e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:05.604831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7ea640bd-9fa4-4bd7-b638-03a99ca9c35e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Usage tracker for resource:network and tenant:ed582df1ae8047c287f79e4bc614d073 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:05.608434 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7ea640bd-9fa4-4bd7-b638-03a99ca9c35e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:05.615478 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7ea640bd-9fa4-4bd7-b638-03a99ca9c35e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:05.628776 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea640bd-9fa4-4bd7-b638-03a99ca9c35e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Made reservation on behalf of ed582df1ae8047c287f79e4bc614d073 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:05.633348 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7ea640bd-9fa4-4bd7-b638-03a99ca9c35e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:05.676107 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 532c2f62-a38b-49e0-96c0-214d7943eb21 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:05.676329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea640bd-9fa4-4bd7-b638-03a99ca9c35e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:04:05.686621 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7ea640bd-9fa4-4bd7-b638-03a99ca9c35e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:05.686991 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-7ea640bd-9fa4-4bd7-b638-03a99ca9c35e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Added segment 7c18a5e8-24e6-40c2-9c65-ac38f8d955ed of type vlan for network be55fcdf-d916-493f-9ab7-acec107487b8 Jan 12 10:04:05.718889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7ea640bd-9fa4-4bd7-b638-03a99ca9c35e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:05.751924 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7ea640bd-9fa4-4bd7-b638-03a99ca9c35e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:05.757537 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea640bd-9fa4-4bd7-b638-03a99ca9c35e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:05.758231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7ea640bd-9fa4-4bd7-b638-03a99ca9c35e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:05.810783 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 532c2f62-a38b-49e0-96c0-214d7943eb21 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:05.811509 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:05.864278 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7ea640bd-9fa4-4bd7-b638-03a99ca9c35e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2745473 Jan 12 10:04:05.867405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46256) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:05.870054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea640bd-9fa4-4bd7-b638-03a99ca9c35e tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event updated for resources: {'Network': ['ID=be55fcdf-d916-493f-9ab7-acec107487b8,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:05.875488 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Request body: {'subnet': {'network_id': 'be55fcdf-d916-493f-9ab7-acec107487b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:05.885944 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network be55fcdf-d916-493f-9ab7-acec107487b8 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:04:05.918483 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3', 'network_id': '065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3', 'tenant_id': 'ed582df1ae8047c287f79e4bc614d073', 'fixed_ips': [{'subnet_id': 'a3a07c7e-5372-4a8f-baaa-00c29dbc444a'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:04:05.919343 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:05.987131 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:05.990947 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Usage tracker for resource:subnet and tenant:ed582df1ae8047c287f79e4bc614d073 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:05.994114 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:06.000219 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:06.011548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Made reservation on behalf of ed582df1ae8047c287f79e4bc614d073 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:06.015154 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.202565 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Allocated IP 2001:db8::2 (065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3/a3a07c7e-5372-4a8f-baaa-00c29dbc444a/2607df11-0ab1-4d81-bb43-801b0282544a) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:04:06.258743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.339360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event updated for resources: {'Subnet': ['ID=0ef9524b-5601-4edf-ac31-d29ba474b440,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:06.350483 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:06.350867 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:06.351202 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:06.351528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:06.351851 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:06.352172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:06.352497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:06.352803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:06.353120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:06.353432 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:06.353747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:06.354158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:06.359585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Checking segment: {'id': '7c18a5e8-24e6-40c2-9c65-ac38f8d955ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'be55fcdf-d916-493f-9ab7-acec107487b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:06.360055 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Network hostable DHCP agents. Network: be55fcdf-d916-493f-9ab7-acec107487b8, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:04:06.392051 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Network be55fcdf-d916-493f-9ab7-acec107487b8 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:04:06.407473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, be55fcdf-d916-493f-9ab7-acec107487b8) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:06.412062 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:06.412797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.422855 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1812983-f740-4e22-beb5-620478b590d8 None None] Network be55fcdf-d916-493f-9ab7-acec107487b8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:06.437955 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cf797925-5352-4413-b960-963c1e6295cd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5684240 Jan 12 10:04:06.440543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46260) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:06.449698 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.492035 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Transition to ACTIVE for port object 2607df11-0ab1-4d81-bb43-801b0282544a will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:06.583066 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Transition to ACTIVE for port object 2607df11-0ab1-4d81-bb43-801b0282544a will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:06.588040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be7aa7c6-f0c5-4016-8c17-eade68dadab3 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.592352 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.654420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be7aa7c6-f0c5-4016-8c17-eade68dadab3 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.672600 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Network 065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:04:06.676865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:06.681820 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:04:06.734360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be7aa7c6-f0c5-4016-8c17-eade68dadab3 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.768654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Pushing event updated for resources: {'Port': ['ID=2607df11-0ab1-4d81-bb43-801b0282544a,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:06.772183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7aa7c6-f0c5-4016-8c17-eade68dadab3 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef9524b-5601-4edf-ac31-d29ba474b440,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:06.843102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-84212786-4c4f-4d03-a824-09d50f3de778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.872133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be7aa7c6-f0c5-4016-8c17-eade68dadab3 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.898163 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-be7aa7c6-f0c5-4016-8c17-eade68dadab3 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be55fcdf-d916-493f-9ab7-acec107487b8']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:06.898846 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Attempting to bind port 2607df11-0ab1-4d81-bb43-801b0282544a on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:04:06.899228 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Attempting to bind port 2607df11-0ab1-4d81-bb43-801b0282544a by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'dee24057-8ff1-4eec-b654-6ba19b06fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:04:06.899589 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Attempting to bind port 2607df11-0ab1-4d81-bb43-801b0282544a on network 065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:04:06.905940 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:04:06.906318 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Checking segment: {'id': 'dee24057-8ff1-4eec-b654-6ba19b06fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:06.906790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.907128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Bound using segment: {'id': 'dee24057-8ff1-4eec-b654-6ba19b06fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:04:06.907676 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Bound port: 2607df11-0ab1-4d81-bb43-801b0282544a, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee24057-8ff1-4eec-b654-6ba19b06fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:04:06.908932 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.912615 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-be7aa7c6-f0c5-4016-8c17-eade68dadab3 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c18a5e8-24e6-40c2-9c65-ac38f8d955ed') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:06.912954 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-be7aa7c6-f0c5-4016-8c17-eade68dadab3 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c18a5e8-24e6-40c2-9c65-ac38f8d955ed') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:06.919739 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f87457-fee2-4533-b114-cf6fdc31e28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-be55fcdf-d916-493f-9ab7-acec107487b8', 'network_id': 'be55fcdf-d916-493f-9ab7-acec107487b8', 'tenant_id': 'ed582df1ae8047c287f79e4bc614d073', 'fixed_ips': [{'subnet_id': '0ef9524b-5601-4edf-ac31-d29ba474b440'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:04:06.921219 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-18f87457-fee2-4533-b114-cf6fdc31e28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.925536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be7aa7c6-f0c5-4016-8c17-eade68dadab3 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.943113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be7aa7c6-f0c5-4016-8c17-eade68dadab3 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.949786 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7aa7c6-f0c5-4016-8c17-eade68dadab3 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:04:06.950390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be7aa7c6-f0c5-4016-8c17-eade68dadab3 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:04:06.965493 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:04:07.127886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] For port 2607df11-0ab1-4d81-bb43-801b0282544a, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:04:07.132642 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] For port 2607df11-0ab1-4d81-bb43-801b0282544a, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=2607df11-0ab1-4d81-bb43-801b0282544a,segment=NetworkSegment(dee24057-8ff1-4eec-b654-6ba19b06fca8),segment_id=dee24057-8ff1-4eec-b654-6ba19b06fca8)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:04:07.142044 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:07.147553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a471379-31e7-4e72-a108-56c581529759 None None] Network be55fcdf-d916-493f-9ab7-acec107487b8 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:07.214951 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be7aa7c6-f0c5-4016-8c17-eade68dadab3 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:07.237798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-be7aa7c6-f0c5-4016-8c17-eade68dadab3 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:07.243878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7aa7c6-f0c5-4016-8c17-eade68dadab3 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event deleted for resources: {'Network': ['ID=be55fcdf-d916-493f-9ab7-acec107487b8,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:07.254842 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-be7aa7c6-f0c5-4016-8c17-eade68dadab3 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "DELETE /v2.0/networks/be55fcdf-d916-493f-9ab7-acec107487b8 HTTP/1.1" status: 204 len: 168 time: 0.8131871 Jan 12 10:04:07.255520 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46264) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:07.310190 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17f678b-071e-43b2-8907-5b89963e1e50 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] GET failed (client error): The resource could not be found. Jan 12 10:04:07.311101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f17f678b-071e-43b2-8907-5b89963e1e50 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Synchronizing usage tracker for tenant:ed582df1ae8047c287f79e4bc614d073 on resource:subnet {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:04:07.320011 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873dd3b-2f3b-4690-bab0-bbc3d3562b40 None None] Pushing event updated for resources: {'Port': ['ID=2607df11-0ab1-4d81-bb43-801b0282544a,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:07.330250 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f17f678b-071e-43b2-8907-5b89963e1e50 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Unset dirty status for tenant:ed582df1ae8047c287f79e4bc614d073 on resource:subnet {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:04:07.334580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46268) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:07.339622 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f17f678b-071e-43b2-8907-5b89963e1e50 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "GET /v2.0/subnets/0ef9524b-5601-4edf-ac31-d29ba474b440 HTTP/1.1" status: 404 len: 337 time: 0.0815339 Jan 12 10:04:07.360147 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cef823e-203d-4888-9a89-a31172e5f7b8 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] DELETE failed (client error): The resource could not be found. Jan 12 10:04:07.360764 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cef823e-203d-4888-9a89-a31172e5f7b8 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 10:04:07.362851 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2cef823e-203d-4888-9a89-a31172e5f7b8 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "DELETE /v2.0/networks/be55fcdf-d916-493f-9ab7-acec107487b8 HTTP/1.1" status: 404 len: 339 time: 0.0271604 Jan 12 10:04:07.367558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46272) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:07.407622 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-017252f0-41d8-45f1-acdf-dac151d939bd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] DELETE failed (client error): The resource could not be found. Jan 12 10:04:07.408316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-017252f0-41d8-45f1-acdf-dac151d939bd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 10:04:07.410131 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-017252f0-41d8-45f1-acdf-dac151d939bd tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "DELETE /v2.0/subnets/0ef9524b-5601-4edf-ac31-d29ba474b440 HTTP/1.1" status: 404 len: 337 time: 0.0411031 Jan 12 10:04:07.412984 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46276) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:07.442876 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b03410-4328-4856-bd2c-390c05415c79 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] DELETE failed (client error): The resource could not be found. Jan 12 10:04:07.443423 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b03410-4328-4856-bd2c-390c05415c79 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 10:04:07.445175 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-29b03410-4328-4856-bd2c-390c05415c79 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "DELETE /v2.0/networks/be55fcdf-d916-493f-9ab7-acec107487b8 HTTP/1.1" status: 404 len: 339 time: 0.0308559 Jan 12 10:04:07.451223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46280) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:07.542983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-7599be04-ac43-4664-a940-1991c1a6c0d8 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Deleting subnet a3a07c7e-5372-4a8f-baaa-00c29dbc444a {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:04:07.546879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7599be04-ac43-4664-a940-1991c1a6c0d8 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:07.621421 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7599be04-ac43-4664-a940-1991c1a6c0d8 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:07.694985 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2607df11-0ab1-4d81-bb43-801b0282544a up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:07.757532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7599be04-ac43-4664-a940-1991c1a6c0d8 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:07.766100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 2607df11-0ab1-4d81-bb43-801b0282544a completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:07.865112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7599be04-ac43-4664-a940-1991c1a6c0d8 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:07.914816 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599be04-ac43-4664-a940-1991c1a6c0d8 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event deleted for resources: {'Subnet': ['ID=a3a07c7e-5372-4a8f-baaa-00c29dbc444a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:07.916647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7599be04-ac43-4664-a940-1991c1a6c0d8 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:07.939337 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7599be04-ac43-4664-a940-1991c1a6c0d8 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "DELETE /v2.0/subnets/a3a07c7e-5372-4a8f-baaa-00c29dbc444a HTTP/1.1" status: 204 len: 168 time: 0.4853084 Jan 12 10:04:07.940665 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46284) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:08.098710 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:08.113759 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Deleting port 2607df11-0ab1-4d81-bb43-801b0282544a {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:04:08.114226 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:08.333944 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] For port 2607df11-0ab1-4d81-bb43-801b0282544a, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=2607df11-0ab1-4d81-bb43-801b0282544a,segment=NetworkSegment(dee24057-8ff1-4eec-b654-6ba19b06fca8),segment_id=dee24057-8ff1-4eec-b654-6ba19b06fca8)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:08.334655 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:08.370737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3070bf-7411-4328-8a76-0f2785d292ca None None] Network 065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:08.457605 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Calling delete_port for 2607df11-0ab1-4d81-bb43-801b0282544a owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:04:08.536706 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ef9bdacf-b9ce-45df-9c78-15fa5e67bcfa None None] Provisioning for port 2607df11-0ab1-4d81-bb43-801b0282544a completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:08.538750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:08.548191 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ef9bdacf-b9ce-45df-9c78-15fa5e67bcfa None None] Provisioning complete for port 2607df11-0ab1-4d81-bb43-801b0282544a triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:08.548565 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ef9bdacf-b9ce-45df-9c78-15fa5e67bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:08.586674 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-ef9bdacf-b9ce-45df-9c78-15fa5e67bcfa None None] Port 2607df11-0ab1-4d81-bb43-801b0282544a was deleted so its status cannot be updated. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 12 10:04:08.588749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event deleted for resources: {'Port': ['ID=2607df11-0ab1-4d81-bb43-801b0282544a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:08.592121 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] No DVR routers for this DVR port 2607df11-0ab1-4d81-bb43-801b0282544a on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:04:08.671155 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6054a99e-5656-44a7-8b54-b0902691fa6a None None] DHCP port deletion for 065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:04:08.724425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:08.749396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:08.761235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee24057-8ff1-4eec-b654-6ba19b06fca8') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:08.761528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee24057-8ff1-4eec-b654-6ba19b06fca8') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:08.772949 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:08.788836 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:08.795106 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:04:08.795544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:04:08.809631 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:04:08.891864 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:08.910170 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:08.921360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event deleted for resources: {'Network': ['ID=065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:08.925478 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a1447d35-cd64-49c2-8f23-d58c0c380340 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "DELETE /v2.0/networks/065200d6-3fa4-4bed-a7a6-7aa1bff3d0e3 HTTP/1.1" status: 204 len: 168 time: 0.9837041 Jan 12 10:04:08.928671 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46288) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:08.966879 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4aa97d-6424-4614-92fb-a9a054f1728c tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] DELETE failed (client error): The resource could not be found. Jan 12 10:04:08.967379 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4aa97d-6424-4614-92fb-a9a054f1728c tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 10:04:08.969191 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3f4aa97d-6424-4614-92fb-a9a054f1728c tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "DELETE /v2.0/subnets/46d28e93-e1e4-45c5-947f-6596eb7b7dbf HTTP/1.1" status: 404 len: 337 time: 0.0395300 Jan 12 10:04:08.972389 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46292) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:08.998056 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.pecan_wsgi.hooks.translation [None req-9905b3ef-e114-43d7-ac0a-30250cea82e6 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] DELETE failed (client error): The resource could not be found. Jan 12 10:04:08.998513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9905b3ef-e114-43d7-ac0a-30250cea82e6 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 10:04:09.000204 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9905b3ef-e114-43d7-ac0a-30250cea82e6 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "DELETE /v2.0/networks/82c86ae5-636c-4035-bdcf-700929e5e000 HTTP/1.1" status: 404 len: 339 time: 0.0267920 Jan 12 10:04:09.003643 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46296) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:09.040977 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-8706cbe7-9080-481f-a012-901105e79975 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] DELETE failed (client error): The resource could not be found. Jan 12 10:04:09.041575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8706cbe7-9080-481f-a012-901105e79975 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 10:04:09.043268 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8706cbe7-9080-481f-a012-901105e79975 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "DELETE /v2.0/subnets/fc3f8057-8bf9-4103-9e17-1fe07609e387 HTTP/1.1" status: 404 len: 337 time: 0.0386889 Jan 12 10:04:09.046126 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46300) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:09.075040 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7ebe71-f8a0-430d-94c1-b59efd0996f5 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] DELETE failed (client error): The resource could not be found. Jan 12 10:04:09.075495 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7ebe71-f8a0-430d-94c1-b59efd0996f5 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 12 10:04:09.077154 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ce7ebe71-f8a0-430d-94c1-b59efd0996f5 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "DELETE /v2.0/networks/263822bb-ffff-4a8f-ad21-7a199f34581f HTTP/1.1" status: 404 len: 339 time: 0.0300798 Jan 12 10:04:09.080012 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46304) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:09.147373 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-69976a6b-a1a5-45ac-8cb7-897c5b0ef341 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Deleting subnet 22b75c80-dcb2-43a4-8dcc-d5587c9e99d3 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:04:09.150248 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-69976a6b-a1a5-45ac-8cb7-897c5b0ef341 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:09.206492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-69976a6b-a1a5-45ac-8cb7-897c5b0ef341 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:09.292017 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-69976a6b-a1a5-45ac-8cb7-897c5b0ef341 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:09.328979 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5346dd5a-36e7-4c5b-9f7d-6f120ce66981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:09.370010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-69976a6b-a1a5-45ac-8cb7-897c5b0ef341 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:09.409091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69976a6b-a1a5-45ac-8cb7-897c5b0ef341 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event deleted for resources: {'Subnet': ['ID=22b75c80-dcb2-43a4-8dcc-d5587c9e99d3,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:09.413055 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-69976a6b-a1a5-45ac-8cb7-897c5b0ef341 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:09.423023 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-69976a6b-a1a5-45ac-8cb7-897c5b0ef341 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "DELETE /v2.0/subnets/22b75c80-dcb2-43a4-8dcc-d5587c9e99d3 HTTP/1.1" status: 204 len: 168 time: 0.3420434 Jan 12 10:04:09.425442 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46308) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:09.428214 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96030a23-ac48-40f8-a8c5-36ef794f4457 None None] Network 2a7daa23-cef4-4d00-8849-92190322b3a7 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:09.536687 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:09.547516 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Deleting port 532c2f62-a38b-49e0-96c0-214d7943eb21 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:04:09.547776 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:09.636753 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2607df11-0ab1-4d81-bb43-801b0282544a no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:04:09.672140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 2607df11-0ab1-4d81-bb43-801b0282544a {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:04:09.672485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2607df11-0ab1-4d81-bb43-801b0282544a not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:04:09.690119 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aab3e8b-c5e7-4485-9960-82c94eb94118 None None] DHCP port deletion for 2a7daa23-cef4-4d00-8849-92190322b3a7 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:04:09.694292 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4aab3e8b-c5e7-4485-9960-82c94eb94118 None None] Deleting port 532c2f62-a38b-49e0-96c0-214d7943eb21 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:04:09.694656 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4aab3e8b-c5e7-4485-9960-82c94eb94118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:09.825701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] For port 532c2f62-a38b-49e0-96c0-214d7943eb21, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=532c2f62-a38b-49e0-96c0-214d7943eb21,segment=NetworkSegment(3a63f102-474f-4b45-b15d-f5fa9a48bddd),segment_id=3a63f102-474f-4b45-b15d-f5fa9a48bddd)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:09.826078 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:09.897273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-4aab3e8b-c5e7-4485-9960-82c94eb94118 None None] For port 532c2f62-a38b-49e0-96c0-214d7943eb21, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=532c2f62-a38b-49e0-96c0-214d7943eb21,segment=NetworkSegment(3a63f102-474f-4b45-b15d-f5fa9a48bddd),segment_id=3a63f102-474f-4b45-b15d-f5fa9a48bddd)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:09.897631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4aab3e8b-c5e7-4485-9960-82c94eb94118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:09.947534 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Calling delete_port for 532c2f62-a38b-49e0-96c0-214d7943eb21 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:04:10.019234 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4aab3e8b-c5e7-4485-9960-82c94eb94118 None None] Calling delete_port for 532c2f62-a38b-49e0-96c0-214d7943eb21 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:04:10.027753 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.077985 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event deleted for resources: {'Port': ['ID=532c2f62-a38b-49e0-96c0-214d7943eb21,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:10.081289 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] No DVR routers for this DVR port 532c2f62-a38b-49e0-96c0-214d7943eb21 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:04:10.096043 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-4aab3e8b-c5e7-4485-9960-82c94eb94118 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:04:10.096398 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-4aab3e8b-c5e7-4485-9960-82c94eb94118 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:04:10.203726 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.228934 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7daa23-cef4-4d00-8849-92190322b3a7']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:10.240904 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a63f102-474f-4b45-b15d-f5fa9a48bddd') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:10.241196 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a63f102-474f-4b45-b15d-f5fa9a48bddd') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:10.252919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.268998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.275945 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:04:10.276394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:04:10.292751 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:04:10.336604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.377107 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.395624 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.407611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] Pushing event deleted for resources: {'Network': ['ID=2a7daa23-cef4-4d00-8849-92190322b3a7,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:10.411650 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b68e29bd-94d8-447f-8cf3-46ecf9464157 tempest-NetworksIpV6Test-108752726 tempest-NetworksIpV6Test-108752726-project] 10.222.0.26 "DELETE /v2.0/networks/2a7daa23-cef4-4d00-8849-92190322b3a7 HTTP/1.1" status: 204 len: 168 time: 0.9837964 Jan 12 10:04:10.598087 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4aab3e8b-c5e7-4485-9960-82c94eb94118 None None] Deleting port 532c2f62-a38b-49e0-96c0-214d7943eb21 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:04:10.598799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4aab3e8b-c5e7-4485-9960-82c94eb94118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.674739 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4aab3e8b-c5e7-4485-9960-82c94eb94118 None None] The port '532c2f62-a38b-49e0-96c0-214d7943eb21' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 10:04:10.728388 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46316) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:10.890756 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-889b2658-7895-4016-ae2f-4ba0eb60289f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed582df1ae8047c287f79e4bc614d073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611314 Jan 12 10:04:10.893165 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46322) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:10.951325 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-44681092-96a9-4db0-9920-44f951e95a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:10.987125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-44681092-96a9-4db0-9920-44f951e95a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:11.048092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-44681092-96a9-4db0-9920-44f951e95a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:11.072874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44681092-96a9-4db0-9920-44f951e95a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a775126-f652-47b5-bcb6-7231456ea8c4,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:11.083419 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-44681092-96a9-4db0-9920-44f951e95a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:11.087630 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-44681092-96a9-4db0-9920-44f951e95a46 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a775126-f652-47b5-bcb6-7231456ea8c4 HTTP/1.1" status: 204 len: 168 time: 0.1910012 Jan 12 10:04:11.135870 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:11.626518 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 532c2f62-a38b-49e0-96c0-214d7943eb21 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:04:11.661118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 532c2f62-a38b-49e0-96c0-214d7943eb21 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:04:11.661321 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 532c2f62-a38b-49e0-96c0-214d7943eb21 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:04:11.839545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46346) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:11.954299 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-34fe1038-3911-4542-99a0-021934dbd526 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1946309506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:11.961186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-34fe1038-3911-4542-99a0-021934dbd526 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:11.965303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-34fe1038-3911-4542-99a0-021934dbd526 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Usage tracker for resource:router and tenant:a8a2fb46bfff4137b5079be8b4ea0040 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:11.968215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-34fe1038-3911-4542-99a0-021934dbd526 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:11.974498 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-34fe1038-3911-4542-99a0-021934dbd526 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:11.984774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34fe1038-3911-4542-99a0-021934dbd526 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:11.985813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34fe1038-3911-4542-99a0-021934dbd526 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.001064 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34fe1038-3911-4542-99a0-021934dbd526 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.019581 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34fe1038-3911-4542-99a0-021934dbd526 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.041556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-34fe1038-3911-4542-99a0-021934dbd526 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.043083 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-34fe1038-3911-4542-99a0-021934dbd526 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2023602 Jan 12 10:04:12.046556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46352) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:12.052344 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1734681256'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:12.057774 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:12.063256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Usage tracker for resource:network and tenant:a8a2fb46bfff4137b5079be8b4ea0040 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:12.067494 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:12.075765 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:12.087362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Made reservation on behalf of a8a2fb46bfff4137b5079be8b4ea0040 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:12.091293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.104130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.123419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:12.127841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Usage tracker for resource:security_group_rule and tenant:a8a2fb46bfff4137b5079be8b4ea0040 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:12.130814 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:12.136779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:12.222419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.227765 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.267515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:04:12.269847 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=219f3481-51e0-4a47-9b17-14464ed50891,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:12.282027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.282027 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Added segment 793e7e39-b668-470e-bb37-a29e33da9ec8 of type vlan for network e5a75997-73e8-41ab-a415-fe13433e4440 Jan 12 10:04:12.307923 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.336218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.342057 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:12.342651 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.448568 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4007692 Jan 12 10:04:12.451963 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46356) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:12.454196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8afc2-1bdf-418f-b340-3086a803202c tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Pushing event updated for resources: {'Network': ['ID=e5a75997-73e8-41ab-a415-fe13433e4440,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:12.457860 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-4715a105-e7f7-4ad5-84f8-235a16e1b9fa tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Request body: {'subnet': {'network_id': 'e5a75997-73e8-41ab-a415-fe13433e4440', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:12.465888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network e5a75997-73e8-41ab-a415-fe13433e4440 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:04:12.574393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4715a105-e7f7-4ad5-84f8-235a16e1b9fa tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:12.578646 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4715a105-e7f7-4ad5-84f8-235a16e1b9fa tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Usage tracker for resource:subnet and tenant:a8a2fb46bfff4137b5079be8b4ea0040 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:12.581745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4715a105-e7f7-4ad5-84f8-235a16e1b9fa tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:12.588163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4715a105-e7f7-4ad5-84f8-235a16e1b9fa tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:12.600576 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4715a105-e7f7-4ad5-84f8-235a16e1b9fa tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Made reservation on behalf of a8a2fb46bfff4137b5079be8b4ea0040 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:12.604586 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4715a105-e7f7-4ad5-84f8-235a16e1b9fa tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.714070 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:12.963303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4715a105-e7f7-4ad5-84f8-235a16e1b9fa tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:13.044102 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715a105-e7f7-4ad5-84f8-235a16e1b9fa tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Pushing event updated for resources: {'Subnet': ['ID=abd60c08-99b2-4e47-aa60-4a81d9523996,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:13.053329 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4715a105-e7f7-4ad5-84f8-235a16e1b9fa tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Checking segment: {'id': '793e7e39-b668-470e-bb37-a29e33da9ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e5a75997-73e8-41ab-a415-fe13433e4440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:13.053785 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4715a105-e7f7-4ad5-84f8-235a16e1b9fa tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Network hostable DHCP agents. Network: e5a75997-73e8-41ab-a415-fe13433e4440, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:04:13.074007 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4715a105-e7f7-4ad5-84f8-235a16e1b9fa tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Network e5a75997-73e8-41ab-a415-fe13433e4440 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:04:13.083627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-4715a105-e7f7-4ad5-84f8-235a16e1b9fa tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, e5a75997-73e8-41ab-a415-fe13433e4440) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:13.087931 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4715a105-e7f7-4ad5-84f8-235a16e1b9fa tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:13.088514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4715a105-e7f7-4ad5-84f8-235a16e1b9fa tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:13.095217 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d85bb-aee1-4778-a323-3c77728c2a74 None None] Network e5a75997-73e8-41ab-a415-fe13433e4440 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:13.116736 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46360) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:13.117337 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4715a105-e7f7-4ad5-84f8-235a16e1b9fa tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6636753 Jan 12 10:04:13.125167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-316e054d-2c35-4d8d-8d47-be5dd2a69e94 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1653895189'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:13.133660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-316e054d-2c35-4d8d-8d47-be5dd2a69e94 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:13.138491 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-316e054d-2c35-4d8d-8d47-be5dd2a69e94 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Usage tracker for resource:network and tenant:a8a2fb46bfff4137b5079be8b4ea0040 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:13.141431 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-316e054d-2c35-4d8d-8d47-be5dd2a69e94 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:13.147577 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-316e054d-2c35-4d8d-8d47-be5dd2a69e94 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:13.159259 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316e054d-2c35-4d8d-8d47-be5dd2a69e94 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Made reservation on behalf of a8a2fb46bfff4137b5079be8b4ea0040 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:13.162708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-316e054d-2c35-4d8d-8d47-be5dd2a69e94 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:13.192974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316e054d-2c35-4d8d-8d47-be5dd2a69e94 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:04:13.203621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-316e054d-2c35-4d8d-8d47-be5dd2a69e94 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:13.203964 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-316e054d-2c35-4d8d-8d47-be5dd2a69e94 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Added segment 0e109b50-9ff8-4f24-9e4f-5d9bd420f9c0 of type vlan for network e09fdee5-4a20-410a-b4da-c085c699cf36 Jan 12 10:04:13.230853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-316e054d-2c35-4d8d-8d47-be5dd2a69e94 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:13.266270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-316e054d-2c35-4d8d-8d47-be5dd2a69e94 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:13.271994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316e054d-2c35-4d8d-8d47-be5dd2a69e94 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:13.272579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-316e054d-2c35-4d8d-8d47-be5dd2a69e94 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:13.319870 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-e5a75997-73e8-41ab-a415-fe13433e4440', 'network_id': 'e5a75997-73e8-41ab-a415-fe13433e4440', 'tenant_id': 'a8a2fb46bfff4137b5079be8b4ea0040', 'fixed_ips': [{'subnet_id': 'abd60c08-99b2-4e47-aa60-4a81d9523996'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:04:13.320718 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:13.436702 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-316e054d-2c35-4d8d-8d47-be5dd2a69e94 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3184721 Jan 12 10:04:13.439982 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46364) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:13.446320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-da883deb-dab1-4673-894d-01cea472528b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Request body: {'subnet': {'network_id': 'e09fdee5-4a20-410a-b4da-c085c699cf36', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:13.484355 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Allocated IP 172.20.0.2 (e5a75997-73e8-41ab-a415-fe13433e4440/abd60c08-99b2-4e47-aa60-4a81d9523996/cb1bf206-efd2-46b9-ac80-86cc33f028c3) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:04:13.485684 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e054d-2c35-4d8d-8d47-be5dd2a69e94 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Pushing event updated for resources: {'Network': ['ID=e09fdee5-4a20-410a-b4da-c085c699cf36,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:13.498680 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network e09fdee5-4a20-410a-b4da-c085c699cf36 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:04:13.561828 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-da883deb-dab1-4673-894d-01cea472528b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:13.565705 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-da883deb-dab1-4673-894d-01cea472528b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Usage tracker for resource:subnet and tenant:a8a2fb46bfff4137b5079be8b4ea0040 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:13.568537 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-da883deb-dab1-4673-894d-01cea472528b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:13.574181 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-da883deb-dab1-4673-894d-01cea472528b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:13.585592 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da883deb-dab1-4673-894d-01cea472528b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Made reservation on behalf of a8a2fb46bfff4137b5079be8b4ea0040 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:13.589363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-da883deb-dab1-4673-894d-01cea472528b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:13.785176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:13.795972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Transition to ACTIVE for port object cb1bf206-efd2-46b9-ac80-86cc33f028c3 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:13.812464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-da883deb-dab1-4673-894d-01cea472528b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:13.815498 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Transition to ACTIVE for port object cb1bf206-efd2-46b9-ac80-86cc33f028c3 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:13.822554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:13.890878 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Network e5a75997-73e8-41ab-a415-fe13433e4440 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:04:13.893742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da883deb-dab1-4673-894d-01cea472528b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Pushing event updated for resources: {'Subnet': ['ID=0c0f1483-7044-479f-8783-a69f7ceb3fec,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:13.893883 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:13.897157 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:04:13.904327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da883deb-dab1-4673-894d-01cea472528b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Checking segment: {'id': '0e109b50-9ff8-4f24-9e4f-5d9bd420f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e09fdee5-4a20-410a-b4da-c085c699cf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:13.904723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da883deb-dab1-4673-894d-01cea472528b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Network hostable DHCP agents. Network: e09fdee5-4a20-410a-b4da-c085c699cf36, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:04:13.906626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Pushing event updated for resources: {'Port': ['ID=cb1bf206-efd2-46b9-ac80-86cc33f028c3,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:13.925431 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da883deb-dab1-4673-894d-01cea472528b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Network e09fdee5-4a20-410a-b4da-c085c699cf36 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:04:13.941477 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-da883deb-dab1-4673-894d-01cea472528b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, e09fdee5-4a20-410a-b4da-c085c699cf36) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:13.947510 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da883deb-dab1-4673-894d-01cea472528b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:13.949240 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-da883deb-dab1-4673-894d-01cea472528b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:13.974364 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-da883deb-dab1-4673-894d-01cea472528b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5329173 Jan 12 10:04:13.978839 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46368) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:13.979152 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fd2934-90cb-4c74-bc38-8eca41249787 None None] Network e09fdee5-4a20-410a-b4da-c085c699cf36 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:13.984543 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f788d72a-aba0-42bd-b2c1-ea8950c32609 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e09fdee5-4a20-410a-b4da-c085c699cf36'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:14.032824 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Attempting to bind port cb1bf206-efd2-46b9-ac80-86cc33f028c3 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:04:14.033194 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Attempting to bind port cb1bf206-efd2-46b9-ac80-86cc33f028c3 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '793e7e39-b668-470e-bb37-a29e33da9ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e5a75997-73e8-41ab-a415-fe13433e4440'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:04:14.033554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Attempting to bind port cb1bf206-efd2-46b9-ac80-86cc33f028c3 on network e5a75997-73e8-41ab-a415-fe13433e4440 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:04:14.082286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:04:14.082542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Checking segment: {'id': '793e7e39-b668-470e-bb37-a29e33da9ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e5a75997-73e8-41ab-a415-fe13433e4440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:14.084124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:14.084625 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Bound using segment: {'id': '793e7e39-b668-470e-bb37-a29e33da9ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e5a75997-73e8-41ab-a415-fe13433e4440'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:04:14.085314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Bound port: cb1bf206-efd2-46b9-ac80-86cc33f028c3, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793e7e39-b668-470e-bb37-a29e33da9ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e5a75997-73e8-41ab-a415-fe13433e4440'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:04:14.085806 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:14.258346 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] For port cb1bf206-efd2-46b9-ac80-86cc33f028c3, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:04:14.300469 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] For port cb1bf206-efd2-46b9-ac80-86cc33f028c3, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cb1bf206-efd2-46b9-ac80-86cc33f028c3,segment=NetworkSegment(793e7e39-b668-470e-bb37-a29e33da9ec8),segment_id=793e7e39-b668-470e-bb37-a29e33da9ec8)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:04:14.309942 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:14.348292 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-e09fdee5-4a20-410a-b4da-c085c699cf36', 'network_id': 'e09fdee5-4a20-410a-b4da-c085c699cf36', 'tenant_id': 'a8a2fb46bfff4137b5079be8b4ea0040', 'fixed_ips': [{'subnet_id': '0c0f1483-7044-479f-8783-a69f7ceb3fec'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:04:14.349012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:14.374540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f788d72a-aba0-42bd-b2c1-ea8950c32609 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:14.463510 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9e524-c651-4b1f-be8b-8c70da02b2d2 None None] Pushing event updated for resources: {'Port': ['ID=cb1bf206-efd2-46b9-ac80-86cc33f028c3,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:14.542276 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.api.v2.resource [None req-f788d72a-aba0-42bd-b2c1-ea8950c32609 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 12 10:04:14.549093 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f788d72a-aba0-42bd-b2c1-ea8950c32609 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] 10.222.0.26 "PUT /v2.0/routers/1c933fbd-807c-499a-bdb0-73bcd36c615a HTTP/1.1" status: 400 len: 364 time: 0.5633881 Jan 12 10:04:14.549741 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46372) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:14.618079 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Allocated IP 172.21.0.2 (e09fdee5-4a20-410a-b4da-c085c699cf36/0c0f1483-7044-479f-8783-a69f7ceb3fec/e1daeffc-af4d-4c1d-846c-f831bd22e9ac) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:04:14.654602 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-131907c1-bafd-40ea-b787-dffef80db369 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Deleting subnet 0c0f1483-7044-479f-8783-a69f7ceb3fec {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:04:14.964268 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:14.974926 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Transition to ACTIVE for port object e1daeffc-af4d-4c1d-846c-f831bd22e9ac will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:14.994548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Transition to ACTIVE for port object e1daeffc-af4d-4c1d-846c-f831bd22e9ac will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:15.000238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-131907c1-bafd-40ea-b787-dffef80db369 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:15.001010 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:15.059204 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-131907c1-bafd-40ea-b787-dffef80db369 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:15.079395 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Network e09fdee5-4a20-410a-b4da-c085c699cf36 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:04:15.084499 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:15.088220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:04:15.100002 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Pushing event updated for resources: {'Port': ['ID=e1daeffc-af4d-4c1d-846c-f831bd22e9ac,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:15.170694 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-131907c1-bafd-40ea-b787-dffef80db369 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:15.204811 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Attempting to bind port e1daeffc-af4d-4c1d-846c-f831bd22e9ac on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:04:15.205181 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Attempting to bind port e1daeffc-af4d-4c1d-846c-f831bd22e9ac by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '0e109b50-9ff8-4f24-9e4f-5d9bd420f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e09fdee5-4a20-410a-b4da-c085c699cf36'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:04:15.205540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Attempting to bind port e1daeffc-af4d-4c1d-846c-f831bd22e9ac on network e09fdee5-4a20-410a-b4da-c085c699cf36 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:04:15.213557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:04:15.214181 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Checking segment: {'id': '0e109b50-9ff8-4f24-9e4f-5d9bd420f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e09fdee5-4a20-410a-b4da-c085c699cf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:15.214717 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:15.215210 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Bound using segment: {'id': '0e109b50-9ff8-4f24-9e4f-5d9bd420f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e09fdee5-4a20-410a-b4da-c085c699cf36'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:04:15.215693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Bound port: e1daeffc-af4d-4c1d-846c-f831bd22e9ac, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e109b50-9ff8-4f24-9e4f-5d9bd420f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e09fdee5-4a20-410a-b4da-c085c699cf36'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:04:15.216063 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:15.261129 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-131907c1-bafd-40ea-b787-dffef80db369 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:15.330148 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] For port e1daeffc-af4d-4c1d-846c-f831bd22e9ac, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:04:15.330936 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131907c1-bafd-40ea-b787-dffef80db369 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0f1483-7044-479f-8783-a69f7ceb3fec,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:15.334927 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] For port e1daeffc-af4d-4c1d-846c-f831bd22e9ac, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e1daeffc-af4d-4c1d-846c-f831bd22e9ac,segment=NetworkSegment(0e109b50-9ff8-4f24-9e4f-5d9bd420f9c0),segment_id=0e109b50-9ff8-4f24-9e4f-5d9bd420f9c0)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:04:15.336555 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-131907c1-bafd-40ea-b787-dffef80db369 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:15.342001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:15.346376 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-131907c1-bafd-40ea-b787-dffef80db369 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] 10.222.0.26 "DELETE /v2.0/subnets/0c0f1483-7044-479f-8783-a69f7ceb3fec HTTP/1.1" status: 204 len: 168 time: 0.7951653 Jan 12 10:04:15.348967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46376) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:15.496889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:15.511699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Deleting port e1daeffc-af4d-4c1d-846c-f831bd22e9ac {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:04:15.512370 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:15.530140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc08d3-bd3d-4ebf-ad03-1c88bec7f140 None None] Pushing event updated for resources: {'Port': ['ID=e1daeffc-af4d-4c1d-846c-f831bd22e9ac,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:15.559038 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933834ec-f318-4e4f-a23d-3d6daf10cfd3 None None] Network e09fdee5-4a20-410a-b4da-c085c699cf36 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:15.575805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b30c0dd-4511-4285-831b-861cf4f7eba0 None None] Network e5a75997-73e8-41ab-a415-fe13433e4440 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:15.694470 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device cb1bf206-efd2-46b9-ac80-86cc33f028c3 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:15.867244 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-df8a4cda-22db-43ee-8480-a351e2834672 None None] Provisioning for port cb1bf206-efd2-46b9-ac80-86cc33f028c3 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:15.869393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] For port e1daeffc-af4d-4c1d-846c-f831bd22e9ac, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e1daeffc-af4d-4c1d-846c-f831bd22e9ac,segment=NetworkSegment(0e109b50-9ff8-4f24-9e4f-5d9bd420f9c0),segment_id=0e109b50-9ff8-4f24-9e4f-5d9bd420f9c0)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:15.869748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:15.997085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Calling delete_port for e1daeffc-af4d-4c1d-846c-f831bd22e9ac owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:04:16.016222 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port cb1bf206-efd2-46b9-ac80-86cc33f028c3 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:16.031475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port cb1bf206-efd2-46b9-ac80-86cc33f028c3 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:16.031858 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.082404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.154202 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] No DVR routers for this DVR port e1daeffc-af4d-4c1d-846c-f831bd22e9ac on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:04:16.155845 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Pushing event deleted for resources: {'Port': ['ID=e1daeffc-af4d-4c1d-846c-f831bd22e9ac,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:16.181730 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.191310 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:16.191729 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:16.191981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:16.192288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:16.192616 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:16.192929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:16.193245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:16.193565 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:16.193910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:16.194197 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:16.194504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:16.194903 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:16.230469 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port cb1bf206-efd2-46b9-ac80-86cc33f028c3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cb1bf206-efd2-46b9-ac80-86cc33f028c3,segment=NetworkSegment(793e7e39-b668-470e-bb37-a29e33da9ec8),segment_id=793e7e39-b668-470e-bb37-a29e33da9ec8)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:16.236490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.326639 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.329510 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=cb1bf206-efd2-46b9-ac80-86cc33f028c3,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:16.358944 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09fdee5-4a20-410a-b4da-c085c699cf36']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:16.372692 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e109b50-9ff8-4f24-9e4f-5d9bd420f9c0') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:16.372986 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e109b50-9ff8-4f24-9e4f-5d9bd420f9c0') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:16.386732 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.397196 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5a50e4-8737-44b2-9fd7-e730d67f36c5 None None] get_active_networks_info from dv-neutron-824346-1-hyperv {{(pid=87665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 12 10:04:16.411770 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.419103 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:04:16.419858 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:04:16.437467 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:04:16.479787 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6861217b-c580-4dd4-9144-6017aa8410a2 None None] Provisioning complete for port cb1bf206-efd2-46b9-ac80-86cc33f028c3 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:16.480131 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6861217b-c580-4dd4-9144-6017aa8410a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.528788 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.549430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.551743 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5a50e4-8737-44b2-9fd7-e730d67f36c5 None None] Resources bound (agent type, host, resource id): {{(pid=87665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 12 10:04:16.555734 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Pushing event deleted for resources: {'Network': ['ID=e09fdee5-4a20-410a-b4da-c085c699cf36,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:16.562818 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6f45df6b-0ac7-43ca-980f-01a860eae15b tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] 10.222.0.26 "DELETE /v2.0/networks/e09fdee5-4a20-410a-b4da-c085c699cf36 HTTP/1.1" status: 204 len: 168 time: 1.2123189 Jan 12 10:04:16.566527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46380) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:16.659048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7c2e51-7093-45ed-9cb3-906d5e72826e tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Deleting subnet abd60c08-99b2-4e47-aa60-4a81d9523996 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:04:16.659048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2e51-7093-45ed-9cb3-906d5e72826e tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.728225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2e51-7093-45ed-9cb3-906d5e72826e tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.816418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2e51-7093-45ed-9cb3-906d5e72826e tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.883394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.916585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2e51-7093-45ed-9cb3-906d5e72826e tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.960201 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c2e51-7093-45ed-9cb3-906d5e72826e tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Pushing event deleted for resources: {'Subnet': ['ID=abd60c08-99b2-4e47-aa60-4a81d9523996,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:16.964973 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2e51-7093-45ed-9cb3-906d5e72826e tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:16.971300 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-eb7c2e51-7093-45ed-9cb3-906d5e72826e tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] 10.222.0.26 "DELETE /v2.0/subnets/abd60c08-99b2-4e47-aa60-4a81d9523996 HTTP/1.1" status: 204 len: 168 time: 0.4035368 Jan 12 10:04:16.974454 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46384) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:17.019114 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f753715-2c05-40d4-9070-0e282d03aa9d None None] Network e5a75997-73e8-41ab-a415-fe13433e4440 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:17.095066 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:17.106979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Deleting port cb1bf206-efd2-46b9-ac80-86cc33f028c3 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:04:17.107322 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:17.280435 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c4b76e-4b9d-484d-bf7f-553c0521916f None None] DHCP port deletion for e5a75997-73e8-41ab-a415-fe13433e4440 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:04:17.288711 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4b76e-4b9d-484d-bf7f-553c0521916f None None] Deleting port cb1bf206-efd2-46b9-ac80-86cc33f028c3 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:04:17.289418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b76e-4b9d-484d-bf7f-553c0521916f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:17.337797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] For port cb1bf206-efd2-46b9-ac80-86cc33f028c3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cb1bf206-efd2-46b9-ac80-86cc33f028c3,segment=NetworkSegment(793e7e39-b668-470e-bb37-a29e33da9ec8),segment_id=793e7e39-b668-470e-bb37-a29e33da9ec8)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:17.337797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:17.472487 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Calling delete_port for cb1bf206-efd2-46b9-ac80-86cc33f028c3 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:04:17.500317 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a2c4b76e-4b9d-484d-bf7f-553c0521916f None None] For port cb1bf206-efd2-46b9-ac80-86cc33f028c3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=cb1bf206-efd2-46b9-ac80-86cc33f028c3,segment=NetworkSegment(793e7e39-b668-470e-bb37-a29e33da9ec8),segment_id=793e7e39-b668-470e-bb37-a29e33da9ec8)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:17.500970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b76e-4b9d-484d-bf7f-553c0521916f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:17.647562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4b76e-4b9d-484d-bf7f-553c0521916f None None] Calling delete_port for cb1bf206-efd2-46b9-ac80-86cc33f028c3 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:04:17.676877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device cb1bf206-efd2-46b9-ac80-86cc33f028c3 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:04:17.686836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:17.725057 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: cb1bf206-efd2-46b9-ac80-86cc33f028c3 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:04:17.725402 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device cb1bf206-efd2-46b9-ac80-86cc33f028c3 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:04:17.734689 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Pushing event deleted for resources: {'Port': ['ID=cb1bf206-efd2-46b9-ac80-86cc33f028c3,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:17.740991 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] No DVR routers for this DVR port cb1bf206-efd2-46b9-ac80-86cc33f028c3 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:04:17.774221 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-a2c4b76e-4b9d-484d-bf7f-553c0521916f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:04:17.774696 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-a2c4b76e-4b9d-484d-bf7f-553c0521916f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:04:17.869424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:17.894485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a75997-73e8-41ab-a415-fe13433e4440']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:17.909062 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793e7e39-b668-470e-bb37-a29e33da9ec8') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:17.909359 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793e7e39-b668-470e-bb37-a29e33da9ec8') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:17.920822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:17.936446 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:17.942523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:04:17.942920 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:04:17.960838 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:04:18.040554 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:18.058397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:18.069470 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Pushing event deleted for resources: {'Network': ['ID=e5a75997-73e8-41ab-a415-fe13433e4440,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:18.073510 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-13265a68-e2f8-414e-bb6a-2e738d2f393f tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] 10.222.0.26 "DELETE /v2.0/networks/e5a75997-73e8-41ab-a415-fe13433e4440 HTTP/1.1" status: 204 len: 168 time: 1.0981097 Jan 12 10:04:18.076319 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46388) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:18.131433 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f701e197-f024-4244-8c0a-fcdaba43a854 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Synchronizing usage tracker for tenant:a8a2fb46bfff4137b5079be8b4ea0040 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:04:18.152198 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f701e197-f024-4244-8c0a-fcdaba43a854 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Unset dirty status for tenant:a8a2fb46bfff4137b5079be8b4ea0040 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:04:18.153886 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f701e197-f024-4244-8c0a-fcdaba43a854 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c933fbd-807c-499a-bdb0-73bcd36c615a HTTP/1.1" status: 200 len: 205 time: 0.0766337 Jan 12 10:04:18.157896 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46392) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:18.276192 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4b76e-4b9d-484d-bf7f-553c0521916f None None] Deleting port cb1bf206-efd2-46b9-ac80-86cc33f028c3 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:04:18.277406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b76e-4b9d-484d-bf7f-553c0521916f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:18.294597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e5b9944a-1572-4a75-8138-c666f38e9ba9 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:18.363915 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4b76e-4b9d-484d-bf7f-553c0521916f None None] The port 'cb1bf206-efd2-46b9-ac80-86cc33f028c3' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 10:04:18.607034 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e5b9944a-1572-4a75-8138-c666f38e9ba9 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:18.609280 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e5b9944a-1572-4a75-8138-c666f38e9ba9 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:18.635540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e5b9944a-1572-4a75-8138-c666f38e9ba9 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:18.635945 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b9944a-1572-4a75-8138-c666f38e9ba9 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Fanout notify agent at l3_agent the message router_deleted on router 1c933fbd-807c-499a-bdb0-73bcd36c615a {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 10:04:18.648311 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e5b9944a-1572-4a75-8138-c666f38e9ba9 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:18.649402 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e5b9944a-1572-4a75-8138-c666f38e9ba9 tempest-RoutersNegativeTest-1275401201 tempest-RoutersNegativeTest-1275401201-project] 10.222.0.26 "DELETE /v2.0/routers/1c933fbd-807c-499a-bdb0-73bcd36c615a HTTP/1.1" status: 204 len: 168 time: 0.4905994 Jan 12 10:04:18.946102 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46400) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:19.132485 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-57c8b752-18d8-4404-9c6b-172d2047d406 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8a2fb46bfff4137b5079be8b4ea0040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846371 Jan 12 10:04:19.134524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46406) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:19.197781 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-83270aa0-3ca4-4b1b-ab7e-d5548d9784a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:19.225263 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-83270aa0-3ca4-4b1b-ab7e-d5548d9784a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:19.310228 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-83270aa0-3ca4-4b1b-ab7e-d5548d9784a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:19.327795 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83270aa0-3ca4-4b1b-ab7e-d5548d9784a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219f3481-51e0-4a47-9b17-14464ed50891,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:19.333282 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-83270aa0-3ca4-4b1b-ab7e-d5548d9784a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:19.337435 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-83270aa0-3ca4-4b1b-ab7e-d5548d9784a1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/219f3481-51e0-4a47-9b17-14464ed50891 HTTP/1.1" status: 204 len: 168 time: 0.1988285 Jan 12 10:04:20.147739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46430) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:20.279139 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1154226154-network', 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:20.287029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:20.291199 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Usage tracker for resource:network and tenant:f33824060fbd4f61b2680ef0d83997b1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:20.294359 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:20.300536 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:20.312178 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Made reservation on behalf of f33824060fbd4f61b2680ef0d83997b1 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:20.314904 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:20.332516 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:20.347869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:20.352010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Usage tracker for resource:security_group_rule and tenant:f33824060fbd4f61b2680ef0d83997b1 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:20.354990 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:20.362943 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:20.458454 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:20.463153 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:20.494952 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:04:20.503756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b153be5b-8b46-40dd-b41d-565497af5e53,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:20.510734 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:20.511161 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Added segment fa973793-cc25-46a9-bfff-c17b9680b1ba of type vlan for network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a Jan 12 10:04:20.539495 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:20.574504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:20.575674 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:20.576436 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:20.677129 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5279131 Jan 12 10:04:20.681451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46436) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:20.682525 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47656158-34e0-40e8-aeaf-a10bbd62f082 admin admin] Pushing event updated for resources: {'Network': ['ID=e6b0a942-1f89-4f89-93b5-5cc91baf4d3a,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:20.687505 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-888c4354-4c1f-48b1-b4e8-b12a324380a7 admin admin] Request body: {'subnet': {'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1154226154-subnet', 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1', 'ip_version': 4}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:20.692965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-888c4354-4c1f-48b1-b4e8-b12a324380a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:20.695041 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:04:20.697830 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-888c4354-4c1f-48b1-b4e8-b12a324380a7 admin admin] Usage tracker for resource:subnet and tenant:f33824060fbd4f61b2680ef0d83997b1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:20.702242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-888c4354-4c1f-48b1-b4e8-b12a324380a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:20.711888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-888c4354-4c1f-48b1-b4e8-b12a324380a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:20.728351 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888c4354-4c1f-48b1-b4e8-b12a324380a7 admin admin] Made reservation on behalf of f33824060fbd4f61b2680ef0d83997b1 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:20.730803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-888c4354-4c1f-48b1-b4e8-b12a324380a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:20.977926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-888c4354-4c1f-48b1-b4e8-b12a324380a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:21.050358 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c4354-4c1f-48b1-b4e8-b12a324380a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32aa16d6-c659-4ba4-bf46-534e5d92fb9d,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:21.061994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888c4354-4c1f-48b1-b4e8-b12a324380a7 admin admin] Checking segment: {'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:21.062351 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888c4354-4c1f-48b1-b4e8-b12a324380a7 admin admin] Network hostable DHCP agents. Network: e6b0a942-1f89-4f89-93b5-5cc91baf4d3a, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:04:21.083407 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888c4354-4c1f-48b1-b4e8-b12a324380a7 admin admin] Network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:04:21.096560 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-888c4354-4c1f-48b1-b4e8-b12a324380a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, e6b0a942-1f89-4f89-93b5-5cc91baf4d3a) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:21.102324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888c4354-4c1f-48b1-b4e8-b12a324380a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:21.103211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-888c4354-4c1f-48b1-b4e8-b12a324380a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:21.116515 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c466a45-feb3-4a99-a387-536854e7ddd4 None None] Network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:21.140559 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-888c4354-4c1f-48b1-b4e8-b12a324380a7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4536040 Jan 12 10:04:21.141053 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46440) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:21.151282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1154226154-router', 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:21.158990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:21.164907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Usage tracker for resource:router and tenant:f33824060fbd4f61b2680ef0d83997b1 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:21.169140 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:21.176901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:21.190738 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:21.192022 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:21.207440 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:21.389217 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-e6b0a942-1f89-4f89-93b5-5cc91baf4d3a', 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a', 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1', 'fixed_ips': [{'subnet_id': '32aa16d6-c659-4ba4-bf46-534e5d92fb9d'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:04:21.390347 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:21.514865 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:21.582146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Allocated IP 172.20.0.2 (e6b0a942-1f89-4f89-93b5-5cc91baf4d3a/32aa16d6-c659-4ba4-bf46-534e5d92fb9d/aedca1bf-8eb8-4969-98b0-aa59b936862d) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:04:21.857737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:21.874212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Transition to ACTIVE for port object aedca1bf-8eb8-4969-98b0-aa59b936862d will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:21.892278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:21.894184 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Transition to ACTIVE for port object aedca1bf-8eb8-4969-98b0-aa59b936862d will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:21.903468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:21.934100 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:21.981436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:04:21.985175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:21.989149 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:04:22.021654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Pushing event updated for resources: {'Port': ['ID=aedca1bf-8eb8-4969-98b0-aa59b936862d,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:22.115405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Attempting to bind port aedca1bf-8eb8-4969-98b0-aa59b936862d on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:04:22.115864 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Attempting to bind port aedca1bf-8eb8-4969-98b0-aa59b936862d by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:04:22.116397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Attempting to bind port aedca1bf-8eb8-4969-98b0-aa59b936862d on network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:04:22.125116 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:04:22.125473 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Checking segment: {'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:22.125902 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:22.126715 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Bound using segment: {'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:04:22.126924 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Bound port: aedca1bf-8eb8-4969-98b0-aa59b936862d, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:04:22.127292 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:22.195659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Allocated IP 172.26.2.179 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/a102eb29-1454-4582-8e72-4f4da7afcaf3) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:04:22.234867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] For port aedca1bf-8eb8-4969-98b0-aa59b936862d, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:04:22.239073 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] For port aedca1bf-8eb8-4969-98b0-aa59b936862d, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=aedca1bf-8eb8-4969-98b0-aa59b936862d,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:04:22.246032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:22.344041 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8672d43-dcd4-4e5e-af39-ab5b1e4ae226 None None] Pushing event updated for resources: {'Port': ['ID=aedca1bf-8eb8-4969-98b0-aa59b936862d,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:22.373618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:22.420684 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:22.501014 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:04:22.504122 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:22.508116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:04:22.555465 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Pushing event updated for resources: {'Port': ['ID=a102eb29-1454-4582-8e72-4f4da7afcaf3,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:22.978847 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:23.368562 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:23.432568 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bea5fd-15a9-45d1-98e3-be8be4d58cad None None] Network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:23.554251 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d6f7a710-dd76-4da5-a731-a6e247e665dd None None] Provisioning for port aedca1bf-8eb8-4969-98b0-aa59b936862d completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:23.661506 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Router 9e001e63-46c7-4980-92ab-835885b2353d is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 10:04:23.697160 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device aedca1bf-8eb8-4969-98b0-aa59b936862d up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:23.776224 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port aedca1bf-8eb8-4969-98b0-aa59b936862d completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:23.787371 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port aedca1bf-8eb8-4969-98b0-aa59b936862d triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:23.787869 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:23.963236 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:24.003569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port aedca1bf-8eb8-4969-98b0-aa59b936862d, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=aedca1bf-8eb8-4969-98b0-aa59b936862d,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:24.009323 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:24.017065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:04:24.034736 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Sync routers for ids ['9e001e63-46c7-4980-92ab-835885b2353d'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:04:24.043519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:24.045703 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-390f8f4c-e469-4fbe-be92-62440bc78b4e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9038379 Jan 12 10:04:24.049182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46444) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:24.058334 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Routers {'9e001e63-46c7-4980-92ab-835885b2353d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:04:24.059194 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:04:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['9e001e63-46c7-4980-92ab-835885b2353d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:24.100798 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=aedca1bf-8eb8-4969-98b0-aa59b936862d,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:24.130221 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-690a2e5b-3596-4346-94e7-98fc8eda828d None None] Provisioning complete for port aedca1bf-8eb8-4969-98b0-aa59b936862d triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:24.130955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-690a2e5b-3596-4346-94e7-98fc8eda828d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:24.316115 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Set router 9e001e63-46c7-4980-92ab-835885b2353d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:04:24.613731 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e001e63-46c7-4980-92ab-835885b2353d', 'name': 'tempest-TestEncryptedCinderVolumes-1154226154-router', 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a102eb29-1454-4582-8e72-4f4da7afcaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:21Z', 'updated_at': '2022-01-12T10:04:22Z', 'revision_number': 3, 'project_id': 'f33824060fbd4f61b2680ef0d83997b1', 'gw_port': {'id': 'a102eb29-1454-4582-8e72-4f4da7afcaf3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e001e63-46c7-4980-92ab-835885b2353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:21Z', 'updated_at': '2022-01-12T10:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:24.618111 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Checking router: 9e001e63-46c7-4980-92ab-835885b2353d for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:04:24.618466 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Updating router 9e001e63-46c7-4980-92ab-835885b2353d port a102eb29-1454-4582-8e72-4f4da7afcaf3 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:04:24.672087 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:24.951068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:25.028634 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:25.042164 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Transition to ACTIVE for port object a102eb29-1454-4582-8e72-4f4da7afcaf3 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:25.051002 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:25.138840 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b34a5-7d9f-47c1-a5e7-2dafbfa60828 None None] Pushing event updated for resources: {'Port': ['ID=a102eb29-1454-4582-8e72-4f4da7afcaf3,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:25.148360 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Attempting to bind port a102eb29-1454-4582-8e72-4f4da7afcaf3 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:04:25.148815 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Attempting to bind port a102eb29-1454-4582-8e72-4f4da7afcaf3 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:04:25.149368 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Attempting to bind port a102eb29-1454-4582-8e72-4f4da7afcaf3 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:04:25.152503 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b34a5-7d9f-47c1-a5e7-2dafbfa60828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:25.153190 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b34a5-7d9f-47c1-a5e7-2dafbfa60828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:25.153190 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b34a5-7d9f-47c1-a5e7-2dafbfa60828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:25.153951 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b34a5-7d9f-47c1-a5e7-2dafbfa60828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:25.153951 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b34a5-7d9f-47c1-a5e7-2dafbfa60828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:25.153951 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b34a5-7d9f-47c1-a5e7-2dafbfa60828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:25.154419 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b34a5-7d9f-47c1-a5e7-2dafbfa60828 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:25.154747 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b34a5-7d9f-47c1-a5e7-2dafbfa60828 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:25.155091 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b34a5-7d9f-47c1-a5e7-2dafbfa60828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:25.155407 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b34a5-7d9f-47c1-a5e7-2dafbfa60828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:25.155716 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b34a5-7d9f-47c1-a5e7-2dafbfa60828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:25.156029 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b34a5-7d9f-47c1-a5e7-2dafbfa60828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:25.162756 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:04:25.163152 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:25.163556 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:25.163931 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:04:25.164393 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Bound port: a102eb29-1454-4582-8e72-4f4da7afcaf3, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:04:25.164760 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:25.192121 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Allocated IP 172.20.0.1 (e6b0a942-1f89-4f89-93b5-5cc91baf4d3a/32aa16d6-c659-4ba4-bf46-534e5d92fb9d/e5175f56-c7eb-4673-b05c-7124b711e627) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:04:25.244615 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] For port a102eb29-1454-4582-8e72-4f4da7afcaf3, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:04:25.248391 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] For port a102eb29-1454-4582-8e72-4f4da7afcaf3, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a102eb29-1454-4582-8e72-4f4da7afcaf3,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:04:25.254005 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:25.343132 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b34a5-7d9f-47c1-a5e7-2dafbfa60828 None None] Pushing event updated for resources: {'Port': ['ID=a102eb29-1454-4582-8e72-4f4da7afcaf3,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:25.347228 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Routers {'9e001e63-46c7-4980-92ab-835885b2353d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:04:25.348163 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:04:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['9e001e63-46c7-4980-92ab-835885b2353d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:25.381201 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:25.407449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Transition to ACTIVE for port object e5175f56-c7eb-4673-b05c-7124b711e627 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:25.435819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:25.507786 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:04:25.510582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:25.514551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:04:25.538368 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] Set router 9e001e63-46c7-4980-92ab-835885b2353d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:04:25.552058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Pushing event updated for resources: {'Port': ['ID=e5175f56-c7eb-4673-b05c-7124b711e627,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:25.585932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:25.681001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device aedca1bf-8eb8-4969-98b0-aa59b936862d up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:25.774268 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port aedca1bf-8eb8-4969-98b0-aa59b936862d triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:25.774644 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:25.871708 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9979cd14-edf6-4e00-a453-60f340029ab1 None None] Provisioning for port e5175f56-c7eb-4673-b05c-7124b711e627 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:25.883950 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9979cd14-edf6-4e00-a453-60f340029ab1 None None] Provisioning complete for port e5175f56-c7eb-4673-b05c-7124b711e627 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:25.884426 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9979cd14-edf6-4e00-a453-60f340029ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:25.888095 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e001e63-46c7-4980-92ab-835885b2353d', 'name': 'tempest-TestEncryptedCinderVolumes-1154226154-router', 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a102eb29-1454-4582-8e72-4f4da7afcaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:21Z', 'updated_at': '2022-01-12T10:04:22Z', 'revision_number': 3, 'project_id': 'f33824060fbd4f61b2680ef0d83997b1', 'gw_port': {'id': 'a102eb29-1454-4582-8e72-4f4da7afcaf3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e001e63-46c7-4980-92ab-835885b2353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:21Z', 'updated_at': '2022-01-12T10:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:25.895427 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c1ef0-da4d-4bdc-9807-fc3f87e8aa4c None None] The sync data for ids ['9e001e63-46c7-4980-92ab-835885b2353d'] in dv-neutron-824346-1-hyperv is: [{'id': '9e001e63-46c7-4980-92ab-835885b2353d', 'name': 'tempest-TestEncryptedCinderVolumes-1154226154-router', 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a102eb29-1454-4582-8e72-4f4da7afcaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:21Z', 'updated_at': '2022-01-12T10:04:22Z', 'revision_number': 3, 'project_id': 'f33824060fbd4f61b2680ef0d83997b1', 'gw_port': {'id': 'a102eb29-1454-4582-8e72-4f4da7afcaf3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e001e63-46c7-4980-92ab-835885b2353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:21Z', 'updated_at': '2022-01-12T10:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:04:26.010082 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-9979cd14-edf6-4e00-a453-60f340029ab1 None None] Port e5175f56-c7eb-4673-b05c-7124b711e627 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:04:26.018251 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:26.453156 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:26.459458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:26.569210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Pushing event updated for resources: {'Port': ['ID=e5175f56-c7eb-4673-b05c-7124b711e627,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:26.571782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:26.730731 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:04:26.731979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:26.965699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Router 9e001e63-46c7-4980-92ab-835885b2353d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:04:27.036659 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8a1fe0ed-2780-4780-8dd5-8af1bf9cd62a None None] Provisioning complete for port e5175f56-c7eb-4673-b05c-7124b711e627 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:27.037454 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8a1fe0ed-2780-4780-8dd5-8af1bf9cd62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:27.107496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8a1fe0ed-2780-4780-8dd5-8af1bf9cd62a None None] Port e5175f56-c7eb-4673-b05c-7124b711e627 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:04:27.176731 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:04:27.187536 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9f94c13d-75d8-46ab-93ba-51ab37cb13cd admin admin] 10.222.0.26 "PUT /v2.0/routers/9e001e63-46c7-4980-92ab-835885b2353d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1367023 Jan 12 10:04:27.682882 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a102eb29-1454-4582-8e72-4f4da7afcaf3 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:27.738180 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Sync routers for ids ['9e001e63-46c7-4980-92ab-835885b2353d'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:04:27.770034 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Routers {'9e001e63-46c7-4980-92ab-835885b2353d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:04:27.770673 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:04:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['9e001e63-46c7-4980-92ab-835885b2353d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:27.865003 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46462) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:27.874079 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1971879816-network', 'tenant_id': '409d53fa75dc43c59ac3e8025b883c82'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:27.880876 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:27.886183 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Usage tracker for resource:network and tenant:409d53fa75dc43c59ac3e8025b883c82 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:27.889566 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:27.895870 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:27.910974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Made reservation on behalf of 409d53fa75dc43c59ac3e8025b883c82 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:27.915123 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:27.931813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:27.951149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:27.955885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Usage tracker for resource:security_group_rule and tenant:409d53fa75dc43c59ac3e8025b883c82 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:27.959244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:27.965604 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:27.995790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port a102eb29-1454-4582-8e72-4f4da7afcaf3 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:28.013650 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a102eb29-1454-4582-8e72-4f4da7afcaf3 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:28.014193 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:28.075014 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:28.081152 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:28.105970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:04:28.119890 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Set router 9e001e63-46c7-4980-92ab-835885b2353d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:04:28.129969 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:28.130410 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Added segment 7c5a66a3-6a13-4de6-abb2-30f7fc1011d2 of type vlan for network c1fbdb1d-630a-4fba-af49-29b20fd64127 Jan 12 10:04:28.145748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7c82a0-5a8f-4e88-90e8-e3afffd53912,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:28.172547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:28.222227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:28.223260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:28.223874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:28.331257 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4646523 Jan 12 10:04:28.334940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46466) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:28.336778 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13329de7-ed2e-47ee-bd0d-df5c28d8e5f7 admin admin] Pushing event updated for resources: {'Network': ['ID=c1fbdb1d-630a-4fba-af49-29b20fd64127,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:28.341230 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ee5e907c-018e-4577-b80c-9a49aca7baf2 admin admin] Request body: {'subnet': {'network_id': 'c1fbdb1d-630a-4fba-af49-29b20fd64127', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1971879816-subnet', 'tenant_id': '409d53fa75dc43c59ac3e8025b883c82', 'ip_version': 4}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:28.347354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ee5e907c-018e-4577-b80c-9a49aca7baf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:28.354997 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ee5e907c-018e-4577-b80c-9a49aca7baf2 admin admin] Usage tracker for resource:subnet and tenant:409d53fa75dc43c59ac3e8025b883c82 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:28.358874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ee5e907c-018e-4577-b80c-9a49aca7baf2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:28.365461 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ee5e907c-018e-4577-b80c-9a49aca7baf2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:28.372409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network c1fbdb1d-630a-4fba-af49-29b20fd64127 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:04:28.377940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5e907c-018e-4577-b80c-9a49aca7baf2 admin admin] Made reservation on behalf of 409d53fa75dc43c59ac3e8025b883c82 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:28.380362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ee5e907c-018e-4577-b80c-9a49aca7baf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:28.465585 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:28.599255 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ee5e907c-018e-4577-b80c-9a49aca7baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:28.636588 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port a102eb29-1454-4582-8e72-4f4da7afcaf3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a102eb29-1454-4582-8e72-4f4da7afcaf3,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:28.655961 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:28.682013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e907c-018e-4577-b80c-9a49aca7baf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5cc3548-22cd-4653-8f2a-54f90192ee71,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:28.692858 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e907c-018e-4577-b80c-9a49aca7baf2 admin admin] Checking segment: {'id': '7c5a66a3-6a13-4de6-abb2-30f7fc1011d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c1fbdb1d-630a-4fba-af49-29b20fd64127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:28.693448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5e907c-018e-4577-b80c-9a49aca7baf2 admin admin] Network hostable DHCP agents. Network: c1fbdb1d-630a-4fba-af49-29b20fd64127, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:04:28.721580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5e907c-018e-4577-b80c-9a49aca7baf2 admin admin] Network c1fbdb1d-630a-4fba-af49-29b20fd64127 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:04:28.735693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-ee5e907c-018e-4577-b80c-9a49aca7baf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, c1fbdb1d-630a-4fba-af49-29b20fd64127) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:28.742317 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5e907c-018e-4577-b80c-9a49aca7baf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:28.744320 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ee5e907c-018e-4577-b80c-9a49aca7baf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:28.749080 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c897a44-6d3e-4e62-9aee-47089243293c None None] Network c1fbdb1d-630a-4fba-af49-29b20fd64127 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:28.780328 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ee5e907c-018e-4577-b80c-9a49aca7baf2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4437759 Jan 12 10:04:28.783875 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46470) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:28.788992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1971879816-router', 'tenant_id': '409d53fa75dc43c59ac3e8025b883c82', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:28.794433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:28.800809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Usage tracker for resource:router and tenant:409d53fa75dc43c59ac3e8025b883c82 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:04:28.807296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:04:28.817053 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:28.833162 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:28.834350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:28.855940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:28.868541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=a102eb29-1454-4582-8e72-4f4da7afcaf3,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:28.973468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e001e63-46c7-4980-92ab-835885b2353d', 'name': 'tempest-TestEncryptedCinderVolumes-1154226154-router', 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a102eb29-1454-4582-8e72-4f4da7afcaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:21Z', 'updated_at': '2022-01-12T10:04:25Z', 'revision_number': 4, 'project_id': 'f33824060fbd4f61b2680ef0d83997b1', 'gw_port': {'id': 'a102eb29-1454-4582-8e72-4f4da7afcaf3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e001e63-46c7-4980-92ab-835885b2353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:21Z', 'updated_at': '2022-01-12T10:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'e5175f56-c7eb-4673-b05c-7124b711e627', 'name': '', 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a', 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1', 'mac_address': 'fa:16:3e:95:b6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e001e63-46c7-4980-92ab-835885b2353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '32aa16d6-c659-4ba4-bf46-534e5d92fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:25Z', 'updated_at': '2022-01-12T10:04:26Z', 'revision_number': 2, 'project_id': 'f33824060fbd4f61b2680ef0d83997b1', 'subnets': [{'id': '32aa16d6-c659-4ba4-bf46-534e5d92fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:28.987226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Checking router: 9e001e63-46c7-4980-92ab-835885b2353d for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:04:28.987519 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Updating router 9e001e63-46c7-4980-92ab-835885b2353d port e5175f56-c7eb-4673-b05c-7124b711e627 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:04:29.090961 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:29.110507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-c1fbdb1d-630a-4fba-af49-29b20fd64127', 'network_id': 'c1fbdb1d-630a-4fba-af49-29b20fd64127', 'tenant_id': '409d53fa75dc43c59ac3e8025b883c82', 'fixed_ips': [{'subnet_id': 'e5cc3548-22cd-4653-8f2a-54f90192ee71'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:04:29.111937 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:29.190260 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:29.591867 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:29.610467 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Allocated IP 172.20.0.2 (c1fbdb1d-630a-4fba-af49-29b20fd64127/e5cc3548-22cd-4653-8f2a-54f90192ee71/39cb312b-de75-4593-99bb-881abc005bf0) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:04:29.622437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:29.689552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a102eb29-1454-4582-8e72-4f4da7afcaf3 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:29.784903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Allocated IP 172.26.2.115 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/31e85ec8-7304-4dc5-861c-54d1baefde8f) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:04:30.079980 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a102eb29-1454-4582-8e72-4f4da7afcaf3 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:30.079980 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:30.159471 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:30.203518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:30.205006 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:30.237914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Transition to ACTIVE for port object e5175f56-c7eb-4673-b05c-7124b711e627 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:30.241081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:30.263647 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:30.282820 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:04:30.285831 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:30.289501 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:04:30.307232 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Transition to ACTIVE for port object 39cb312b-de75-4593-99bb-881abc005bf0 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:30.324159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Pushing event updated for resources: {'Port': ['ID=31e85ec8-7304-4dc5-861c-54d1baefde8f,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:30.463300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Transition to ACTIVE for port object 39cb312b-de75-4593-99bb-881abc005bf0 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:30.534053 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:30.538516 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c030b3-1a04-4232-9418-1662452b09ff None None] Pushing event updated for resources: {'Port': ['ID=e5175f56-c7eb-4673-b05c-7124b711e627,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:30.679173 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Network c1fbdb1d-630a-4fba-af49-29b20fd64127 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:04:30.684838 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:30.699084 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:04:30.711767 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Attempting to bind port e5175f56-c7eb-4673-b05c-7124b711e627 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:04:30.712135 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Attempting to bind port e5175f56-c7eb-4673-b05c-7124b711e627 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:04:30.712658 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Attempting to bind port e5175f56-c7eb-4673-b05c-7124b711e627 on network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:04:30.717966 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Pushing event updated for resources: {'Port': ['ID=39cb312b-de75-4593-99bb-881abc005bf0,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:30.792481 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:04:30.792846 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Checking segment: {'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:30.793255 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:30.793644 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Bound using segment: {'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:04:30.794122 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Bound port: e5175f56-c7eb-4673-b05c-7124b711e627, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:04:30.794490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:30.828253 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:30.898849 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Attempting to bind port 39cb312b-de75-4593-99bb-881abc005bf0 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:04:30.899132 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Attempting to bind port 39cb312b-de75-4593-99bb-881abc005bf0 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '7c5a66a3-6a13-4de6-abb2-30f7fc1011d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c1fbdb1d-630a-4fba-af49-29b20fd64127'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:04:30.899496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Attempting to bind port 39cb312b-de75-4593-99bb-881abc005bf0 on network c1fbdb1d-630a-4fba-af49-29b20fd64127 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:04:30.910842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:04:30.911220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Checking segment: {'id': '7c5a66a3-6a13-4de6-abb2-30f7fc1011d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c1fbdb1d-630a-4fba-af49-29b20fd64127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:30.911615 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:30.912000 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Bound using segment: {'id': '7c5a66a3-6a13-4de6-abb2-30f7fc1011d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c1fbdb1d-630a-4fba-af49-29b20fd64127'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:04:30.912514 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Bound port: 39cb312b-de75-4593-99bb-881abc005bf0, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5a66a3-6a13-4de6-abb2-30f7fc1011d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c1fbdb1d-630a-4fba-af49-29b20fd64127'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:04:30.912964 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:31.003801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] For port e5175f56-c7eb-4673-b05c-7124b711e627, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:04:31.018316 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] For port e5175f56-c7eb-4673-b05c-7124b711e627, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e5175f56-c7eb-4673-b05c-7124b711e627,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:04:31.030345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:31.131242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] For port 39cb312b-de75-4593-99bb-881abc005bf0, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:04:31.161603 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] For port 39cb312b-de75-4593-99bb-881abc005bf0, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=39cb312b-de75-4593-99bb-881abc005bf0,segment=NetworkSegment(7c5a66a3-6a13-4de6-abb2-30f7fc1011d2),segment_id=7c5a66a3-6a13-4de6-abb2-30f7fc1011d2)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:04:31.166031 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Routers {'9e001e63-46c7-4980-92ab-835885b2353d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:04:31.167156 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:04:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['9e001e63-46c7-4980-92ab-835885b2353d'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:31.245547 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:31.248429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c030b3-1a04-4232-9418-1662452b09ff None None] Pushing event updated for resources: {'Port': ['ID=e5175f56-c7eb-4673-b05c-7124b711e627,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:31.263136 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:31.489070 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc77334-96e3-4857-9ae1-fc9683583118 None None] Pushing event updated for resources: {'Port': ['ID=39cb312b-de75-4593-99bb-881abc005bf0,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:31.530243 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Router 700d3f67-f078-40e2-b386-85475f38390b is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 10:04:31.539768 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] Set router 9e001e63-46c7-4980-92ab-835885b2353d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:04:31.817954 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:04:31.843185 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Sync routers for ids ['700d3f67-f078-40e2-b386-85475f38390b'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:04:31.856860 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Routers {'700d3f67-f078-40e2-b386-85475f38390b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:04:31.857648 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:04:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['700d3f67-f078-40e2-b386-85475f38390b'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:31.868242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:31.870836 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6ada1902-8468-4397-881b-1f8ba2698c0f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0855205 Jan 12 10:04:31.876626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46474) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:04:32.154446 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Set router 700d3f67-f078-40e2-b386-85475f38390b gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:04:32.155292 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e001e63-46c7-4980-92ab-835885b2353d', 'name': 'tempest-TestEncryptedCinderVolumes-1154226154-router', 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a102eb29-1454-4582-8e72-4f4da7afcaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:21Z', 'updated_at': '2022-01-12T10:04:25Z', 'revision_number': 4, 'project_id': 'f33824060fbd4f61b2680ef0d83997b1', 'gw_port': {'id': 'a102eb29-1454-4582-8e72-4f4da7afcaf3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e001e63-46c7-4980-92ab-835885b2353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:21Z', 'updated_at': '2022-01-12T10:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'e5175f56-c7eb-4673-b05c-7124b711e627', 'name': '', 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a', 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1', 'mac_address': 'fa:16:3e:95:b6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e001e63-46c7-4980-92ab-835885b2353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '32aa16d6-c659-4ba4-bf46-534e5d92fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:25Z', 'updated_at': '2022-01-12T10:04:30Z', 'revision_number': 4, 'project_id': 'f33824060fbd4f61b2680ef0d83997b1', 'subnets': [{'id': '32aa16d6-c659-4ba4-bf46-534e5d92fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:32.163898 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d7731b-2636-4a6b-8c45-7a607906e03c None None] The sync data for ids ['9e001e63-46c7-4980-92ab-835885b2353d'] in dv-neutron-824346-1-hyperv is: [{'id': '9e001e63-46c7-4980-92ab-835885b2353d', 'name': 'tempest-TestEncryptedCinderVolumes-1154226154-router', 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a102eb29-1454-4582-8e72-4f4da7afcaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:21Z', 'updated_at': '2022-01-12T10:04:25Z', 'revision_number': 4, 'project_id': 'f33824060fbd4f61b2680ef0d83997b1', 'gw_port': {'id': 'a102eb29-1454-4582-8e72-4f4da7afcaf3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e001e63-46c7-4980-92ab-835885b2353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:21Z', 'updated_at': '2022-01-12T10:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'e5175f56-c7eb-4673-b05c-7124b711e627', 'name': '', 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a', 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1', 'mac_address': 'fa:16:3e:95:b6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e001e63-46c7-4980-92ab-835885b2353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '32aa16d6-c659-4ba4-bf46-534e5d92fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:25Z', 'updated_at': '2022-01-12T10:04:30Z', 'revision_number': 4, 'project_id': 'f33824060fbd4f61b2680ef0d83997b1', 'subnets': [{'id': '32aa16d6-c659-4ba4-bf46-534e5d92fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:04:32.538251 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700d3f67-f078-40e2-b386-85475f38390b', 'name': 'tempest-TestEncryptedCinderVolumes-1971879816-router', 'tenant_id': '409d53fa75dc43c59ac3e8025b883c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '31e85ec8-7304-4dc5-861c-54d1baefde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:28Z', 'updated_at': '2022-01-12T10:04:30Z', 'revision_number': 3, 'project_id': '409d53fa75dc43c59ac3e8025b883c82', 'gw_port': {'id': '31e85ec8-7304-4dc5-861c-54d1baefde8f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700d3f67-f078-40e2-b386-85475f38390b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:29Z', 'updated_at': '2022-01-12T10:04:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:32.547526 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Checking router: 700d3f67-f078-40e2-b386-85475f38390b for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:04:32.547992 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Updating router 700d3f67-f078-40e2-b386-85475f38390b port 31e85ec8-7304-4dc5-861c-54d1baefde8f binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:04:32.632217 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:32.889769 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7888e8eb-4bb8-4b12-b0ca-daeba0972dc9 None None] Network c1fbdb1d-630a-4fba-af49-29b20fd64127 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:04:33.045266 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ad58e853-e834-441e-a07c-7653b2de9223 None None] Provisioning for port 39cb312b-de75-4593-99bb-881abc005bf0 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:33.065404 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:33.087498 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Transition to ACTIVE for port object 31e85ec8-7304-4dc5-861c-54d1baefde8f will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:33.105134 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:33.125900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:33.225923 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bd7d9-4a98-467e-90ca-559371b24cbe None None] Pushing event updated for resources: {'Port': ['ID=31e85ec8-7304-4dc5-861c-54d1baefde8f,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:33.245654 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Attempting to bind port 31e85ec8-7304-4dc5-861c-54d1baefde8f on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:04:33.246039 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Attempting to bind port 31e85ec8-7304-4dc5-861c-54d1baefde8f by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:04:33.246401 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Attempting to bind port 31e85ec8-7304-4dc5-861c-54d1baefde8f on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:04:33.253716 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:04:33.254086 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:33.254547 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:33.257749 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:04:33.257749 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Bound port: 31e85ec8-7304-4dc5-861c-54d1baefde8f, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:04:33.257749 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:33.349413 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] For port 31e85ec8-7304-4dc5-861c-54d1baefde8f, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:04:33.354252 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] For port 31e85ec8-7304-4dc5-861c-54d1baefde8f, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=31e85ec8-7304-4dc5-861c-54d1baefde8f,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:04:33.361889 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:33.469171 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Routers {'700d3f67-f078-40e2-b386-85475f38390b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:04:33.469685 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Allocated IP 172.20.0.1 (c1fbdb1d-630a-4fba-af49-29b20fd64127/e5cc3548-22cd-4653-8f2a-54f90192ee71/2c5563d4-b32b-4eaf-93cb-b28d8e064c75) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:04:33.470176 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:04:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['700d3f67-f078-40e2-b386-85475f38390b'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:33.796176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:33.796832 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bd7d9-4a98-467e-90ca-559371b24cbe None None] Pushing event updated for resources: {'Port': ['ID=31e85ec8-7304-4dc5-861c-54d1baefde8f,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:33.798426 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e5175f56-c7eb-4673-b05c-7124b711e627 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:33.823974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Transition to ACTIVE for port object 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:33.863107 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:33.870382 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] Set router 700d3f67-f078-40e2-b386-85475f38390b gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:04:33.928992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port e5175f56-c7eb-4673-b05c-7124b711e627 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:33.935623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port e5175f56-c7eb-4673-b05c-7124b711e627 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:33.936296 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:33.975651 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Network c1fbdb1d-630a-4fba-af49-29b20fd64127 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:04:33.981370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:33.985627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:04:34.041474 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c5563d4-b32b-4eaf-93cb-b28d8e064c75,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:34.098427 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:34.196698 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:34.264865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port e5175f56-c7eb-4673-b05c-7124b711e627, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e5175f56-c7eb-4673-b05c-7124b711e627,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:34.270956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:34.272633 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 39cb312b-de75-4593-99bb-881abc005bf0 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:34.342992 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700d3f67-f078-40e2-b386-85475f38390b', 'name': 'tempest-TestEncryptedCinderVolumes-1971879816-router', 'tenant_id': '409d53fa75dc43c59ac3e8025b883c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '31e85ec8-7304-4dc5-861c-54d1baefde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:28Z', 'updated_at': '2022-01-12T10:04:30Z', 'revision_number': 3, 'project_id': '409d53fa75dc43c59ac3e8025b883c82', 'gw_port': {'id': '31e85ec8-7304-4dc5-861c-54d1baefde8f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700d3f67-f078-40e2-b386-85475f38390b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:29Z', 'updated_at': '2022-01-12T10:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:34.348342 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6567ea61-8be8-4a7e-91ac-fb96d2f3ed79 None None] The sync data for ids ['700d3f67-f078-40e2-b386-85475f38390b'] in dv-neutron-824346-1-hyperv is: [{'id': '700d3f67-f078-40e2-b386-85475f38390b', 'name': 'tempest-TestEncryptedCinderVolumes-1971879816-router', 'tenant_id': '409d53fa75dc43c59ac3e8025b883c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '31e85ec8-7304-4dc5-861c-54d1baefde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:28Z', 'updated_at': '2022-01-12T10:04:30Z', 'revision_number': 3, 'project_id': '409d53fa75dc43c59ac3e8025b883c82', 'gw_port': {'id': '31e85ec8-7304-4dc5-861c-54d1baefde8f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700d3f67-f078-40e2-b386-85475f38390b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:29Z', 'updated_at': '2022-01-12T10:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:04:34.485539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=e5175f56-c7eb-4673-b05c-7124b711e627,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:34.495150 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b96877dc-7e66-4057-8829-8c041496bcd0 None None] Provisioning for port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:34.505741 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b96877dc-7e66-4057-8829-8c041496bcd0 None None] Provisioning complete for port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:34.506298 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b96877dc-7e66-4057-8829-8c041496bcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:34.550740 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 39cb312b-de75-4593-99bb-881abc005bf0 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:34.569644 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 39cb312b-de75-4593-99bb-881abc005bf0 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:34.569978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:34.617254 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:34.640972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b96877dc-7e66-4057-8829-8c041496bcd0 None None] Port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:04:34.748049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:34.796820 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 39cb312b-de75-4593-99bb-881abc005bf0, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=39cb312b-de75-4593-99bb-881abc005bf0,segment=NetworkSegment(7c5a66a3-6a13-4de6-abb2-30f7fc1011d2),segment_id=7c5a66a3-6a13-4de6-abb2-30f7fc1011d2)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:34.805030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:34.922924 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=39cb312b-de75-4593-99bb-881abc005bf0,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:34.982801 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:34.989044 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:35.099885 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c5563d4-b32b-4eaf-93cb-b28d8e064c75,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:35.103515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:35.294655 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Network c1fbdb1d-630a-4fba-af49-29b20fd64127 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:04:35.296424 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:35.559294 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Router 700d3f67-f078-40e2-b386-85475f38390b has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:04:35.675933 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3438011a-af7d-4d16-8e1f-abf3167fa9b2 None None] Provisioning complete for port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:35.676881 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3438011a-af7d-4d16-8e1f-abf3167fa9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:35.759576 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 31e85ec8-7304-4dc5-861c-54d1baefde8f up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:35.814562 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:04:35.817191 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-3438011a-af7d-4d16-8e1f-abf3167fa9b2 None None] Port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:04:35.829035 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-120337d4-c995-412a-89f1-e214f3ad8cf8 admin admin] 10.222.0.26 "PUT /v2.0/routers/700d3f67-f078-40e2-b386-85475f38390b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9501507 Jan 12 10:04:35.849877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 31e85ec8-7304-4dc5-861c-54d1baefde8f completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:35.858582 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 31e85ec8-7304-4dc5-861c-54d1baefde8f triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:35.859320 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:36.018840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:36.038049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 31e85ec8-7304-4dc5-861c-54d1baefde8f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=31e85ec8-7304-4dc5-861c-54d1baefde8f,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:36.043856 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:36.044943 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e5175f56-c7eb-4673-b05c-7124b711e627 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:36.232770 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=31e85ec8-7304-4dc5-861c-54d1baefde8f,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:36.264452 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port e5175f56-c7eb-4673-b05c-7124b711e627 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:36.264934 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:36.374163 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Sync routers for ids ['700d3f67-f078-40e2-b386-85475f38390b'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:04:36.408083 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Routers {'700d3f67-f078-40e2-b386-85475f38390b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:04:36.408717 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:04:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['700d3f67-f078-40e2-b386-85475f38390b'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:36.477027 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 39cb312b-de75-4593-99bb-881abc005bf0 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:36.701106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Set router 700d3f67-f078-40e2-b386-85475f38390b gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:04:36.747362 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 39cb312b-de75-4593-99bb-881abc005bf0 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:36.747800 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:36.828790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bbe2377c-4e81-49be-af21-c776c1fa66c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:37.014598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-5a29515c-998b-4418-a572-71b7086164c0 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:37.015454 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-5a29515c-998b-4418-a572-71b7086164c0 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Synchronizing usage tracker for tenant:f33824060fbd4f61b2680ef0d83997b1 on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:04:37.035149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-5a29515c-998b-4418-a572-71b7086164c0 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Unset dirty status for tenant:f33824060fbd4f61b2680ef0d83997b1 on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:04:37.036704 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-5a29515c-998b-4418-a572-71b7086164c0 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/networks?id=e6b0a942-1f89-4f89-93b5-5cc91baf4d3a HTTP/1.1" status: 200 len: 817 time: 0.1895001 Jan 12 10:04:37.071054 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-2aac4f56-2fe5-4767-af47-1c29760cf105 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/quotas/f33824060fbd4f61b2680ef0d83997b1 HTTP/1.1" status: 200 len: 375 time: 0.0186460 Jan 12 10:04:37.175602 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700d3f67-f078-40e2-b386-85475f38390b', 'name': 'tempest-TestEncryptedCinderVolumes-1971879816-router', 'tenant_id': '409d53fa75dc43c59ac3e8025b883c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '31e85ec8-7304-4dc5-861c-54d1baefde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:28Z', 'updated_at': '2022-01-12T10:04:34Z', 'revision_number': 4, 'project_id': '409d53fa75dc43c59ac3e8025b883c82', 'gw_port': {'id': '31e85ec8-7304-4dc5-861c-54d1baefde8f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d3f67-f078-40e2-b386-85475f38390b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:29Z', 'updated_at': '2022-01-12T10:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '2c5563d4-b32b-4eaf-93cb-b28d8e064c75', 'name': '', 'network_id': 'c1fbdb1d-630a-4fba-af49-29b20fd64127', 'tenant_id': '409d53fa75dc43c59ac3e8025b883c82', 'mac_address': 'fa:16:3e:e6:1e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700d3f67-f078-40e2-b386-85475f38390b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e5cc3548-22cd-4653-8f2a-54f90192ee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:33Z', 'updated_at': '2022-01-12T10:04:34Z', 'revision_number': 2, 'project_id': '409d53fa75dc43c59ac3e8025b883c82', 'subnets': [{'id': 'e5cc3548-22cd-4653-8f2a-54f90192ee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:37.180082 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Checking router: 700d3f67-f078-40e2-b386-85475f38390b for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:04:37.180487 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Updating router 700d3f67-f078-40e2-b386-85475f38390b port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:04:37.197145 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-a4a095fe-9a58-4290-a4a1-97be2a784240 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Synchronizing usage tracker for tenant:f33824060fbd4f61b2680ef0d83997b1 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:04:37.219753 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-a4a095fe-9a58-4290-a4a1-97be2a784240 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Unset dirty status for tenant:f33824060fbd4f61b2680ef0d83997b1 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:04:37.221881 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-a4a095fe-9a58-4290-a4a1-97be2a784240 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f33824060fbd4f61b2680ef0d83997b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1426015 Jan 12 10:04:37.242924 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-a57da272-da4c-44b9-9439-def0478d1424 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:04:37.244479 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-a57da272-da4c-44b9-9439-def0478d1424 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073819 Jan 12 10:04:37.247736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:37.404725 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-dc208e79-ef67-4d6b-9781-51aeb65d482f service neutron] 10.222.0.26 "GET /v2.0/networks/e6b0a942-1f89-4f89-93b5-5cc91baf4d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516798 Jan 12 10:04:37.685689 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:37.695912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 31e85ec8-7304-4dc5-861c-54d1baefde8f up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:37.701864 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-4ab6123e-19eb-4810-8715-1ccaffea5616 service neutron] 10.222.0.26 "GET /v2.0/networks/e6b0a942-1f89-4f89-93b5-5cc91baf4d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887919 Jan 12 10:04:37.737992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Transition to ACTIVE for port object 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:37.760392 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:37.981704 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f87cb896-ccdd-4816-be66-c21e8d184ed3 req-673761dc-73a7-45ca-865d-15e9ae97db18 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 210 time: 0.0661690 Jan 12 10:04:38.067217 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776c1ab-8a76-44c3-9c92-f6045134dd8c None None] Pushing event updated for resources: {'Port': ['ID=2c5563d4-b32b-4eaf-93cb-b28d8e064c75,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:38.101646 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 31e85ec8-7304-4dc5-861c-54d1baefde8f triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:38.102536 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:38.142950 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Attempting to bind port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:04:38.142950 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Attempting to bind port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '7c5a66a3-6a13-4de6-abb2-30f7fc1011d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c1fbdb1d-630a-4fba-af49-29b20fd64127'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:04:38.142950 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Attempting to bind port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 on network c1fbdb1d-630a-4fba-af49-29b20fd64127 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:04:38.162397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:04:38.162801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Checking segment: {'id': '7c5a66a3-6a13-4de6-abb2-30f7fc1011d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c1fbdb1d-630a-4fba-af49-29b20fd64127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:38.163223 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:38.163620 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Bound using segment: {'id': '7c5a66a3-6a13-4de6-abb2-30f7fc1011d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c1fbdb1d-630a-4fba-af49-29b20fd64127'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:04:38.164107 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Bound port: 2c5563d4-b32b-4eaf-93cb-b28d8e064c75, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5a66a3-6a13-4de6-abb2-30f7fc1011d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c1fbdb1d-630a-4fba-af49-29b20fd64127'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:04:38.164485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:38.347309 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] For port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:04:38.353455 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] For port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=2c5563d4-b32b-4eaf-93cb-b28d8e064c75,segment=NetworkSegment(7c5a66a3-6a13-4de6-abb2-30f7fc1011d2),segment_id=7c5a66a3-6a13-4de6-abb2-30f7fc1011d2)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:04:38.362160 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:38.447461 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:04:38.498120 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Routers {'700d3f67-f078-40e2-b386-85475f38390b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:04:38.498758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:04:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['700d3f67-f078-40e2-b386-85475f38390b'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:38.555101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776c1ab-8a76-44c3-9c92-f6045134dd8c None None] Pushing event updated for resources: {'Port': ['ID=2c5563d4-b32b-4eaf-93cb-b28d8e064c75,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:38.714687 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] Set router 700d3f67-f078-40e2-b386-85475f38390b gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:04:39.088574 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700d3f67-f078-40e2-b386-85475f38390b', 'name': 'tempest-TestEncryptedCinderVolumes-1971879816-router', 'tenant_id': '409d53fa75dc43c59ac3e8025b883c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '31e85ec8-7304-4dc5-861c-54d1baefde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:28Z', 'updated_at': '2022-01-12T10:04:34Z', 'revision_number': 4, 'project_id': '409d53fa75dc43c59ac3e8025b883c82', 'gw_port': {'id': '31e85ec8-7304-4dc5-861c-54d1baefde8f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d3f67-f078-40e2-b386-85475f38390b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:29Z', 'updated_at': '2022-01-12T10:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '2c5563d4-b32b-4eaf-93cb-b28d8e064c75', 'name': '', 'network_id': 'c1fbdb1d-630a-4fba-af49-29b20fd64127', 'tenant_id': '409d53fa75dc43c59ac3e8025b883c82', 'mac_address': 'fa:16:3e:e6:1e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700d3f67-f078-40e2-b386-85475f38390b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e5cc3548-22cd-4653-8f2a-54f90192ee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:33Z', 'updated_at': '2022-01-12T10:04:38Z', 'revision_number': 4, 'project_id': '409d53fa75dc43c59ac3e8025b883c82', 'subnets': [{'id': 'e5cc3548-22cd-4653-8f2a-54f90192ee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:04:39.095695 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6699a744-f139-41a4-90c7-c46456829eb5 None None] The sync data for ids ['700d3f67-f078-40e2-b386-85475f38390b'] in dv-neutron-824346-1-hyperv is: [{'id': '700d3f67-f078-40e2-b386-85475f38390b', 'name': 'tempest-TestEncryptedCinderVolumes-1971879816-router', 'tenant_id': '409d53fa75dc43c59ac3e8025b883c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '31e85ec8-7304-4dc5-861c-54d1baefde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:28Z', 'updated_at': '2022-01-12T10:04:34Z', 'revision_number': 4, 'project_id': '409d53fa75dc43c59ac3e8025b883c82', 'gw_port': {'id': '31e85ec8-7304-4dc5-861c-54d1baefde8f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d3f67-f078-40e2-b386-85475f38390b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:29Z', 'updated_at': '2022-01-12T10:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '2c5563d4-b32b-4eaf-93cb-b28d8e064c75', 'name': '', 'network_id': 'c1fbdb1d-630a-4fba-af49-29b20fd64127', 'tenant_id': '409d53fa75dc43c59ac3e8025b883c82', 'mac_address': 'fa:16:3e:e6:1e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700d3f67-f078-40e2-b386-85475f38390b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e5cc3548-22cd-4653-8f2a-54f90192ee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:33Z', 'updated_at': '2022-01-12T10:04:38Z', 'revision_number': 4, 'project_id': '409d53fa75dc43c59ac3e8025b883c82', 'subnets': [{'id': 'e5cc3548-22cd-4653-8f2a-54f90192ee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:04:39.180593 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bb6fb567-8017-4ed6-8e66-bca0a20dcf54 req-b6e917fd-0472-45c1-b2dc-c3c827c2bdc2 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 210 time: 0.0803287 Jan 12 10:04:39.339193 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-381a015d-4bde-444e-aa65-8554ee71addf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:39.521170 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-ada65ba6-5ebc-46c4-9464-ec1a4e4865b1 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:39.522613 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-ada65ba6-5ebc-46c4-9464-ec1a4e4865b1 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.53 "GET /v2.0/networks?id=e6b0a942-1f89-4f89-93b5-5cc91baf4d3a HTTP/1.1" status: 200 len: 817 time: 0.2048368 Jan 12 10:04:39.538584 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-85bd5595-a170-4a52-9062-4dadaf47b257 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Request body: {'port': {'device_id': 'aff93990-6503-476e-846c-6504eb4e5458', 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a', 'admin_state_up': True, 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:39.731786 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:39.738171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-85bd5595-a170-4a52-9062-4dadaf47b257 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:04:39.762664 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-85bd5595-a170-4a52-9062-4dadaf47b257 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:04:39.777308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-85bd5595-a170-4a52-9062-4dadaf47b257 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Made reservation on behalf of f33824060fbd4f61b2680ef0d83997b1 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:04:39.782732 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-85bd5595-a170-4a52-9062-4dadaf47b257 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:39.835447 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:39.845174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:39.845795 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:40.012728 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-85bd5595-a170-4a52-9062-4dadaf47b257 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Allocated IP 172.20.0.13 (e6b0a942-1f89-4f89-93b5-5cc91baf4d3a/32aa16d6-c659-4ba4-bf46-534e5d92fb9d/889156b9-4fed-4601-9000-3692561ebf6c) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:04:40.047510 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:40.102369 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=2c5563d4-b32b-4eaf-93cb-b28d8e064c75,segment=NetworkSegment(7c5a66a3-6a13-4de6-abb2-30f7fc1011d2),segment_id=7c5a66a3-6a13-4de6-abb2-30f7fc1011d2)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:40.108658 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:40.246364 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=2c5563d4-b32b-4eaf-93cb-b28d8e064c75,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:40.345811 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:40.403059 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e8e8f35-2dcc-4844-a10b-152efac046f4 req-3af2ed47-6f3a-48f1-b6f6-707826eb4ea8 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 210 time: 0.0690951 Jan 12 10:04:40.455031 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-85bd5595-a170-4a52-9062-4dadaf47b257 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:40.473767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-85bd5595-a170-4a52-9062-4dadaf47b257 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Transition to ACTIVE for port object 889156b9-4fed-4601-9000-3692561ebf6c will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:40.505355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-85bd5595-a170-4a52-9062-4dadaf47b257 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:40.586884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-85bd5595-a170-4a52-9062-4dadaf47b257 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:04:40.590332 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-85bd5595-a170-4a52-9062-4dadaf47b257 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:04:40.594867 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-85bd5595-a170-4a52-9062-4dadaf47b257 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:04:40.640461 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd5595-a170-4a52-9062-4dadaf47b257 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Pushing event updated for resources: {'Port': ['ID=889156b9-4fed-4601-9000-3692561ebf6c,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:40.683432 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-85bd5595-a170-4a52-9062-4dadaf47b257 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:40.684307 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-85bd5595-a170-4a52-9062-4dadaf47b257 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:40.732238 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-85bd5595-a170-4a52-9062-4dadaf47b257 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1987903 Jan 12 10:04:40.900574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Request body: {'port': {'device_id': 'aff93990-6503-476e-846c-6504eb4e5458', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:04:40.908151 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e93d5cb6-08c4-4ab1-86cc-aed7e391ff44 None None] Provisioning for port 889156b9-4fed-4601-9000-3692561ebf6c completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:40.914271 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e93d5cb6-08c4-4ab1-86cc-aed7e391ff44 None None] Provisioning complete for port 889156b9-4fed-4601-9000-3692561ebf6c triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:40.914649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e93d5cb6-08c4-4ab1-86cc-aed7e391ff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:40.974649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e93d5cb6-08c4-4ab1-86cc-aed7e391ff44 None None] Port 889156b9-4fed-4601-9000-3692561ebf6c cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:04:41.024972 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:41.133140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:41.400226 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889156b9-4fed-4601-9000-3692561ebf6c {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:04:41.408323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:41.426446 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Transition to ACTIVE for port object 889156b9-4fed-4601-9000-3692561ebf6c will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:04:41.432158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:41.671530 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1192d9c-4bce-453c-8950-267efa716ab6 req-7b340b80-de56-4fcd-aa93-49bc190c8a71 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:41.676407 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f1192d9c-4bce-453c-8950-267efa716ab6 req-7b340b80-de56-4fcd-aa93-49bc190c8a71 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 944 time: 0.1476572 Jan 12 10:04:41.685273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:41.692499 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Pushing event updated for resources: {'Port': ['ID=889156b9-4fed-4601-9000-3692561ebf6c,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:41.756179 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Attempting to bind port 889156b9-4fed-4601-9000-3692561ebf6c on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:04:41.756517 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Attempting to bind port 889156b9-4fed-4601-9000-3692561ebf6c by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:04:41.757037 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Attempting to bind port 889156b9-4fed-4601-9000-3692561ebf6c on network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:04:41.763629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Port 889156b9-4fed-4601-9000-3692561ebf6c on network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 10:04:41.765220 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Attempting to bind port 889156b9-4fed-4601-9000-3692561ebf6c on network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:04:41.769939 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:04:41.770751 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Checking segment: {'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:04:41.770751 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Bound using segment: {'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:04:41.771581 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Bound port: 889156b9-4fed-4601-9000-3692561ebf6c, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:04:41.771581 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:41.776852 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-f1192d9c-4bce-453c-8950-267efa716ab6 req-a8848cbe-1904-40d0-b6ba-86fd5253a446 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Synchronizing usage tracker for tenant:f33824060fbd4f61b2680ef0d83997b1 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:04:41.797832 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:41.798406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:41.801208 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-f1192d9c-4bce-453c-8950-267efa716ab6 req-a8848cbe-1904-40d0-b6ba-86fd5253a446 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Unset dirty status for tenant:f33824060fbd4f61b2680ef0d83997b1 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:04:41.807746 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f1192d9c-4bce-453c-8950-267efa716ab6 req-a8848cbe-1904-40d0-b6ba-86fd5253a446 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132498 Jan 12 10:04:41.876820 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] For port 889156b9-4fed-4601-9000-3692561ebf6c, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:04:41.880920 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] For port 889156b9-4fed-4601-9000-3692561ebf6c, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=889156b9-4fed-4601-9000-3692561ebf6c,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:04:41.887950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:41.959949 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:41.960626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:41.962049 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] 10.222.0.53 "PUT /v2.0/ports/889156b9-4fed-4601-9000-3692561ebf6c HTTP/1.1" status: 200 len: 1094 time: 1.2175651 Jan 12 10:04:41.962493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff93990-6503-476e-846c-6504eb4e5458', 'tag': '889156b9-4fed-4601-9000-3692561ebf6c'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:04:41.984512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a045e3-3f82-4038-bc12-9abdd817b317 service neutron] Pushing event updated for resources: {'Port': ['ID=889156b9-4fed-4601-9000-3692561ebf6c,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:42.063900 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff93990-6503-476e-846c-6504eb4e5458', 'tag': '889156b9-4fed-4601-9000-3692561ebf6c', 'status': 'completed', 'code': 200} Jan 12 10:04:42.101552 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-3fb3451a-eee4-4b0e-b395-389c87ddc9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:42.103161 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-3fb3451a-eee4-4b0e-b395-389c87ddc9e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f33824060fbd4f61b2680ef0d83997b1&device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 1097 time: 0.0852580 Jan 12 10:04:42.190161 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-c598e2e9-1856-4ffa-80aa-ba744773f35b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=889156b9-4fed-4601-9000-3692561ebf6c HTTP/1.1" status: 200 len: 217 time: 0.0763974 Jan 12 10:04:42.258509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-4be5dc1c-9c0e-4bc2-9f0d-7d99d7b46dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:42.259991 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-4be5dc1c-9c0e-4bc2-9f0d-7d99d7b46dec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32aa16d6-c659-4ba4-bf46-534e5d92fb9d HTTP/1.1" status: 200 len: 856 time: 0.0599978 Jan 12 10:04:42.354100 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-b0612fc1-4ef2-4705-8c55-8a012b0091fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:42.355720 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-b0612fc1-4ef2-4705-8c55-8a012b0091fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e6b0a942-1f89-4f89-93b5-5cc91baf4d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856867 Jan 12 10:04:42.640126 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-f793fc2f-8c3a-4cc2-8a9b-7b669e8e3523 service neutron] 10.222.0.53 "GET /v2.0/networks/e6b0a942-1f89-4f89-93b5-5cc91baf4d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749295 Jan 12 10:04:42.726390 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:42.804525 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3e7765b0-1e1d-443e-847f-550f16d15da4 req-913e75c3-7cd8-467e-ac99-f3b8dfa0c5c4 service neutron] 10.222.0.53 "GET /v2.0/networks/e6b0a942-1f89-4f89-93b5-5cc91baf4d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546896 Jan 12 10:04:42.970064 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6af99-b40f-4b2f-b4bc-1c26e7583c9c req-d678f48c-c36c-4755-9d8e-f870372e5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:42.972711 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6bb6af99-b40f-4b2f-b4bc-1c26e7583c9c req-d678f48c-c36c-4755-9d8e-f870372e5116 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f33824060fbd4f61b2680ef0d83997b1&device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 1097 time: 0.1092677 Jan 12 10:04:43.031426 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c07e3-8e8b-4a69-ba0c-a9fd591099fe req-1bd37139-467d-43cf-bc51-e97ef4fea70e tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:43.033644 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7b2c07e3-8e8b-4a69-ba0c-a9fd591099fe req-1bd37139-467d-43cf-bc51-e97ef4fea70e tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 944 time: 0.0928221 Jan 12 10:04:43.108420 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7b2c07e3-8e8b-4a69-ba0c-a9fd591099fe req-4280bfa0-839f-422d-885c-744a878994d8 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671139 Jan 12 10:04:43.154988 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6af99-b40f-4b2f-b4bc-1c26e7583c9c req-0d510aa6-2c85-4d51-850a-e133d9b1a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:43.156468 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6bb6af99-b40f-4b2f-b4bc-1c26e7583c9c req-0d510aa6-2c85-4d51-850a-e133d9b1a90d service neutron] 10.222.0.53 "GET /v2.0/networks?id=e6b0a942-1f89-4f89-93b5-5cc91baf4d3a HTTP/1.1" status: 200 len: 918 time: 0.1754134 Jan 12 10:04:43.230797 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6bb6af99-b40f-4b2f-b4bc-1c26e7583c9c req-b364a60e-c337-42ed-8ad4-d8ac3350ad82 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=889156b9-4fed-4601-9000-3692561ebf6c HTTP/1.1" status: 200 len: 217 time: 0.0673022 Jan 12 10:04:43.307741 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6af99-b40f-4b2f-b4bc-1c26e7583c9c req-a1cbf85a-f797-4908-ae21-6a8acc596c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:43.309199 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6bb6af99-b40f-4b2f-b4bc-1c26e7583c9c req-a1cbf85a-f797-4908-ae21-6a8acc596c70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32aa16d6-c659-4ba4-bf46-534e5d92fb9d HTTP/1.1" status: 200 len: 856 time: 0.0710981 Jan 12 10:04:43.391060 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6af99-b40f-4b2f-b4bc-1c26e7583c9c req-23821fd5-b8fa-4a6f-a372-dac655962a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:43.392637 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6bb6af99-b40f-4b2f-b4bc-1c26e7583c9c req-23821fd5-b8fa-4a6f-a372-dac655962a10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e6b0a942-1f89-4f89-93b5-5cc91baf4d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770020 Jan 12 10:04:43.540376 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6bb6af99-b40f-4b2f-b4bc-1c26e7583c9c req-3433391a-d4d8-44dc-8cfc-ebd4c983f376 service neutron] 10.222.0.53 "GET /v2.0/networks/e6b0a942-1f89-4f89-93b5-5cc91baf4d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403522 Jan 12 10:04:43.683475 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6bb6af99-b40f-4b2f-b4bc-1c26e7583c9c req-5b51326e-da44-4254-b10c-20ff2143d067 service neutron] 10.222.0.53 "GET /v2.0/networks/e6b0a942-1f89-4f89-93b5-5cc91baf4d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359420 Jan 12 10:04:44.323257 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c7990-f550-4ece-8921-ac721a02bf1c req-3ea4db17-a384-4803-96b9-0511561251d0 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:44.325252 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-6b1c7990-f550-4ece-8921-ac721a02bf1c req-3ea4db17-a384-4803-96b9-0511561251d0 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Synchronizing usage tracker for tenant:f33824060fbd4f61b2680ef0d83997b1 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:04:44.343258 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-6b1c7990-f550-4ece-8921-ac721a02bf1c req-3ea4db17-a384-4803-96b9-0511561251d0 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Unset dirty status for tenant:f33824060fbd4f61b2680ef0d83997b1 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:04:44.344688 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b1c7990-f550-4ece-8921-ac721a02bf1c req-3ea4db17-a384-4803-96b9-0511561251d0 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 944 time: 0.1067355 Jan 12 10:04:44.398133 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b1c7990-f550-4ece-8921-ac721a02bf1c req-b6bc54a4-466b-4b15-beb5-f27aa76e4a34 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433319 Jan 12 10:04:45.614297 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dca2f4-d5b2-4f1d-be45-9677e084888d req-3998f3b1-8592-401e-9b2f-405f117f28a8 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:45.615853 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-85dca2f4-d5b2-4f1d-be45-9677e084888d req-3998f3b1-8592-401e-9b2f-405f117f28a8 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 944 time: 0.0970213 Jan 12 10:04:45.665870 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-85dca2f4-d5b2-4f1d-be45-9677e084888d req-46c6aec3-fd55-4922-bee9-e016b51a3353 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424030 Jan 12 10:04:46.200177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 889156b9-4fed-4601-9000-3692561ebf6c details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:04:46.370798 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 889156b9-4fed-4601-9000-3692561ebf6c, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=889156b9-4fed-4601-9000-3692561ebf6c,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:46.385844 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '889156b9-4fed-4601-9000-3692561ebf6c', 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a', 'port_id': '889156b9-4fed-4601-9000-3692561ebf6c', 'mac_address': 'fa:16:3e:94:3d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32aa16d6-c659-4ba4-bf46-534e5d92fb9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:04:46.450093 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:46.468944 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889156b9-4fed-4601-9000-3692561ebf6c {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:04:46.490912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 889156b9-4fed-4601-9000-3692561ebf6c, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=889156b9-4fed-4601-9000-3692561ebf6c,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:46.496812 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:46.574457 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=889156b9-4fed-4601-9000-3692561ebf6c,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:46.582209 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:46.582552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:46.582920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:46.583249 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:46.583574 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:46.583912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:46.584228 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:46.584548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:46.584868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:46.585240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:46.585502 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:46.585947 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:04:46.781611 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['889156b9-4fed-4601-9000-3692561ebf6c'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:04:46.865876 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:46.893088 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385bc35-3589-4d72-a550-164a78db7374 req-36fc1048-b4b9-497a-abb4-6030164b2610 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:46.894606 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1385bc35-3589-4d72-a550-164a78db7374 req-36fc1048-b4b9-497a-abb4-6030164b2610 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 945 time: 0.0997608 Jan 12 10:04:46.947205 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1385bc35-3589-4d72-a550-164a78db7374 req-4a858a9a-70c4-4809-8663-0cd84cd30344 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411153 Jan 12 10:04:48.189180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584741e-2d1f-4089-9bff-1bd9979c3a4d req-049a810e-59ea-4a63-ba13-15a2bb62f09b tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:48.190714 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4584741e-2d1f-4089-9bff-1bd9979c3a4d req-049a810e-59ea-4a63-ba13-15a2bb62f09b tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 945 time: 0.0818522 Jan 12 10:04:48.216627 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 889156b9-4fed-4601-9000-3692561ebf6c up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:04:48.269594 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4584741e-2d1f-4089-9bff-1bd9979c3a4d req-2d923b24-dd22-47ae-813a-bde08ccc0c85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723252 Jan 12 10:04:48.350712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 889156b9-4fed-4601-9000-3692561ebf6c completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:04:48.357209 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 889156b9-4fed-4601-9000-3692561ebf6c triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:04:48.357907 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:48.478160 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:48.508858 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff93990-6503-476e-846c-6504eb4e5458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889156b9-4fed-4601-9000-3692561ebf6c'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:04:48.521211 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 889156b9-4fed-4601-9000-3692561ebf6c, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=889156b9-4fed-4601-9000-3692561ebf6c,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:04:48.527423 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:04:48.570044 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff93990-6503-476e-846c-6504eb4e5458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889156b9-4fed-4601-9000-3692561ebf6c', 'code': 200} Jan 12 10:04:48.617020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=889156b9-4fed-4601-9000-3692561ebf6c,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:04:48.886844 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1051d2-792e-4048-8d37-573422178256 req-baab1951-7a0c-4dbd-8f98-588e7894b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:48.888403 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9f1051d2-792e-4048-8d37-573422178256 req-baab1951-7a0c-4dbd-8f98-588e7894b2ab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 1099 time: 0.0944591 Jan 12 10:04:48.950157 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9f1051d2-792e-4048-8d37-573422178256 req-54c718bf-4424-4c4a-a691-20d01bb00785 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505996 Jan 12 10:04:49.506794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c612363-941f-454e-925c-35e2e76e8687 req-93056116-243b-4359-b8cb-fe1a5b64056c tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:49.508443 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3c612363-941f-454e-925c-35e2e76e8687 req-93056116-243b-4359-b8cb-fe1a5b64056c tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 946 time: 0.0999839 Jan 12 10:04:49.575692 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3c612363-941f-454e-925c-35e2e76e8687 req-94626db8-6742-4bd3-9e6b-3d4fd8fa26b7 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564606 Jan 12 10:04:50.776682 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec79c89-36f9-4651-b5eb-d834d6b58f50 req-b7311491-c6d8-425c-8933-2553675820be tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:50.778262 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aec79c89-36f9-4651-b5eb-d834d6b58f50 req-b7311491-c6d8-425c-8933-2553675820be tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 946 time: 0.0922351 Jan 12 10:04:50.835613 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aec79c89-36f9-4651-b5eb-d834d6b58f50 req-33cc6932-d220-48ca-810f-75b80cb81e09 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489700 Jan 12 10:04:51.072041 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced455a1-ebd9-42d9-a9a4-a8834c376c2d req-4c19961b-b714-4efd-acac-db190531c8e8 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:51.073804 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ced455a1-ebd9-42d9-a9a4-a8834c376c2d req-4c19961b-b714-4efd-acac-db190531c8e8 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 946 time: 0.1082165 Jan 12 10:04:51.104918 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3fba209b-4001-4c91-8606-b2147f8962de req-50e94aef-b8a5-4aec-9edc-9616a4591567 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1064770 Jan 12 10:04:51.131461 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ced455a1-ebd9-42d9-a9a4-a8834c376c2d req-bfa8beef-ca47-4701-b8ca-8ca14c5cf26a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475326 Jan 12 10:04:51.266834 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba209b-4001-4c91-8606-b2147f8962de req-6d933a93-95ec-4b8b-b841-3f45bcbf56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:51.268439 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3fba209b-4001-4c91-8606-b2147f8962de req-6d933a93-95ec-4b8b-b841-3f45bcbf56f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f33824060fbd4f61b2680ef0d83997b1&device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 1099 time: 0.0883007 Jan 12 10:04:51.479834 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba209b-4001-4c91-8606-b2147f8962de req-8eba8df8-a4a3-4d5d-b3fa-304c942cd14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:51.482264 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3fba209b-4001-4c91-8606-b2147f8962de req-8eba8df8-a4a3-4d5d-b3fa-304c942cd14c service neutron] 10.222.0.53 "GET /v2.0/networks?id=e6b0a942-1f89-4f89-93b5-5cc91baf4d3a HTTP/1.1" status: 200 len: 918 time: 0.1916962 Jan 12 10:04:51.682615 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3fba209b-4001-4c91-8606-b2147f8962de req-6333ecc1-d90f-4881-aaa4-0d62133bd4bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=889156b9-4fed-4601-9000-3692561ebf6c HTTP/1.1" status: 200 len: 217 time: 0.1933484 Jan 12 10:04:51.750207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba209b-4001-4c91-8606-b2147f8962de req-37543292-7b1c-4dee-b01b-8816595b44af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:51.751859 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3fba209b-4001-4c91-8606-b2147f8962de req-37543292-7b1c-4dee-b01b-8816595b44af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32aa16d6-c659-4ba4-bf46-534e5d92fb9d HTTP/1.1" status: 200 len: 856 time: 0.0637496 Jan 12 10:04:51.839050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba209b-4001-4c91-8606-b2147f8962de req-f04131ba-8e82-42af-8f1c-65eab86aa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:04:51.841918 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3fba209b-4001-4c91-8606-b2147f8962de req-f04131ba-8e82-42af-8f1c-65eab86aa04b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e6b0a942-1f89-4f89-93b5-5cc91baf4d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835690 Jan 12 10:04:52.026620 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3fba209b-4001-4c91-8606-b2147f8962de req-7a77b08e-bb73-47c9-8302-864be07b17e6 service neutron] 10.222.0.53 "GET /v2.0/networks/e6b0a942-1f89-4f89-93b5-5cc91baf4d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778316 Jan 12 10:04:52.239624 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3fba209b-4001-4c91-8606-b2147f8962de req-a113731e-0fae-4424-93de-55e2dbc4ebd1 service neutron] 10.222.0.53 "GET /v2.0/networks/e6b0a942-1f89-4f89-93b5-5cc91baf4d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056489 Jan 12 10:05:06.731611 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7820c4c5-5b49-446d-b903-999dad3325e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:07.782317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f7fea-96e0-4350-a447-04036ef53b8c req-c40cf2bf-36fe-420b-a183-a114d0a77f50 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:07.783825 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0e0f7fea-96e0-4350-a447-04036ef53b8c req-c40cf2bf-36fe-420b-a183-a114d0a77f50 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 946 time: 0.0861630 Jan 12 10:05:07.833025 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0e0f7fea-96e0-4350-a447-04036ef53b8c req-a6a9ca00-ab4d-4a70-8939-c1114a221e2b tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Jan 12 10:05:09.083668 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b2940-e8b8-4553-b91d-efe66a6ebd1c req-58c8e69c-397b-4103-b1f9-4de1e1d5bf86 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:09.085147 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f27b2940-e8b8-4553-b91d-efe66a6ebd1c req-58c8e69c-397b-4103-b1f9-4de1e1d5bf86 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 946 time: 0.1083992 Jan 12 10:05:09.173872 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f27b2940-e8b8-4553-b91d-efe66a6ebd1c req-45928197-ac1e-43f5-a14d-9089ca5d72cb tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815461 Jan 12 10:05:09.216879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf0fe9-4e9e-4eb4-8a3d-cf12a5138995 req-32490d25-f552-4dfd-a64f-0df672bd9739 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:09.218472 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-03bf0fe9-4e9e-4eb4-8a3d-cf12a5138995 req-32490d25-f552-4dfd-a64f-0df672bd9739 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.53 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 946 time: 0.0974984 Jan 12 10:05:09.293822 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-03bf0fe9-4e9e-4eb4-8a3d-cf12a5138995 req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Deleting port 889156b9-4fed-4601-9000-3692561ebf6c {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:05:09.294164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-03bf0fe9-4e9e-4eb4-8a3d-cf12a5138995 req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:09.335794 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4ed95ce2-ea3c-482b-80d8-11ca92b39a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:09.571886 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-03bf0fe9-4e9e-4eb4-8a3d-cf12a5138995 req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] For port 889156b9-4fed-4601-9000-3692561ebf6c, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=889156b9-4fed-4601-9000-3692561ebf6c,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:05:09.572241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-03bf0fe9-4e9e-4eb4-8a3d-cf12a5138995 req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:09.698442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-03bf0fe9-4e9e-4eb4-8a3d-cf12a5138995 req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Calling delete_port for 889156b9-4fed-4601-9000-3692561ebf6c owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:05:09.869128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-03bf0fe9-4e9e-4eb4-8a3d-cf12a5138995 req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:09.883345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['889156b9-4fed-4601-9000-3692561ebf6c'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:05:09.935462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Pushing event deleted for resources: {'Port': ['ID=889156b9-4fed-4601-9000-3692561ebf6c,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:09.979524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.979859 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.980178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.980754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.980931 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.981158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.981464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.981792 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.982097 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.982417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.982732 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:09.983074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:10.031710 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bf0fe9-4e9e-4eb4-8a3d-cf12a5138995 req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] No DVR routers for this DVR port 889156b9-4fed-4601-9000-3692561ebf6c on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:05:10.035960 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-03bf0fe9-4e9e-4eb4-8a3d-cf12a5138995 req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:10.040330 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff93990-6503-476e-846c-6504eb4e5458', 'name': 'network-vif-deleted', 'tag': '889156b9-4fed-4601-9000-3692561ebf6c'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:05:10.064180 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-03bf0fe9-4e9e-4eb4-8a3d-cf12a5138995 req-171a9c74-d348-40bb-8a3a-1a513723bc85 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.53 "DELETE /v2.0/ports/889156b9-4fed-4601-9000-3692561ebf6c HTTP/1.1" status: 204 len: 173 time: 0.8378093 Jan 12 10:05:10.124572 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff93990-6503-476e-846c-6504eb4e5458', 'name': 'network-vif-deleted', 'tag': '889156b9-4fed-4601-9000-3692561ebf6c', 'status': 'completed', 'code': 200} Jan 12 10:05:10.333253 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:10.390178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-c1fd1097-5d00-4594-a36b-9136dcd7b6ec req-93c64155-40b8-47d6-aa0a-52a945f80f04 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Synchronizing usage tracker for tenant:f33824060fbd4f61b2680ef0d83997b1 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:05:10.407199 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-c1fd1097-5d00-4594-a36b-9136dcd7b6ec req-93c64155-40b8-47d6-aa0a-52a945f80f04 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Unset dirty status for tenant:f33824060fbd4f61b2680ef0d83997b1 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:05:10.408549 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c1fd1097-5d00-4594-a36b-9136dcd7b6ec req-93c64155-40b8-47d6-aa0a-52a945f80f04 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff93990-6503-476e-846c-6504eb4e5458 HTTP/1.1" status: 200 len: 210 time: 0.0717082 Jan 12 10:05:11.130978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:12.342101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 889156b9-4fed-4601-9000-3692561ebf6c no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:05:12.367898 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e11036b9-241e-4bd8-89a4-bb5943d50739 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:12.370397 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e11036b9-241e-4bd8-89a4-bb5943d50739 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/networks?id=e6b0a942-1f89-4f89-93b5-5cc91baf4d3a HTTP/1.1" status: 200 len: 817 time: 0.2878702 Jan 12 10:05:12.395815 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-f6b87c59-3fe9-4bcd-9455-72bc45d0d05a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/quotas/f33824060fbd4f61b2680ef0d83997b1 HTTP/1.1" status: 200 len: 375 time: 0.0147240 Jan 12 10:05:12.401127 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 889156b9-4fed-4601-9000-3692561ebf6c {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:05:12.401593 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 889156b9-4fed-4601-9000-3692561ebf6c not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:05:12.487211 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-5f4b84ba-b06e-436c-a589-74756737b532 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f33824060fbd4f61b2680ef0d83997b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846879 Jan 12 10:05:12.511136 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-8edd36ec-7cba-4f5f-a043-c34f6c1ffcf3 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:05:12.512628 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-8edd36ec-7cba-4f5f-a043-c34f6c1ffcf3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077000 Jan 12 10:05:12.664166 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-acc3399a-23f1-4a88-a855-ed112cd2d9b1 service neutron] 10.222.0.26 "GET /v2.0/networks/e6b0a942-1f89-4f89-93b5-5cc91baf4d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455319 Jan 12 10:05:12.721840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:12.808103 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-ed1be581-2ddf-4be2-9825-22ab51eb8952 service neutron] 10.222.0.26 "GET /v2.0/networks/e6b0a942-1f89-4f89-93b5-5cc91baf4d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357439 Jan 12 10:05:13.084556 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9b2f4d6f-ef72-4f19-ae35-b34fbe8daeff req-1efeeb37-9aa8-4759-93cc-a1d93e9718ee tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 210 time: 0.0838826 Jan 12 10:05:14.337484 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4a6be499-45cc-4fa5-a374-ee10c5f553d5 req-7bd1d811-05b0-4f5d-8eb5-06fd4d73953c tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 210 time: 0.1091502 Jan 12 10:05:14.389978 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-b00250a5-d671-41fb-b27c-20b4ec833f51 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:14.391511 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-b00250a5-d671-41fb-b27c-20b4ec833f51 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.53 "GET /v2.0/networks?id=e6b0a942-1f89-4f89-93b5-5cc91baf4d3a HTTP/1.1" status: 200 len: 817 time: 0.2457199 Jan 12 10:05:14.409207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-c1639ebc-fb48-44c5-a63d-db56069d5f8a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Request body: {'port': {'device_id': '10743aa3-b27c-457b-9ae6-4eb8089a83d7', 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a', 'admin_state_up': True, 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:05:14.559665 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-c1639ebc-fb48-44c5-a63d-db56069d5f8a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:05:14.570060 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-c1639ebc-fb48-44c5-a63d-db56069d5f8a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:05:14.581139 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-c1639ebc-fb48-44c5-a63d-db56069d5f8a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Made reservation on behalf of f33824060fbd4f61b2680ef0d83997b1 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:05:14.584820 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-c1639ebc-fb48-44c5-a63d-db56069d5f8a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:14.758120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-c1639ebc-fb48-44c5-a63d-db56069d5f8a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Allocated IP 172.20.0.7 (e6b0a942-1f89-4f89-93b5-5cc91baf4d3a/32aa16d6-c659-4ba4-bf46-534e5d92fb9d/c82c6352-6622-4a06-a3c7-7235fd068c7b) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:05:14.974220 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-c1639ebc-fb48-44c5-a63d-db56069d5f8a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:14.989819 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-c1639ebc-fb48-44c5-a63d-db56069d5f8a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Transition to ACTIVE for port object c82c6352-6622-4a06-a3c7-7235fd068c7b will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:05:15.024310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-c1639ebc-fb48-44c5-a63d-db56069d5f8a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:15.102155 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-c1639ebc-fb48-44c5-a63d-db56069d5f8a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:05:15.105383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-c1639ebc-fb48-44c5-a63d-db56069d5f8a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:05:15.109326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-c1639ebc-fb48-44c5-a63d-db56069d5f8a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:05:15.140317 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1639ebc-fb48-44c5-a63d-db56069d5f8a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Pushing event updated for resources: {'Port': ['ID=c82c6352-6622-4a06-a3c7-7235fd068c7b,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:15.185381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-c1639ebc-fb48-44c5-a63d-db56069d5f8a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:15.186094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-c1639ebc-fb48-44c5-a63d-db56069d5f8a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:15.231026 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-c1639ebc-fb48-44c5-a63d-db56069d5f8a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8263104 Jan 12 10:05:15.246723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Request body: {'port': {'device_id': '10743aa3-b27c-457b-9ae6-4eb8089a83d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:05:15.359671 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8446d0e6-6c5e-4ff6-97ff-45ef70af63a1 None None] Provisioning for port c82c6352-6622-4a06-a3c7-7235fd068c7b completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:05:15.366197 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8446d0e6-6c5e-4ff6-97ff-45ef70af63a1 None None] Provisioning complete for port c82c6352-6622-4a06-a3c7-7235fd068c7b triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:05:15.367537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8446d0e6-6c5e-4ff6-97ff-45ef70af63a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:15.379541 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:15.440785 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8446d0e6-6c5e-4ff6-97ff-45ef70af63a1 None None] Port c82c6352-6622-4a06-a3c7-7235fd068c7b cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:05:15.449612 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:05:15.559977 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a327c-efd6-480e-82b4-8b25e1c20e4a req-6574e831-3992-4ce5-bb65-80c5e8506892 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:15.561329 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4e5a327c-efd6-480e-82b4-8b25e1c20e4a req-6574e831-3992-4ce5-bb65-80c5e8506892 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 931 time: 0.0830138 Jan 12 10:05:15.612681 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4e5a327c-efd6-480e-82b4-8b25e1c20e4a req-99fb2a47-361b-454f-9ad5-240fa8cfda7d tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436006 Jan 12 10:05:15.886897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82c6352-6622-4a06-a3c7-7235fd068c7b {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:05:15.894177 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:15.909999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Transition to ACTIVE for port object c82c6352-6622-4a06-a3c7-7235fd068c7b will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:05:15.914835 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:16.107131 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Pushing event updated for resources: {'Port': ['ID=c82c6352-6622-4a06-a3c7-7235fd068c7b,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:16.200854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Attempting to bind port c82c6352-6622-4a06-a3c7-7235fd068c7b on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:05:16.201191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Attempting to bind port c82c6352-6622-4a06-a3c7-7235fd068c7b by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:05:16.201520 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Attempting to bind port c82c6352-6622-4a06-a3c7-7235fd068c7b on network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:05:16.206675 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Port c82c6352-6622-4a06-a3c7-7235fd068c7b on network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 10:05:16.207030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Attempting to bind port c82c6352-6622-4a06-a3c7-7235fd068c7b on network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:05:16.215589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:05:16.216132 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Checking segment: {'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:05:16.216788 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Bound using segment: {'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:05:16.217373 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Bound port: c82c6352-6622-4a06-a3c7-7235fd068c7b, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa973793-cc25-46a9-bfff-c17b9680b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:05:16.217853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:16.334832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] For port c82c6352-6622-4a06-a3c7-7235fd068c7b, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:05:16.337764 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] For port c82c6352-6622-4a06-a3c7-7235fd068c7b, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c82c6352-6622-4a06-a3c7-7235fd068c7b,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:05:16.344670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:16.409503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:16.410563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:16.412663 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] 10.222.0.53 "PUT /v2.0/ports/c82c6352-6622-4a06-a3c7-7235fd068c7b HTTP/1.1" status: 200 len: 1093 time: 1.1707225 Jan 12 10:05:16.413315 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10743aa3-b27c-457b-9ae6-4eb8089a83d7', 'tag': 'c82c6352-6622-4a06-a3c7-7235fd068c7b'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:05:16.468592 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec2233-b386-4b2a-8070-3a8c4ee16175 service neutron] Pushing event updated for resources: {'Port': ['ID=c82c6352-6622-4a06-a3c7-7235fd068c7b,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:16.515280 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10743aa3-b27c-457b-9ae6-4eb8089a83d7', 'tag': 'c82c6352-6622-4a06-a3c7-7235fd068c7b', 'status': 'completed', 'code': 200} Jan 12 10:05:16.578690 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-43b8bd71-9562-4341-a757-c2409e38602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:16.580968 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-43b8bd71-9562-4341-a757-c2409e38602d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f33824060fbd4f61b2680ef0d83997b1&device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 1096 time: 0.1067395 Jan 12 10:05:16.667878 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-58c0ce76-478c-4b0a-be9e-b1df811a3987 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c82c6352-6622-4a06-a3c7-7235fd068c7b HTTP/1.1" status: 200 len: 217 time: 0.0754776 Jan 12 10:05:16.765662 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-70d96a44-b1b5-4f69-9b40-1589dbde6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:16.767185 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-70d96a44-b1b5-4f69-9b40-1589dbde6216 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32aa16d6-c659-4ba4-bf46-534e5d92fb9d HTTP/1.1" status: 200 len: 856 time: 0.0900810 Jan 12 10:05:16.875340 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-3056a95c-a131-41de-8f01-cf45097e36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:16.877972 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-3056a95c-a131-41de-8f01-cf45097e36fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e6b0a942-1f89-4f89-93b5-5cc91baf4d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1011162 Jan 12 10:05:16.878396 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:16.892863 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea0c6b-0cf5-4202-84d3-c722963f7176 req-343a5353-e3fb-4e38-820c-97e6cded3820 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:16.894867 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f1ea0c6b-0cf5-4202-84d3-c722963f7176 req-343a5353-e3fb-4e38-820c-97e6cded3820 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 943 time: 0.1129248 Jan 12 10:05:16.960068 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f1ea0c6b-0cf5-4202-84d3-c722963f7176 req-96a376ad-fe36-491b-80ab-4872dcde0f9e tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570214 Jan 12 10:05:17.030070 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-ea78018b-d1f3-41cf-be8b-8b68839ac70f service neutron] 10.222.0.53 "GET /v2.0/networks/e6b0a942-1f89-4f89-93b5-5cc91baf4d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424766 Jan 12 10:05:17.179470 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-746f18e7-a7c4-41d1-b123-22040709d2aa req-1983f19a-7891-4f43-a956-e51d2415795b service neutron] 10.222.0.53 "GET /v2.0/networks/e6b0a942-1f89-4f89-93b5-5cc91baf4d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397567 Jan 12 10:05:17.313097 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b49aaa-c862-4aae-98ce-f20d708af4b7 req-59d95c13-428f-4cc3-86a8-168cb9bad1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:17.314538 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-40b49aaa-c862-4aae-98ce-f20d708af4b7 req-59d95c13-428f-4cc3-86a8-168cb9bad1cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f33824060fbd4f61b2680ef0d83997b1&device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 1096 time: 0.0757432 Jan 12 10:05:17.490357 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b49aaa-c862-4aae-98ce-f20d708af4b7 req-c88e9192-2216-431e-a537-0546c4bf407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:17.492057 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-40b49aaa-c862-4aae-98ce-f20d708af4b7 req-c88e9192-2216-431e-a537-0546c4bf407d service neutron] 10.222.0.53 "GET /v2.0/networks?id=e6b0a942-1f89-4f89-93b5-5cc91baf4d3a HTTP/1.1" status: 200 len: 918 time: 0.1703072 Jan 12 10:05:17.571256 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-40b49aaa-c862-4aae-98ce-f20d708af4b7 req-616c56e9-0f91-4717-93eb-f85f1897f415 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c82c6352-6622-4a06-a3c7-7235fd068c7b HTTP/1.1" status: 200 len: 217 time: 0.0713193 Jan 12 10:05:17.644466 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b49aaa-c862-4aae-98ce-f20d708af4b7 req-26cc1917-0161-476f-a483-20ee1cb7dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:17.646160 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-40b49aaa-c862-4aae-98ce-f20d708af4b7 req-26cc1917-0161-476f-a483-20ee1cb7dfbd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32aa16d6-c659-4ba4-bf46-534e5d92fb9d HTTP/1.1" status: 200 len: 856 time: 0.0678878 Jan 12 10:05:17.735902 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b49aaa-c862-4aae-98ce-f20d708af4b7 req-fabc6266-9e41-4ee8-a2c0-5c388b346827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:17.737441 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-40b49aaa-c862-4aae-98ce-f20d708af4b7 req-fabc6266-9e41-4ee8-a2c0-5c388b346827 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e6b0a942-1f89-4f89-93b5-5cc91baf4d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846474 Jan 12 10:05:17.995417 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-40b49aaa-c862-4aae-98ce-f20d708af4b7 req-38cfaffa-ba1a-4d41-b738-b9b6d135d2a8 service neutron] 10.222.0.53 "GET /v2.0/networks/e6b0a942-1f89-4f89-93b5-5cc91baf4d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511430 Jan 12 10:05:18.221544 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-40b49aaa-c862-4aae-98ce-f20d708af4b7 req-3bcfc55c-8e76-4637-8f56-d6f03eb1fbec service neutron] 10.222.0.53 "GET /v2.0/networks/e6b0a942-1f89-4f89-93b5-5cc91baf4d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189143 Jan 12 10:05:18.248018 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed363a-9100-4658-a755-3511505c3ea0 req-d95681fe-6c60-46e3-aa58-30b02bf3e334 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:18.248686 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-63ed363a-9100-4658-a755-3511505c3ea0 req-d95681fe-6c60-46e3-aa58-30b02bf3e334 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Synchronizing usage tracker for tenant:f33824060fbd4f61b2680ef0d83997b1 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:05:18.267481 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-63ed363a-9100-4658-a755-3511505c3ea0 req-d95681fe-6c60-46e3-aa58-30b02bf3e334 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Unset dirty status for tenant:f33824060fbd4f61b2680ef0d83997b1 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:05:18.269025 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-63ed363a-9100-4658-a755-3511505c3ea0 req-d95681fe-6c60-46e3-aa58-30b02bf3e334 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 943 time: 0.1396139 Jan 12 10:05:18.319754 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-63ed363a-9100-4658-a755-3511505c3ea0 req-5aca4d3e-e020-40fd-8bdf-d62ee39fe6a4 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434377 Jan 12 10:05:19.536617 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5f9f6-a844-48a4-915c-208ca58f41e0 req-6806b1ae-993d-46f3-a20c-497d82c00675 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:19.538131 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cbb5f9f6-a844-48a4-915c-208ca58f41e0 req-6806b1ae-993d-46f3-a20c-497d82c00675 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 943 time: 0.0930729 Jan 12 10:05:19.587594 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cbb5f9f6-a844-48a4-915c-208ca58f41e0 req-85d57e46-2e2a-48d9-b4eb-b2a8d80c245f tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 Jan 12 10:05:20.404228 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device c82c6352-6622-4a06-a3c7-7235fd068c7b details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:05:20.581215 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port c82c6352-6622-4a06-a3c7-7235fd068c7b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c82c6352-6622-4a06-a3c7-7235fd068c7b,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:05:20.597459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'c82c6352-6622-4a06-a3c7-7235fd068c7b', 'network_id': 'e6b0a942-1f89-4f89-93b5-5cc91baf4d3a', 'port_id': 'c82c6352-6622-4a06-a3c7-7235fd068c7b', 'mac_address': 'fa:16:3e:43:84:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32aa16d6-c659-4ba4-bf46-534e5d92fb9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:05:20.681895 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:20.712639 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82c6352-6622-4a06-a3c7-7235fd068c7b {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:05:20.737721 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port c82c6352-6622-4a06-a3c7-7235fd068c7b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c82c6352-6622-4a06-a3c7-7235fd068c7b,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:05:20.744126 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:20.831347 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=c82c6352-6622-4a06-a3c7-7235fd068c7b,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:20.832882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2f6f5-c534-40e9-bab3-fb98f4baf1d9 req-a3ddb093-0d2a-4f3e-9437-cb7eebfe9eaa tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:20.835543 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-48b2f6f5-c534-40e9-bab3-fb98f4baf1d9 req-a3ddb093-0d2a-4f3e-9437-cb7eebfe9eaa tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 944 time: 0.1299927 Jan 12 10:05:20.906947 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-48b2f6f5-c534-40e9-bab3-fb98f4baf1d9 req-10c6c9b0-a7a8-4dc9-9210-6e37b67cb629 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648205 Jan 12 10:05:21.013257 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['c82c6352-6622-4a06-a3c7-7235fd068c7b'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:05:22.126830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123e312-e391-4810-a621-12dac681f203 req-053296aa-596b-40f5-8a0e-c780bca6d999 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:22.128610 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2123e312-e391-4810-a621-12dac681f203 req-053296aa-596b-40f5-8a0e-c780bca6d999 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 944 time: 0.1039176 Jan 12 10:05:22.182331 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2123e312-e391-4810-a621-12dac681f203 req-d32573b4-3ebf-4587-b49a-1fd14a01fb08 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437109 Jan 12 10:05:22.435243 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device c82c6352-6622-4a06-a3c7-7235fd068c7b up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:05:22.514649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port c82c6352-6622-4a06-a3c7-7235fd068c7b completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:05:22.519752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port c82c6352-6622-4a06-a3c7-7235fd068c7b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:05:22.520142 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:22.669061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:22.716821 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10743aa3-b27c-457b-9ae6-4eb8089a83d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82c6352-6622-4a06-a3c7-7235fd068c7b'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:05:22.734683 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port c82c6352-6622-4a06-a3c7-7235fd068c7b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c82c6352-6622-4a06-a3c7-7235fd068c7b,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:05:22.741265 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:22.787155 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10743aa3-b27c-457b-9ae6-4eb8089a83d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82c6352-6622-4a06-a3c7-7235fd068c7b', 'code': 200} Jan 12 10:05:22.842700 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=c82c6352-6622-4a06-a3c7-7235fd068c7b,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:23.138646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a7061-376c-4979-8f49-c5e6c370530e req-792c800e-6a2f-414a-ad31-a5983d18e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:23.140331 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3e4a7061-376c-4979-8f49-c5e6c370530e req-792c800e-6a2f-414a-ad31-a5983d18e484 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 1098 time: 0.1273143 Jan 12 10:05:23.194518 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3e4a7061-376c-4979-8f49-c5e6c370530e req-1bfe6da4-7089-4e52-9c4a-23e158eb010b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443521 Jan 12 10:05:23.394879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bfea8-68a5-4edc-b9a2-df5bee9ee400 req-156843ea-8840-4719-9518-837739fea31d tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:23.399579 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d74bfea8-68a5-4edc-b9a2-df5bee9ee400 req-156843ea-8840-4719-9518-837739fea31d tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 945 time: 0.0882268 Jan 12 10:05:23.452758 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d74bfea8-68a5-4edc-b9a2-df5bee9ee400 req-5a32c4b1-874b-456e-8354-9758dc08ebfe tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456386 Jan 12 10:05:24.665625 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059444bd-4c69-4a14-a0d1-a4d31314bf03 req-479c2d86-a024-422e-8c94-ddd8845bf375 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:24.667210 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-059444bd-4c69-4a14-a0d1-a4d31314bf03 req-479c2d86-a024-422e-8c94-ddd8845bf375 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 945 time: 0.0870371 Jan 12 10:05:24.722587 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-059444bd-4c69-4a14-a0d1-a4d31314bf03 req-8ab92e68-2e61-456c-af38-6af4791bdd1a tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480540 Jan 12 10:05:24.922937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8aa46-63f3-4053-8d00-e4ef7452c317 req-f6de9a8c-97aa-4e08-8394-9dc3e84146b4 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:24.924409 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-76e8aa46-63f3-4053-8d00-e4ef7452c317 req-f6de9a8c-97aa-4e08-8394-9dc3e84146b4 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 945 time: 0.0903697 Jan 12 10:05:24.972220 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-76e8aa46-63f3-4053-8d00-e4ef7452c317 req-52a95e9c-339e-4329-b869-375d2cc03946 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416384 Jan 12 10:05:36.732462 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-23f8e965-aee9-44f5-836e-42829eaefd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:39.341004 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-40eb6abd-970c-4a4d-a21b-0f6b8c2c1c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:40.330742 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:41.142789 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:41.347515 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc664543-0147-4ba4-b504-1a5f894e5edf req-de41d1a9-ef95-4213-8391-68ba4af9fbac tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:41.349222 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cc664543-0147-4ba4-b504-1a5f894e5edf req-de41d1a9-ef95-4213-8391-68ba4af9fbac tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 945 time: 0.0918710 Jan 12 10:05:41.404186 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cc664543-0147-4ba4-b504-1a5f894e5edf req-0d380bef-9bf8-478b-a64c-efd4fabfae8b tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486364 Jan 12 10:05:42.733846 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8c9f0-b32a-49d8-be5e-548de33d6fd9 req-dca7cf80-166c-411d-99d2-304c9817e18b tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:42.734655 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:42.735345 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5fc8c9f0-b32a-49d8-be5e-548de33d6fd9 req-dca7cf80-166c-411d-99d2-304c9817e18b tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 945 time: 0.2130768 Jan 12 10:05:42.783802 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5fc8c9f0-b32a-49d8-be5e-548de33d6fd9 req-61c746e7-8d2b-4f4d-b537-9f6d9d4659d8 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/security-groups?id=b153be5b-8b46-40dd-b41d-565497af5e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423849 Jan 12 10:05:42.929405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c572fcd-c0eb-4bfb-9c21-fa60b64fdd2c req-5590d1b3-33bb-479b-829f-5b9b942252e4 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:05:42.931189 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7c572fcd-c0eb-4bfb-9c21-fa60b64fdd2c req-5590d1b3-33bb-479b-829f-5b9b942252e4 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.53 "GET /v2.0/ports?device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 945 time: 0.0950708 Jan 12 10:05:43.007685 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-7c572fcd-c0eb-4bfb-9c21-fa60b64fdd2c req-8a9db96d-70cd-425f-8dfa-059070ac9fe3 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Deleting port c82c6352-6622-4a06-a3c7-7235fd068c7b {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:05:43.007929 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-7c572fcd-c0eb-4bfb-9c21-fa60b64fdd2c req-8a9db96d-70cd-425f-8dfa-059070ac9fe3 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:43.280574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-7c572fcd-c0eb-4bfb-9c21-fa60b64fdd2c req-8a9db96d-70cd-425f-8dfa-059070ac9fe3 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] For port c82c6352-6622-4a06-a3c7-7235fd068c7b, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=c82c6352-6622-4a06-a3c7-7235fd068c7b,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:05:43.280888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-7c572fcd-c0eb-4bfb-9c21-fa60b64fdd2c req-8a9db96d-70cd-425f-8dfa-059070ac9fe3 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:43.412646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-7c572fcd-c0eb-4bfb-9c21-fa60b64fdd2c req-8a9db96d-70cd-425f-8dfa-059070ac9fe3 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Calling delete_port for c82c6352-6622-4a06-a3c7-7235fd068c7b owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:05:43.574281 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-7c572fcd-c0eb-4bfb-9c21-fa60b64fdd2c req-8a9db96d-70cd-425f-8dfa-059070ac9fe3 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:43.592587 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['c82c6352-6622-4a06-a3c7-7235fd068c7b'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:05:43.629335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9db96d-70cd-425f-8dfa-059070ac9fe3 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Pushing event deleted for resources: {'Port': ['ID=c82c6352-6622-4a06-a3c7-7235fd068c7b,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:43.716855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c572fcd-c0eb-4bfb-9c21-fa60b64fdd2c req-8a9db96d-70cd-425f-8dfa-059070ac9fe3 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] No DVR routers for this DVR port c82c6352-6622-4a06-a3c7-7235fd068c7b on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:05:43.720534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-7c572fcd-c0eb-4bfb-9c21-fa60b64fdd2c req-8a9db96d-70cd-425f-8dfa-059070ac9fe3 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:43.723556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10743aa3-b27c-457b-9ae6-4eb8089a83d7', 'name': 'network-vif-deleted', 'tag': 'c82c6352-6622-4a06-a3c7-7235fd068c7b'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:05:43.743326 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7c572fcd-c0eb-4bfb-9c21-fa60b64fdd2c req-8a9db96d-70cd-425f-8dfa-059070ac9fe3 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.53 "DELETE /v2.0/ports/c82c6352-6622-4a06-a3c7-7235fd068c7b HTTP/1.1" status: 204 len: 173 time: 0.8035166 Jan 12 10:05:43.796814 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10743aa3-b27c-457b-9ae6-4eb8089a83d7', 'name': 'network-vif-deleted', 'tag': 'c82c6352-6622-4a06-a3c7-7235fd068c7b', 'status': 'completed', 'code': 200} Jan 12 10:05:43.965521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-8cba8acd-708c-41ee-baf8-a852f1ca2b4c req-0893acd2-9d01-4725-b020-51bd095e9e46 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Synchronizing usage tracker for tenant:f33824060fbd4f61b2680ef0d83997b1 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:05:43.982576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-8cba8acd-708c-41ee-baf8-a852f1ca2b4c req-0893acd2-9d01-4725-b020-51bd095e9e46 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] Unset dirty status for tenant:f33824060fbd4f61b2680ef0d83997b1 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:05:43.984559 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8cba8acd-708c-41ee-baf8-a852f1ca2b4c req-0893acd2-9d01-4725-b020-51bd095e9e46 tempest-TestEncryptedCinderVolumes-1610637373 tempest-TestEncryptedCinderVolumes-1610637373-project] 10.222.0.26 "GET /v2.0/ports?device_id=10743aa3-b27c-457b-9ae6-4eb8089a83d7 HTTP/1.1" status: 200 len: 210 time: 0.0742199 Jan 12 10:05:45.138035 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46768) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:05:45.802427 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:46.188575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Deleting port e5175f56-c7eb-4673-b05c-7124b711e627 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:05:46.189301 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:46.395577 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] For port e5175f56-c7eb-4673-b05c-7124b711e627, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e5175f56-c7eb-4673-b05c-7124b711e627,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:05:46.395872 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:46.527382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Calling delete_port for e5175f56-c7eb-4673-b05c-7124b711e627 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:05:46.556057 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device c82c6352-6622-4a06-a3c7-7235fd068c7b no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:05:46.589991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: c82c6352-6622-4a06-a3c7-7235fd068c7b {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:05:46.590332 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device c82c6352-6622-4a06-a3c7-7235fd068c7b not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:05:46.886829 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:46.889454 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:46.936246 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5175f56-c7eb-4673-b05c-7124b711e627,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:46.977058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:46.977405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:46.977745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:46.978077 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:46.978404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:46.978735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:46.979159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:46.979482 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:46.979804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:46.980119 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:46.980434 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:46.980748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:05:47.357899 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:47.737444 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Router 9e001e63-46c7-4980-92ab-835885b2353d has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:05:47.942796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:05:47.967895 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a22372a-94c6-4cac-a7a6-a14175d43a45 None None] Sync routers for ids ['9e001e63-46c7-4980-92ab-835885b2353d'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:05:47.969016 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-360322dd-6f0b-4c81-9916-b4ac2a751226 admin admin] 10.222.0.26 "PUT /v2.0/routers/9e001e63-46c7-4980-92ab-835885b2353d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8298573 Jan 12 10:05:47.972855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46772) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:05:47.978296 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a22372a-94c6-4cac-a7a6-a14175d43a45 None None] Routers {'9e001e63-46c7-4980-92ab-835885b2353d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:05:47.978955 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6a22372a-94c6-4cac-a7a6-a14175d43a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:05:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['9e001e63-46c7-4980-92ab-835885b2353d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:05:48.190703 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-6a22372a-94c6-4cac-a7a6-a14175d43a45 None None] Set router 9e001e63-46c7-4980-92ab-835885b2353d gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:05:48.291562 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36261ac0-2e35-47f3-8680-fd5ed9d00799 admin admin] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:48.508427 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36261ac0-2e35-47f3-8680-fd5ed9d00799 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:48.520550 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-36261ac0-2e35-47f3-8680-fd5ed9d00799 admin admin] Deleting port a102eb29-1454-4582-8e72-4f4da7afcaf3 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:05:48.521102 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36261ac0-2e35-47f3-8680-fd5ed9d00799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:48.522000 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6a22372a-94c6-4cac-a7a6-a14175d43a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e001e63-46c7-4980-92ab-835885b2353d', 'name': 'tempest-TestEncryptedCinderVolumes-1154226154-router', 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a102eb29-1454-4582-8e72-4f4da7afcaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:21Z', 'updated_at': '2022-01-12T10:05:46Z', 'revision_number': 5, 'project_id': 'f33824060fbd4f61b2680ef0d83997b1', 'gw_port': {'id': 'a102eb29-1454-4582-8e72-4f4da7afcaf3', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e001e63-46c7-4980-92ab-835885b2353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:21Z', 'updated_at': '2022-01-12T10:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:05:48.526786 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a22372a-94c6-4cac-a7a6-a14175d43a45 None None] Checking router: 9e001e63-46c7-4980-92ab-835885b2353d for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:05:48.536239 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a22372a-94c6-4cac-a7a6-a14175d43a45 None None] Routers {'9e001e63-46c7-4980-92ab-835885b2353d'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:05:48.536964 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6a22372a-94c6-4cac-a7a6-a14175d43a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:05:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['9e001e63-46c7-4980-92ab-835885b2353d'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:05:48.707419 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-6a22372a-94c6-4cac-a7a6-a14175d43a45 None None] Set router 9e001e63-46c7-4980-92ab-835885b2353d gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:05:48.714046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-36261ac0-2e35-47f3-8680-fd5ed9d00799 admin admin] For port a102eb29-1454-4582-8e72-4f4da7afcaf3, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a102eb29-1454-4582-8e72-4f4da7afcaf3,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:05:48.714398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36261ac0-2e35-47f3-8680-fd5ed9d00799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:48.824662 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6a22372a-94c6-4cac-a7a6-a14175d43a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e001e63-46c7-4980-92ab-835885b2353d', 'name': 'tempest-TestEncryptedCinderVolumes-1154226154-router', 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:21Z', 'updated_at': '2022-01-12T10:05:48Z', 'revision_number': 6, 'project_id': 'f33824060fbd4f61b2680ef0d83997b1', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:05:48.830275 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a22372a-94c6-4cac-a7a6-a14175d43a45 None None] The sync data for ids ['9e001e63-46c7-4980-92ab-835885b2353d'] in dv-neutron-824346-1-hyperv is: [{'id': '9e001e63-46c7-4980-92ab-835885b2353d', 'name': 'tempest-TestEncryptedCinderVolumes-1154226154-router', 'tenant_id': 'f33824060fbd4f61b2680ef0d83997b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:21Z', 'updated_at': '2022-01-12T10:05:48Z', 'revision_number': 6, 'project_id': 'f33824060fbd4f61b2680ef0d83997b1', 'gw_port_host': None}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:05:48.874267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-36261ac0-2e35-47f3-8680-fd5ed9d00799 admin admin] Calling delete_port for a102eb29-1454-4582-8e72-4f4da7afcaf3 owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:05:49.219789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36261ac0-2e35-47f3-8680-fd5ed9d00799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:49.283880 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36261ac0-2e35-47f3-8680-fd5ed9d00799 admin admin] Pushing event deleted for resources: {'Port': ['ID=a102eb29-1454-4582-8e72-4f4da7afcaf3,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:49.395998 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36261ac0-2e35-47f3-8680-fd5ed9d00799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:49.569815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36261ac0-2e35-47f3-8680-fd5ed9d00799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:49.572562 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36261ac0-2e35-47f3-8680-fd5ed9d00799 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:49.600812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36261ac0-2e35-47f3-8680-fd5ed9d00799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:49.601324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36261ac0-2e35-47f3-8680-fd5ed9d00799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e001e63-46c7-4980-92ab-835885b2353d {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 10:05:49.617395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-36261ac0-2e35-47f3-8680-fd5ed9d00799 admin admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:49.621883 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-36261ac0-2e35-47f3-8680-fd5ed9d00799 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9e001e63-46c7-4980-92ab-835885b2353d HTTP/1.1" status: 204 len: 168 time: 1.6447766 Jan 12 10:05:49.622264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46776) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:05:49.715158 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e5175f56-c7eb-4673-b05c-7124b711e627 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:05:49.813046 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: e5175f56-c7eb-4673-b05c-7124b711e627 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:05:49.813046 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e5175f56-c7eb-4673-b05c-7124b711e627 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:05:49.813730 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a102eb29-1454-4582-8e72-4f4da7afcaf3 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:05:49.816667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ee8119-95fc-4dbc-ae7f-798dfc2764ce admin admin] Deleting subnet 32aa16d6-c659-4ba4-bf46-534e5d92fb9d {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:05:49.820360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8ee8119-95fc-4dbc-ae7f-798dfc2764ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:49.854218 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: a102eb29-1454-4582-8e72-4f4da7afcaf3 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:05:49.854921 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a102eb29-1454-4582-8e72-4f4da7afcaf3 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:05:49.881076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8ee8119-95fc-4dbc-ae7f-798dfc2764ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:49.982083 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8ee8119-95fc-4dbc-ae7f-798dfc2764ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:50.060977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8ee8119-95fc-4dbc-ae7f-798dfc2764ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:50.110369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee8119-95fc-4dbc-ae7f-798dfc2764ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32aa16d6-c659-4ba4-bf46-534e5d92fb9d,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:50.115971 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e8ee8119-95fc-4dbc-ae7f-798dfc2764ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:50.123022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a463265-8c92-4463-865c-83f1f8146c6a None None] Network e6b0a942-1f89-4f89-93b5-5cc91baf4d3a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:05:50.123333 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e8ee8119-95fc-4dbc-ae7f-798dfc2764ce admin admin] 10.222.0.26 "DELETE /v2.0/subnets/32aa16d6-c659-4ba4-bf46-534e5d92fb9d HTTP/1.1" status: 204 len: 168 time: 0.4992814 Jan 12 10:05:50.125999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46780) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:05:50.241471 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2220012-a915-4221-a342-65916264c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:50.258310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e2220012-a915-4221-a342-65916264c39e admin admin] Deleting port aedca1bf-8eb8-4969-98b0-aa59b936862d {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:05:50.258661 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2220012-a915-4221-a342-65916264c39e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:50.461417 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fea9f5-3a71-4720-b7f2-21d47c10e8b7 None None] DHCP port deletion for e6b0a942-1f89-4f89-93b5-5cc91baf4d3a request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:05:50.465829 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e4fea9f5-3a71-4720-b7f2-21d47c10e8b7 None None] Deleting port aedca1bf-8eb8-4969-98b0-aa59b936862d {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:05:50.466197 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e4fea9f5-3a71-4720-b7f2-21d47c10e8b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:50.499282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-e2220012-a915-4221-a342-65916264c39e admin admin] For port aedca1bf-8eb8-4969-98b0-aa59b936862d, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=aedca1bf-8eb8-4969-98b0-aa59b936862d,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:05:50.499542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2220012-a915-4221-a342-65916264c39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:50.639024 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e2220012-a915-4221-a342-65916264c39e admin admin] Calling delete_port for aedca1bf-8eb8-4969-98b0-aa59b936862d owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:05:50.723975 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2220012-a915-4221-a342-65916264c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:50.731498 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e4fea9f5-3a71-4720-b7f2-21d47c10e8b7 None None] For port aedca1bf-8eb8-4969-98b0-aa59b936862d, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=aedca1bf-8eb8-4969-98b0-aa59b936862d,segment=NetworkSegment(fa973793-cc25-46a9-bfff-c17b9680b1ba),segment_id=fa973793-cc25-46a9-bfff-c17b9680b1ba)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:05:50.732055 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e4fea9f5-3a71-4720-b7f2-21d47c10e8b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:50.772549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2220012-a915-4221-a342-65916264c39e admin admin] Pushing event deleted for resources: {'Port': ['ID=aedca1bf-8eb8-4969-98b0-aa59b936862d,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:50.781772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2220012-a915-4221-a342-65916264c39e admin admin] No DVR routers for this DVR port aedca1bf-8eb8-4969-98b0-aa59b936862d on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:05:50.862061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e4fea9f5-3a71-4720-b7f2-21d47c10e8b7 None None] Calling delete_port for aedca1bf-8eb8-4969-98b0-aa59b936862d owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:05:50.904825 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2220012-a915-4221-a342-65916264c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:50.935193 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e2220012-a915-4221-a342-65916264c39e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b0a942-1f89-4f89-93b5-5cc91baf4d3a']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:05:50.939496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-e4fea9f5-3a71-4720-b7f2-21d47c10e8b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:05:50.939858 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-e4fea9f5-3a71-4720-b7f2-21d47c10e8b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:05:50.949266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e2220012-a915-4221-a342-65916264c39e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa973793-cc25-46a9-bfff-c17b9680b1ba') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:05:50.949569 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e2220012-a915-4221-a342-65916264c39e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa973793-cc25-46a9-bfff-c17b9680b1ba') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:05:50.962002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2220012-a915-4221-a342-65916264c39e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:50.988608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2220012-a915-4221-a342-65916264c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:51.000186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2220012-a915-4221-a342-65916264c39e admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:05:51.000837 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2220012-a915-4221-a342-65916264c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:05:51.024900 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:05:51.131869 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2220012-a915-4221-a342-65916264c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:51.150283 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e2220012-a915-4221-a342-65916264c39e admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:51.162336 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2220012-a915-4221-a342-65916264c39e admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b0a942-1f89-4f89-93b5-5cc91baf4d3a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:51.175831 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e2220012-a915-4221-a342-65916264c39e admin admin] 10.222.0.26 "DELETE /v2.0/networks/e6b0a942-1f89-4f89-93b5-5cc91baf4d3a HTTP/1.1" status: 204 len: 168 time: 1.0484800 Jan 12 10:05:51.179750 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46784) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:05:51.441500 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e4fea9f5-3a71-4720-b7f2-21d47c10e8b7 None None] Deleting port aedca1bf-8eb8-4969-98b0-aa59b936862d {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:05:51.442110 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e4fea9f5-3a71-4720-b7f2-21d47c10e8b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:51.529113 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e4fea9f5-3a71-4720-b7f2-21d47c10e8b7 None None] The port 'aedca1bf-8eb8-4969-98b0-aa59b936862d' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 10:05:51.705149 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device aedca1bf-8eb8-4969-98b0-aa59b936862d no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:05:51.748301 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: aedca1bf-8eb8-4969-98b0-aa59b936862d {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:05:51.749101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device aedca1bf-8eb8-4969-98b0-aa59b936862d not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:05:51.894857 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-375af073-22b5-497e-9f67-0958ea18014c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:52.285047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-375af073-22b5-497e-9f67-0958ea18014c admin admin] Deleting port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:05:52.285795 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-375af073-22b5-497e-9f67-0958ea18014c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:52.448849 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:05:52.485425 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-375af073-22b5-497e-9f67-0958ea18014c admin admin] For port 2c5563d4-b32b-4eaf-93cb-b28d8e064c75, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=2c5563d4-b32b-4eaf-93cb-b28d8e064c75,segment=NetworkSegment(7c5a66a3-6a13-4de6-abb2-30f7fc1011d2),segment_id=7c5a66a3-6a13-4de6-abb2-30f7fc1011d2)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:05:52.485785 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-375af073-22b5-497e-9f67-0958ea18014c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:52.614908 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-375af073-22b5-497e-9f67-0958ea18014c admin admin] Calling delete_port for 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:05:52.824167 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-375af073-22b5-497e-9f67-0958ea18014c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:52.874354 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375af073-22b5-497e-9f67-0958ea18014c admin admin] Pushing event deleted for resources: {'Port': ['ID=2c5563d4-b32b-4eaf-93cb-b28d8e064c75,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:53.195234 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-375af073-22b5-497e-9f67-0958ea18014c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:53.714730 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375af073-22b5-497e-9f67-0958ea18014c admin admin] Router 700d3f67-f078-40e2-b386-85475f38390b has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:05:53.911835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375af073-22b5-497e-9f67-0958ea18014c admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:05:53.921419 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-375af073-22b5-497e-9f67-0958ea18014c admin admin] 10.222.0.26 "PUT /v2.0/routers/700d3f67-f078-40e2-b386-85475f38390b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7400384 Jan 12 10:05:53.922425 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6159a304-6d21-4df1-84df-c9e0e224461d None None] Sync routers for ids ['700d3f67-f078-40e2-b386-85475f38390b'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:05:53.925323 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46788) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:05:53.932348 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6159a304-6d21-4df1-84df-c9e0e224461d None None] Routers {'700d3f67-f078-40e2-b386-85475f38390b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:05:53.933020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6159a304-6d21-4df1-84df-c9e0e224461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:05:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['700d3f67-f078-40e2-b386-85475f38390b'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:05:54.141160 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-6159a304-6d21-4df1-84df-c9e0e224461d None None] Set router 700d3f67-f078-40e2-b386-85475f38390b gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:05:54.156269 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b0f25481-443c-4952-8085-3a44508caea4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:54.370419 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b0f25481-443c-4952-8085-3a44508caea4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:54.383145 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b0f25481-443c-4952-8085-3a44508caea4 admin admin] Deleting port 31e85ec8-7304-4dc5-861c-54d1baefde8f {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:05:54.383481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b0f25481-443c-4952-8085-3a44508caea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:54.465949 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6159a304-6d21-4df1-84df-c9e0e224461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700d3f67-f078-40e2-b386-85475f38390b', 'name': 'tempest-TestEncryptedCinderVolumes-1971879816-router', 'tenant_id': '409d53fa75dc43c59ac3e8025b883c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '31e85ec8-7304-4dc5-861c-54d1baefde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:28Z', 'updated_at': '2022-01-12T10:05:52Z', 'revision_number': 5, 'project_id': '409d53fa75dc43c59ac3e8025b883c82', 'gw_port': {'id': '31e85ec8-7304-4dc5-861c-54d1baefde8f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700d3f67-f078-40e2-b386-85475f38390b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:04:29Z', 'updated_at': '2022-01-12T10:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:05:54.470485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6159a304-6d21-4df1-84df-c9e0e224461d None None] Checking router: 700d3f67-f078-40e2-b386-85475f38390b for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:05:54.480312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6159a304-6d21-4df1-84df-c9e0e224461d None None] Routers {'700d3f67-f078-40e2-b386-85475f38390b'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:05:54.481543 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6159a304-6d21-4df1-84df-c9e0e224461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:05:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['700d3f67-f078-40e2-b386-85475f38390b'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:05:54.590892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-b0f25481-443c-4952-8085-3a44508caea4 admin admin] For port 31e85ec8-7304-4dc5-861c-54d1baefde8f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=31e85ec8-7304-4dc5-861c-54d1baefde8f,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:05:54.591238 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b0f25481-443c-4952-8085-3a44508caea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:54.700796 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-6159a304-6d21-4df1-84df-c9e0e224461d None None] Set router 700d3f67-f078-40e2-b386-85475f38390b gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:05:54.726231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b0f25481-443c-4952-8085-3a44508caea4 admin admin] Calling delete_port for 31e85ec8-7304-4dc5-861c-54d1baefde8f owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:05:54.812987 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6159a304-6d21-4df1-84df-c9e0e224461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700d3f67-f078-40e2-b386-85475f38390b', 'name': 'tempest-TestEncryptedCinderVolumes-1971879816-router', 'tenant_id': '409d53fa75dc43c59ac3e8025b883c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:28Z', 'updated_at': '2022-01-12T10:05:54Z', 'revision_number': 6, 'project_id': '409d53fa75dc43c59ac3e8025b883c82', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:05:54.819359 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6159a304-6d21-4df1-84df-c9e0e224461d None None] The sync data for ids ['700d3f67-f078-40e2-b386-85475f38390b'] in dv-neutron-824346-1-hyperv is: [{'id': '700d3f67-f078-40e2-b386-85475f38390b', 'name': 'tempest-TestEncryptedCinderVolumes-1971879816-router', 'tenant_id': '409d53fa75dc43c59ac3e8025b883c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:04:28Z', 'updated_at': '2022-01-12T10:05:54Z', 'revision_number': 6, 'project_id': '409d53fa75dc43c59ac3e8025b883c82', 'gw_port_host': None}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:05:54.935212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b0f25481-443c-4952-8085-3a44508caea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:54.981588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f25481-443c-4952-8085-3a44508caea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e85ec8-7304-4dc5-861c-54d1baefde8f,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:55.208012 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b0f25481-443c-4952-8085-3a44508caea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:55.418548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b0f25481-443c-4952-8085-3a44508caea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:55.421880 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b0f25481-443c-4952-8085-3a44508caea4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:55.457332 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b0f25481-443c-4952-8085-3a44508caea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:55.458072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f25481-443c-4952-8085-3a44508caea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 700d3f67-f078-40e2-b386-85475f38390b {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 10:05:55.472438 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b0f25481-443c-4952-8085-3a44508caea4 admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:55.473659 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b0f25481-443c-4952-8085-3a44508caea4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/700d3f67-f078-40e2-b386-85475f38390b HTTP/1.1" status: 204 len: 168 time: 1.5473163 Jan 12 10:05:55.476836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46792) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:05:55.556627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc429298-4e41-4c0a-a503-5721f58ddfb7 admin admin] Deleting subnet e5cc3548-22cd-4653-8f2a-54f90192ee71 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:05:55.561418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc429298-4e41-4c0a-a503-5721f58ddfb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:55.638952 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc429298-4e41-4c0a-a503-5721f58ddfb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:55.702643 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 31e85ec8-7304-4dc5-861c-54d1baefde8f no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:05:55.738956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 31e85ec8-7304-4dc5-861c-54d1baefde8f {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:05:55.739288 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 31e85ec8-7304-4dc5-861c-54d1baefde8f not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:05:55.739702 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:05:55.766198 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc429298-4e41-4c0a-a503-5721f58ddfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:55.775147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:05:55.775481 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 2c5563d4-b32b-4eaf-93cb-b28d8e064c75 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:05:55.844069 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc429298-4e41-4c0a-a503-5721f58ddfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:55.885972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc429298-4e41-4c0a-a503-5721f58ddfb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5cc3548-22cd-4653-8f2a-54f90192ee71,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:55.891483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc429298-4e41-4c0a-a503-5721f58ddfb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:55.901130 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cc429298-4e41-4c0a-a503-5721f58ddfb7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e5cc3548-22cd-4653-8f2a-54f90192ee71 HTTP/1.1" status: 204 len: 168 time: 0.4199431 Jan 12 10:05:55.901779 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46796) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:05:55.907587 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c10d2c8-2643-4f81-be74-98001dc66d15 None None] Network c1fbdb1d-630a-4fba-af49-29b20fd64127 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:05:56.040383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:56.058048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] Deleting port 39cb312b-de75-4593-99bb-881abc005bf0 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:05:56.058611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:56.250480 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497fc6cf-07aa-44f8-89ff-b5da39025fd3 None None] DHCP port deletion for c1fbdb1d-630a-4fba-af49-29b20fd64127 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:05:56.254713 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-497fc6cf-07aa-44f8-89ff-b5da39025fd3 None None] Deleting port 39cb312b-de75-4593-99bb-881abc005bf0 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:05:56.255078 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-497fc6cf-07aa-44f8-89ff-b5da39025fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:56.337869 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] For port 39cb312b-de75-4593-99bb-881abc005bf0, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=39cb312b-de75-4593-99bb-881abc005bf0,segment=NetworkSegment(7c5a66a3-6a13-4de6-abb2-30f7fc1011d2),segment_id=7c5a66a3-6a13-4de6-abb2-30f7fc1011d2)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:05:56.338226 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:56.499659 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-497fc6cf-07aa-44f8-89ff-b5da39025fd3 None None] For port 39cb312b-de75-4593-99bb-881abc005bf0, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=39cb312b-de75-4593-99bb-881abc005bf0,segment=NetworkSegment(7c5a66a3-6a13-4de6-abb2-30f7fc1011d2),segment_id=7c5a66a3-6a13-4de6-abb2-30f7fc1011d2)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:05:56.500017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-497fc6cf-07aa-44f8-89ff-b5da39025fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:56.537726 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] Calling delete_port for 39cb312b-de75-4593-99bb-881abc005bf0 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:05:56.627393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:56.641634 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-497fc6cf-07aa-44f8-89ff-b5da39025fd3 None None] Calling delete_port for 39cb312b-de75-4593-99bb-881abc005bf0 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:05:56.685186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=39cb312b-de75-4593-99bb-881abc005bf0,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:56.689303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] No DVR routers for this DVR port 39cb312b-de75-4593-99bb-881abc005bf0 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:05:56.737407 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-497fc6cf-07aa-44f8-89ff-b5da39025fd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:05:56.738047 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-497fc6cf-07aa-44f8-89ff-b5da39025fd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:05:56.828773 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:56.857267 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1fbdb1d-630a-4fba-af49-29b20fd64127']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:05:56.873423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5a66a3-6a13-4de6-abb2-30f7fc1011d2') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:05:56.873809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5a66a3-6a13-4de6-abb2-30f7fc1011d2') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:05:56.887918 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:56.910326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:56.918553 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:05:56.919204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:05:56.943744 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:05:57.218897 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:57.240164 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-497fc6cf-07aa-44f8-89ff-b5da39025fd3 None None] Deleting port 39cb312b-de75-4593-99bb-881abc005bf0 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:05:57.240755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-497fc6cf-07aa-44f8-89ff-b5da39025fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:57.245819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:57.264149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1fbdb1d-630a-4fba-af49-29b20fd64127,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:57.272065 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-755d6372-4323-4dc2-920b-7960317a7ec1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c1fbdb1d-630a-4fba-af49-29b20fd64127 HTTP/1.1" status: 204 len: 168 time: 1.3657002 Jan 12 10:05:57.339979 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-497fc6cf-07aa-44f8-89ff-b5da39025fd3 None None] The port '39cb312b-de75-4593-99bb-881abc005bf0' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 10:05:57.488870 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46802) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:05:57.546092 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-56af9d2d-d095-474f-a23b-9a152c47479f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f33824060fbd4f61b2680ef0d83997b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557261 Jan 12 10:05:57.549553 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46806) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:05:57.627636 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-29ccc975-9747-4d69-bfe3-f85132a62e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:57.658824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-29ccc975-9747-4d69-bfe3-f85132a62e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:57.706255 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 39cb312b-de75-4593-99bb-881abc005bf0 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:05:57.732550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-29ccc975-9747-4d69-bfe3-f85132a62e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:57.769557 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ccc975-9747-4d69-bfe3-f85132a62e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b153be5b-8b46-40dd-b41d-565497af5e53,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:57.780729 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-29ccc975-9747-4d69-bfe3-f85132a62e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:57.784438 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-29ccc975-9747-4d69-bfe3-f85132a62e3a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b153be5b-8b46-40dd-b41d-565497af5e53 HTTP/1.1" status: 204 len: 168 time: 0.2313926 Jan 12 10:05:57.786439 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 39cb312b-de75-4593-99bb-881abc005bf0 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:05:57.786959 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 39cb312b-de75-4593-99bb-881abc005bf0 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:05:58.286138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46814) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:05:58.369374 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5266fc0a-a5f8-492f-8d96-b37d1bcf0819 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=409d53fa75dc43c59ac3e8025b883c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817740 Jan 12 10:05:58.372668 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46818) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:05:58.472489 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-babb47b3-ead5-4fbb-9054-128464384760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:58.519782 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-babb47b3-ead5-4fbb-9054-128464384760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:58.614135 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-babb47b3-ead5-4fbb-9054-128464384760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:58.640273 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb47b3-ead5-4fbb-9054-128464384760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7c82a0-5a8f-4e88-90e8-e3afffd53912,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:05:58.652264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-babb47b3-ead5-4fbb-9054-128464384760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:58.654179 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-babb47b3-ead5-4fbb-9054-128464384760 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d7c82a0-5a8f-4e88-90e8-e3afffd53912 HTTP/1.1" status: 204 len: 168 time: 0.2800646 Jan 12 10:05:59.618150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46842) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:05:59.761877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1039623635-network', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:05:59.767340 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:05:59.771678 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Usage tracker for resource:network and tenant:f676a86a7c094a31a5551f1154bd2026 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:05:59.774690 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:05:59.781755 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:05:59.792683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Made reservation on behalf of f676a86a7c094a31a5551f1154bd2026 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:05:59.795310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:59.808404 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:59.825040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:05:59.830202 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Usage tracker for resource:security_group_rule and tenant:f676a86a7c094a31a5551f1154bd2026 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:05:59.835311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:05:59.841764 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:05:59.942699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:59.947594 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:05:59.990742 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:06:00.007557 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73982454-3947-4d7f-8c14-b8cf05fb4c7f,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:00.015145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:00.015612 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Added segment 08152f91-8cfb-4665-9a75-6b01a4645e3b of type vlan for network a38c986f-5709-4d0b-9dff-622b1dcae217 Jan 12 10:06:00.058512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:00.119842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:00.121722 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:00.122698 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:00.280153 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] Pushing event updated for resources: {'Network': ['ID=a38c986f-5709-4d0b-9dff-622b1dcae217,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:00.283602 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5748f729-dfcc-4fed-84a9-01277a26a755 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6641042 Jan 12 10:06:00.289276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46848) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:00.296094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-37461925-78f3-44bc-89ce-21d712a2e41b admin admin] Request body: {'subnet': {'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1039623635-subnet', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'ip_version': 4}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:06:00.297081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network a38c986f-5709-4d0b-9dff-622b1dcae217 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:06:00.302184 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-37461925-78f3-44bc-89ce-21d712a2e41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:00.307578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-37461925-78f3-44bc-89ce-21d712a2e41b admin admin] Usage tracker for resource:subnet and tenant:f676a86a7c094a31a5551f1154bd2026 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:00.311607 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-37461925-78f3-44bc-89ce-21d712a2e41b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:00.320092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-37461925-78f3-44bc-89ce-21d712a2e41b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:00.464308 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37461925-78f3-44bc-89ce-21d712a2e41b admin admin] Made reservation on behalf of f676a86a7c094a31a5551f1154bd2026 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:06:00.469166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-37461925-78f3-44bc-89ce-21d712a2e41b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:00.756503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-37461925-78f3-44bc-89ce-21d712a2e41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:00.859855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37461925-78f3-44bc-89ce-21d712a2e41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=452ad41b-bca7-4ff7-a988-75921bac8f58,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:00.867631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37461925-78f3-44bc-89ce-21d712a2e41b admin admin] Checking segment: {'id': '08152f91-8cfb-4665-9a75-6b01a4645e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:06:00.868204 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37461925-78f3-44bc-89ce-21d712a2e41b admin admin] Network hostable DHCP agents. Network: a38c986f-5709-4d0b-9dff-622b1dcae217, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:06:00.895018 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37461925-78f3-44bc-89ce-21d712a2e41b admin admin] Network a38c986f-5709-4d0b-9dff-622b1dcae217 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:06:00.911997 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-37461925-78f3-44bc-89ce-21d712a2e41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, a38c986f-5709-4d0b-9dff-622b1dcae217) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:00.918823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37461925-78f3-44bc-89ce-21d712a2e41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:00.919746 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-37461925-78f3-44bc-89ce-21d712a2e41b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:00.930276 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a7fb3-5de9-409c-acdf-9fca1251f22c None None] Network a38c986f-5709-4d0b-9dff-622b1dcae217 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:06:00.956844 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-37461925-78f3-44bc-89ce-21d712a2e41b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6662719 Jan 12 10:06:00.961583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46852) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:00.967309 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1039623635-router', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:06:00.972604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:00.977179 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Usage tracker for resource:router and tenant:f676a86a7c094a31a5551f1154bd2026 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:00.980760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:00.987410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:01.001252 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:01.002448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:01.020752 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:01.256615 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-a38c986f-5709-4d0b-9dff-622b1dcae217', 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'fixed_ips': [{'subnet_id': '452ad41b-bca7-4ff7-a988-75921bac8f58'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:06:01.257962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:01.390136 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:01.552454 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Allocated IP 172.20.0.2 (a38c986f-5709-4d0b-9dff-622b1dcae217/452ad41b-bca7-4ff7-a988-75921bac8f58/ebaab86b-1f72-45e7-be81-88407137ed20) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:06:01.753345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:01.786416 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:01.867489 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:01.881376 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Transition to ACTIVE for port object ebaab86b-1f72-45e7-be81-88407137ed20 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:01.913559 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Transition to ACTIVE for port object ebaab86b-1f72-45e7-be81-88407137ed20 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:01.921278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:01.990201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Allocated IP 172.26.2.197 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/482b14dc-1cef-4dde-8911-055275dcc624) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:06:01.998138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Network a38c986f-5709-4d0b-9dff-622b1dcae217 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:06:01.999401 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:02.003346 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:06:02.038111 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Pushing event updated for resources: {'Port': ['ID=ebaab86b-1f72-45e7-be81-88407137ed20,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:02.057749 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.058124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.058425 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.058758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.059112 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.059441 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.059765 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.060085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.060407 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.060764 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.061077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.061398 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:02.116647 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Attempting to bind port ebaab86b-1f72-45e7-be81-88407137ed20 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:06:02.117471 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Attempting to bind port ebaab86b-1f72-45e7-be81-88407137ed20 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '08152f91-8cfb-4665-9a75-6b01a4645e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:06:02.117921 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Attempting to bind port ebaab86b-1f72-45e7-be81-88407137ed20 on network a38c986f-5709-4d0b-9dff-622b1dcae217 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:06:02.124876 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:06:02.125382 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Checking segment: {'id': '08152f91-8cfb-4665-9a75-6b01a4645e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:06:02.125871 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:02.126408 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Bound using segment: {'id': '08152f91-8cfb-4665-9a75-6b01a4645e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:06:02.127010 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Bound port: ebaab86b-1f72-45e7-be81-88407137ed20, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08152f91-8cfb-4665-9a75-6b01a4645e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:06:02.127478 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:02.254056 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] For port ebaab86b-1f72-45e7-be81-88407137ed20, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:06:02.257070 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:02.259674 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] For port ebaab86b-1f72-45e7-be81-88407137ed20, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ebaab86b-1f72-45e7-be81-88407137ed20,segment=NetworkSegment(08152f91-8cfb-4665-9a75-6b01a4645e3b),segment_id=08152f91-8cfb-4665-9a75-6b01a4645e3b)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:06:02.266872 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:02.296419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:02.403366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:06:02.406660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:02.411981 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:06:02.415373 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd92f9-1196-4877-b616-ec15bc39b5e2 None None] Pushing event updated for resources: {'Port': ['ID=ebaab86b-1f72-45e7-be81-88407137ed20,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:02.449070 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Pushing event updated for resources: {'Port': ['ID=482b14dc-1cef-4dde-8911-055275dcc624,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:03.131569 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:03.593979 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be27c56-f52e-49da-a97f-ad672af66c47 None None] Network a38c986f-5709-4d0b-9dff-622b1dcae217 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:06:03.604500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:03.774855 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b3d28807-652f-443f-970b-cd553951f652 None None] Provisioning for port ebaab86b-1f72-45e7-be81-88407137ed20 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:03.782197 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ebaab86b-1f72-45e7-be81-88407137ed20 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:03.845770 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Router 1a1124e3-4257-41f0-98db-9d5a36732a87 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 10:06:03.961740 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port ebaab86b-1f72-45e7-be81-88407137ed20 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:03.978148 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port ebaab86b-1f72-45e7-be81-88407137ed20 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:03.978994 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:04.108571 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:06:04.127566 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Sync routers for ids ['1a1124e3-4257-41f0-98db-9d5a36732a87'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:06:04.140492 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Routers {'1a1124e3-4257-41f0-98db-9d5a36732a87'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:06:04.141410 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:05:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1a1124e3-4257-41f0-98db-9d5a36732a87'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:04.163150 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:04.165852 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-79b401a8-b491-45aa-be19-f33283d54782 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2021351 Jan 12 10:06:04.169370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46856) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:04.214706 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:04.286523 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port ebaab86b-1f72-45e7-be81-88407137ed20, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ebaab86b-1f72-45e7-be81-88407137ed20,segment=NetworkSegment(08152f91-8cfb-4665-9a75-6b01a4645e3b),segment_id=08152f91-8cfb-4665-9a75-6b01a4645e3b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:06:04.295553 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:04.439090 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=ebaab86b-1f72-45e7-be81-88407137ed20,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:04.440317 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Set router 1a1124e3-4257-41f0-98db-9d5a36732a87 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:06:04.474160 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-96b78dc8-3417-4755-bb80-771fea9f752a None None] Provisioning complete for port ebaab86b-1f72-45e7-be81-88407137ed20 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:04.474719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-96b78dc8-3417-4755-bb80-771fea9f752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:04.819043 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'name': 'tempest-TestMinimumBasicScenario-1039623635-router', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '482b14dc-1cef-4dde-8911-055275dcc624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:02Z', 'revision_number': 3, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'gw_port': {'id': '482b14dc-1cef-4dde-8911-055275dcc624', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:04.825417 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Checking router: 1a1124e3-4257-41f0-98db-9d5a36732a87 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:06:04.825965 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Updating router 1a1124e3-4257-41f0-98db-9d5a36732a87 port 482b14dc-1cef-4dde-8911-055275dcc624 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:06:04.884387 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.336185 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.346287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.349236 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Transition to ACTIVE for port object 482b14dc-1cef-4dde-8911-055275dcc624 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:05.357544 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.469307 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Attempting to bind port 482b14dc-1cef-4dde-8911-055275dcc624 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:06:05.469676 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Attempting to bind port 482b14dc-1cef-4dde-8911-055275dcc624 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:06:05.470039 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Attempting to bind port 482b14dc-1cef-4dde-8911-055275dcc624 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:06:05.478373 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644badce-056f-45fe-b9c9-80c03d4083aa None None] Pushing event updated for resources: {'Port': ['ID=482b14dc-1cef-4dde-8911-055275dcc624,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:05.483859 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:06:05.484254 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:06:05.484637 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.485020 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:06:05.486310 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Bound port: 482b14dc-1cef-4dde-8911-055275dcc624, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:06:05.486310 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.514164 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644badce-056f-45fe-b9c9-80c03d4083aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:05.514482 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644badce-056f-45fe-b9c9-80c03d4083aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:05.514855 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644badce-056f-45fe-b9c9-80c03d4083aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:05.515179 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644badce-056f-45fe-b9c9-80c03d4083aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:05.515507 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644badce-056f-45fe-b9c9-80c03d4083aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:05.515832 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644badce-056f-45fe-b9c9-80c03d4083aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:05.516155 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644badce-056f-45fe-b9c9-80c03d4083aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:05.516478 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644badce-056f-45fe-b9c9-80c03d4083aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:05.516805 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644badce-056f-45fe-b9c9-80c03d4083aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:05.517122 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644badce-056f-45fe-b9c9-80c03d4083aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:05.517440 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644badce-056f-45fe-b9c9-80c03d4083aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:05.517752 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644badce-056f-45fe-b9c9-80c03d4083aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:05.574689 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] For port 482b14dc-1cef-4dde-8911-055275dcc624, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:06:05.580144 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] For port 482b14dc-1cef-4dde-8911-055275dcc624, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=482b14dc-1cef-4dde-8911-055275dcc624,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:06:05.586543 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.666752 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Allocated IP 172.20.0.1 (a38c986f-5709-4d0b-9dff-622b1dcae217/452ad41b-bca7-4ff7-a988-75921bac8f58/64ea291b-9794-4852-af6f-e871a895f528) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:06:05.668691 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Routers {'1a1124e3-4257-41f0-98db-9d5a36732a87'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:06:05.669221 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:05:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1a1124e3-4257-41f0-98db-9d5a36732a87'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:05.718954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ebaab86b-1f72-45e7-be81-88407137ed20 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:05.763227 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644badce-056f-45fe-b9c9-80c03d4083aa None None] Pushing event updated for resources: {'Port': ['ID=482b14dc-1cef-4dde-8911-055275dcc624,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:05.825759 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port ebaab86b-1f72-45e7-be81-88407137ed20 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:05.826684 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.849505 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.871866 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] Set router 1a1124e3-4257-41f0-98db-9d5a36732a87 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:06:05.873205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Transition to ACTIVE for port object 64ea291b-9794-4852-af6f-e871a895f528 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:05.912761 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:05.985244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Network a38c986f-5709-4d0b-9dff-622b1dcae217 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:06:05.988335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:05.993268 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:06:06.051711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Pushing event updated for resources: {'Port': ['ID=64ea291b-9794-4852-af6f-e871a895f528,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:06.086309 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:06.243644 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'name': 'tempest-TestMinimumBasicScenario-1039623635-router', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '482b14dc-1cef-4dde-8911-055275dcc624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:02Z', 'revision_number': 3, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'gw_port': {'id': '482b14dc-1cef-4dde-8911-055275dcc624', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:06.252503 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb070a06-b2ec-43a9-aaf9-a84a9d0ae03d None None] The sync data for ids ['1a1124e3-4257-41f0-98db-9d5a36732a87'] in dv-neutron-824346-1-hyperv is: [{'id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'name': 'tempest-TestMinimumBasicScenario-1039623635-router', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '482b14dc-1cef-4dde-8911-055275dcc624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:02Z', 'revision_number': 3, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'gw_port': {'id': '482b14dc-1cef-4dde-8911-055275dcc624', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:06:06.322635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2ee43d48-785e-468b-b67f-7bba157b270d None None] Provisioning for port 64ea291b-9794-4852-af6f-e871a895f528 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:06.328489 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2ee43d48-785e-468b-b67f-7bba157b270d None None] Provisioning complete for port 64ea291b-9794-4852-af6f-e871a895f528 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:06.328881 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2ee43d48-785e-468b-b67f-7bba157b270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:06.394209 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-2ee43d48-785e-468b-b67f-7bba157b270d None None] Port 64ea291b-9794-4852-af6f-e871a895f528 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:06:06.503647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:06.739877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4f10fa39-1662-4f96-b3ca-723a90082893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:06.948732 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:06.954844 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:07.111813 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:07.115700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Pushing event updated for resources: {'Port': ['ID=64ea291b-9794-4852-af6f-e871a895f528,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:07.284772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Network a38c986f-5709-4d0b-9dff-622b1dcae217 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:06:07.286251 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:07.526855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Router 1a1124e3-4257-41f0-98db-9d5a36732a87 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:06:07.621786 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-321e71e2-8af8-4cae-8c75-5b513ad8fc21 None None] Provisioning complete for port 64ea291b-9794-4852-af6f-e871a895f528 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:07.622736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-321e71e2-8af8-4cae-8c75-5b513ad8fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:07.708723 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-321e71e2-8af8-4cae-8c75-5b513ad8fc21 None None] Port 64ea291b-9794-4852-af6f-e871a895f528 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:06:07.730360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:06:07.749708 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-687ae93d-c7f5-4cfa-bae9-058648255783 admin admin] 10.222.0.26 "PUT /v2.0/routers/1a1124e3-4257-41f0-98db-9d5a36732a87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5782678 Jan 12 10:06:07.762017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 482b14dc-1cef-4dde-8911-055275dcc624 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:07.892854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 482b14dc-1cef-4dde-8911-055275dcc624 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:07.900278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 482b14dc-1cef-4dde-8911-055275dcc624 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:07.900705 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.090989 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.129352 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 482b14dc-1cef-4dde-8911-055275dcc624, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=482b14dc-1cef-4dde-8911-055275dcc624,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:06:08.136129 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.178115 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Sync routers for ids ['1a1124e3-4257-41f0-98db-9d5a36732a87'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:06:08.225100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Routers {'1a1124e3-4257-41f0-98db-9d5a36732a87'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:06:08.226069 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:05:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1a1124e3-4257-41f0-98db-9d5a36732a87'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:08.340192 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=482b14dc-1cef-4dde-8911-055275dcc624,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:08.464960 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Set router 1a1124e3-4257-41f0-98db-9d5a36732a87 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:06:08.479945 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46874) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:08.487665 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1161825523-network', 'tenant_id': '6c72174c620441399d699909c4e20386'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:06:08.494320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:08.504721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Usage tracker for resource:network and tenant:6c72174c620441399d699909c4e20386 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:08.512775 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:08.520193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:08.531987 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Made reservation on behalf of 6c72174c620441399d699909c4e20386 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:06:08.534558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.547405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.563745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:08.567786 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Usage tracker for resource:security_group_rule and tenant:6c72174c620441399d699909c4e20386 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:08.570834 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:08.577925 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:08.694701 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.700463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.749983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:06:08.773072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9fc58f-1db3-4053-99c7-849d16d42968,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:08.780930 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.781496 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Added segment 09e01917-0f9a-4808-8542-b3c0aeb4948d of type vlan for network b7bbecb0-406a-4159-b9b7-7bec07ec7bdf Jan 12 10:06:08.814287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.850787 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'name': 'tempest-TestMinimumBasicScenario-1039623635-router', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '482b14dc-1cef-4dde-8911-055275dcc624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:06Z', 'revision_number': 4, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'gw_port': {'id': '482b14dc-1cef-4dde-8911-055275dcc624', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '64ea291b-9794-4852-af6f-e871a895f528', 'name': '', 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'mac_address': 'fa:16:3e:d4:4d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:06Z', 'revision_number': 2, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'subnets': [{'id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:08.855300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.855762 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Checking router: 1a1124e3-4257-41f0-98db-9d5a36732a87 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:06:08.856201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Updating router 1a1124e3-4257-41f0-98db-9d5a36732a87 port 64ea291b-9794-4852-af6f-e871a895f528 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:06:08.857013 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:08.857985 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:08.926146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:09.028348 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5469248 Jan 12 10:06:09.033521 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 46878) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:09.035510 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8829f1-2c01-45aa-932a-4e03d698adf6 admin admin] Pushing event updated for resources: {'Network': ['ID=b7bbecb0-406a-4159-b9b7-7bec07ec7bdf,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:09.052455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-928f1483-3648-421e-a08d-36cde92120a9 admin admin] Request body: {'subnet': {'network_id': 'b7bbecb0-406a-4159-b9b7-7bec07ec7bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1161825523-subnet', 'tenant_id': '6c72174c620441399d699909c4e20386', 'ip_version': 4}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:06:09.065438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-928f1483-3648-421e-a08d-36cde92120a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:09.070876 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network b7bbecb0-406a-4159-b9b7-7bec07ec7bdf details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:06:09.071864 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-928f1483-3648-421e-a08d-36cde92120a9 admin admin] Usage tracker for resource:subnet and tenant:6c72174c620441399d699909c4e20386 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:09.075312 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-928f1483-3648-421e-a08d-36cde92120a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:09.084225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-928f1483-3648-421e-a08d-36cde92120a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:09.100777 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928f1483-3648-421e-a08d-36cde92120a9 admin admin] Made reservation on behalf of 6c72174c620441399d699909c4e20386 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:06:09.106528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-928f1483-3648-421e-a08d-36cde92120a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:09.353334 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1690ed61-b315-42b8-8071-a6db3cbf5a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:09.359006 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-928f1483-3648-421e-a08d-36cde92120a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:09.437532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f1483-3648-421e-a08d-36cde92120a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7a8016-3242-4d65-aa5f-92f3e1310010,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:09.448046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928f1483-3648-421e-a08d-36cde92120a9 admin admin] Checking segment: {'id': '09e01917-0f9a-4808-8542-b3c0aeb4948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b7bbecb0-406a-4159-b9b7-7bec07ec7bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:06:09.448614 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928f1483-3648-421e-a08d-36cde92120a9 admin admin] Network hostable DHCP agents. Network: b7bbecb0-406a-4159-b9b7-7bec07ec7bdf, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:06:09.473477 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928f1483-3648-421e-a08d-36cde92120a9 admin admin] Network b7bbecb0-406a-4159-b9b7-7bec07ec7bdf is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:06:09.478194 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:09.486952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-928f1483-3648-421e-a08d-36cde92120a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, b7bbecb0-406a-4159-b9b7-7bec07ec7bdf) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:09.491254 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928f1483-3648-421e-a08d-36cde92120a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:09.492501 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-928f1483-3648-421e-a08d-36cde92120a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:09.493519 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Transition to ACTIVE for port object 64ea291b-9794-4852-af6f-e871a895f528 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:09.501212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe11f32-2766-4f12-9a5d-a0f75300877c None None] Network b7bbecb0-406a-4159-b9b7-7bec07ec7bdf requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:06:09.521377 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-928f1483-3648-421e-a08d-36cde92120a9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4860742 Jan 12 10:06:09.523612 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:09.526385 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46882) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:09.532627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1161825523-router', 'tenant_id': '6c72174c620441399d699909c4e20386', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:06:09.537949 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:09.542400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Usage tracker for resource:router and tenant:6c72174c620441399d699909c4e20386 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:09.545673 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:09.562634 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:09.575592 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:09.577072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:09.599641 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:09.757967 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 482b14dc-1cef-4dde-8911-055275dcc624 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:09.858511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fb452-78ff-425c-9178-4566d05bdc36 None None] Pushing event updated for resources: {'Port': ['ID=64ea291b-9794-4852-af6f-e871a895f528,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:09.959627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.072040 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Attempting to bind port 64ea291b-9794-4852-af6f-e871a895f528 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:06:10.072413 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Attempting to bind port 64ea291b-9794-4852-af6f-e871a895f528 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '08152f91-8cfb-4665-9a75-6b01a4645e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:06:10.072784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Attempting to bind port 64ea291b-9794-4852-af6f-e871a895f528 on network a38c986f-5709-4d0b-9dff-622b1dcae217 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:06:10.112286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:06:10.113463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Checking segment: {'id': '08152f91-8cfb-4665-9a75-6b01a4645e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:06:10.113463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.113962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Bound using segment: {'id': '08152f91-8cfb-4665-9a75-6b01a4645e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:06:10.114612 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Bound port: 64ea291b-9794-4852-af6f-e871a895f528, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08152f91-8cfb-4665-9a75-6b01a4645e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:06:10.115186 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.176503 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 482b14dc-1cef-4dde-8911-055275dcc624 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:10.177040 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.264032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-b7bbecb0-406a-4159-b9b7-7bec07ec7bdf', 'network_id': 'b7bbecb0-406a-4159-b9b7-7bec07ec7bdf', 'tenant_id': '6c72174c620441399d699909c4e20386', 'fixed_ips': [{'subnet_id': '3a7a8016-3242-4d65-aa5f-92f3e1310010'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:06:10.265112 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.340663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.373387 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.400752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.407755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] For port 64ea291b-9794-4852-af6f-e871a895f528, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:06:10.462056 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] For port 64ea291b-9794-4852-af6f-e871a895f528, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=64ea291b-9794-4852-af6f-e871a895f528,segment=NetworkSegment(08152f91-8cfb-4665-9a75-6b01a4645e3b),segment_id=08152f91-8cfb-4665-9a75-6b01a4645e3b)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:06:10.481748 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.596531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Allocated IP 172.26.2.10 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/e6184fa0-3cf5-46de-9f64-32e3ea72cc58) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:06:10.724494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Routers {'1a1124e3-4257-41f0-98db-9d5a36732a87'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:06:10.725534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:06:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1a1124e3-4257-41f0-98db-9d5a36732a87'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:10.862592 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.873615 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fb452-78ff-425c-9178-4566d05bdc36 None None] Pushing event updated for resources: {'Port': ['ID=64ea291b-9794-4852-af6f-e871a895f528,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:10.881544 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Allocated IP 172.20.0.2 (b7bbecb0-406a-4159-b9b7-7bec07ec7bdf/3a7a8016-3242-4d65-aa5f-92f3e1310010/b6256af8-f62f-4951-9f89-a15479e0f218) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:06:10.899011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:10.976063 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:06:10.981254 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:10.985241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:06:11.145494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] Set router 1a1124e3-4257-41f0-98db-9d5a36732a87 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:06:11.181849 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6184fa0-3cf5-46de-9f64-32e3ea72cc58,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:11.244599 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:11.493019 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:11.516311 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Transition to ACTIVE for port object b6256af8-f62f-4951-9f89-a15479e0f218 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:11.552768 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Transition to ACTIVE for port object b6256af8-f62f-4951-9f89-a15479e0f218 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:11.587748 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:11.652913 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:11.767232 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Network b7bbecb0-406a-4159-b9b7-7bec07ec7bdf is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:06:11.770687 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:11.775708 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:06:11.813715 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Pushing event updated for resources: {'Port': ['ID=b6256af8-f62f-4951-9f89-a15479e0f218,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:11.883952 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Attempting to bind port b6256af8-f62f-4951-9f89-a15479e0f218 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:06:11.885102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Attempting to bind port b6256af8-f62f-4951-9f89-a15479e0f218 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '09e01917-0f9a-4808-8542-b3c0aeb4948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b7bbecb0-406a-4159-b9b7-7bec07ec7bdf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:06:11.885102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Attempting to bind port b6256af8-f62f-4951-9f89-a15479e0f218 on network b7bbecb0-406a-4159-b9b7-7bec07ec7bdf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:06:11.892950 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:06:11.893319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Checking segment: {'id': '09e01917-0f9a-4808-8542-b3c0aeb4948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b7bbecb0-406a-4159-b9b7-7bec07ec7bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:06:11.893752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:11.894142 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Bound using segment: {'id': '09e01917-0f9a-4808-8542-b3c0aeb4948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b7bbecb0-406a-4159-b9b7-7bec07ec7bdf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:06:11.894603 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Bound port: b6256af8-f62f-4951-9f89-a15479e0f218, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e01917-0f9a-4808-8542-b3c0aeb4948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b7bbecb0-406a-4159-b9b7-7bec07ec7bdf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:06:11.895000 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:11.907294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'name': 'tempest-TestMinimumBasicScenario-1039623635-router', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '482b14dc-1cef-4dde-8911-055275dcc624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:06Z', 'revision_number': 4, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'gw_port': {'id': '482b14dc-1cef-4dde-8911-055275dcc624', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '64ea291b-9794-4852-af6f-e871a895f528', 'name': '', 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'mac_address': 'fa:16:3e:d4:4d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:10Z', 'revision_number': 4, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'subnets': [{'id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:11.916036 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8221c-8ca8-488b-9c7b-c212fae47ad5 None None] The sync data for ids ['1a1124e3-4257-41f0-98db-9d5a36732a87'] in dv-neutron-824346-1-hyperv is: [{'id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'name': 'tempest-TestMinimumBasicScenario-1039623635-router', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '482b14dc-1cef-4dde-8911-055275dcc624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:06Z', 'revision_number': 4, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'gw_port': {'id': '482b14dc-1cef-4dde-8911-055275dcc624', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '64ea291b-9794-4852-af6f-e871a895f528', 'name': '', 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'mac_address': 'fa:16:3e:d4:4d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:10Z', 'revision_number': 4, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'subnets': [{'id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:06:12.017643 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] For port b6256af8-f62f-4951-9f89-a15479e0f218, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:06:12.020827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] For port b6256af8-f62f-4951-9f89-a15479e0f218, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b6256af8-f62f-4951-9f89-a15479e0f218,segment=NetworkSegment(09e01917-0f9a-4808-8542-b3c0aeb4948d),segment_id=09e01917-0f9a-4808-8542-b3c0aeb4948d)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:06:12.025795 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:12.073792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:12.139417 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d8151-6bab-4189-b074-9772bb36b8f6 None None] Pushing event updated for resources: {'Port': ['ID=b6256af8-f62f-4951-9f89-a15479e0f218,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:12.315525 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Router b3b30749-5469-458e-b98f-7d46b8dd9bd5 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 10:06:12.556676 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:06:12.579385 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Sync routers for ids ['b3b30749-5469-458e-b98f-7d46b8dd9bd5'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:06:12.596581 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Routers {'b3b30749-5469-458e-b98f-7d46b8dd9bd5'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:06:12.598194 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:06:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b3b30749-5469-458e-b98f-7d46b8dd9bd5'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:12.600193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:12.603047 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-926865e8-95c5-47bf-838c-efaa79009ec1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0743401 Jan 12 10:06:12.604920 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 46886) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:12.730156 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:12.834341 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Set router b3b30749-5469-458e-b98f-7d46b8dd9bd5 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:06:13.190068 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'name': 'tempest-TestMinimumBasicScenario-1161825523-router', 'tenant_id': '6c72174c620441399d699909c4e20386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': 'e6184fa0-3cf5-46de-9f64-32e3ea72cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:09Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 3, 'project_id': '6c72174c620441399d699909c4e20386', 'gw_port': {'id': 'e6184fa0-3cf5-46de-9f64-32e3ea72cc58', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:10Z', 'updated_at': '2022-01-12T10:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:13.194875 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Checking router: b3b30749-5469-458e-b98f-7d46b8dd9bd5 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:06:13.195214 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Updating router b3b30749-5469-458e-b98f-7d46b8dd9bd5 port e6184fa0-3cf5-46de-9f64-32e3ea72cc58 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:06:13.274717 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:13.398845 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed0e3e7-24a8-4f82-a462-36f5fbb532da None None] Network b7bbecb0-406a-4159-b9b7-7bec07ec7bdf requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:06:13.556639 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-dd1845de-062a-4a75-8fe5-f46c47723db9 None None] Provisioning for port b6256af8-f62f-4951-9f89-a15479e0f218 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:13.633566 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:13.703864 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:13.723209 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Transition to ACTIVE for port object e6184fa0-3cf5-46de-9f64-32e3ea72cc58 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:13.735343 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:13.805686 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddc82a-f950-44ba-8372-63fd214fa52b None None] Pushing event updated for resources: {'Port': ['ID=e6184fa0-3cf5-46de-9f64-32e3ea72cc58,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:13.822351 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 64ea291b-9794-4852-af6f-e871a895f528 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:13.840016 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Attempting to bind port e6184fa0-3cf5-46de-9f64-32e3ea72cc58 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:06:13.840710 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Attempting to bind port e6184fa0-3cf5-46de-9f64-32e3ea72cc58 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:06:13.841380 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Attempting to bind port e6184fa0-3cf5-46de-9f64-32e3ea72cc58 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:06:13.849750 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:06:13.850174 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:06:13.850539 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:13.851244 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:06:13.851783 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Bound port: e6184fa0-3cf5-46de-9f64-32e3ea72cc58, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:06:13.852153 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:13.915270 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 64ea291b-9794-4852-af6f-e871a895f528 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:13.924462 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 64ea291b-9794-4852-af6f-e871a895f528 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:13.925022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:13.951149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Allocated IP 172.20.0.1 (b7bbecb0-406a-4159-b9b7-7bec07ec7bdf/3a7a8016-3242-4d65-aa5f-92f3e1310010/e6340660-b343-4284-b963-dbd5fa6a3041) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:06:13.967653 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] For port e6184fa0-3cf5-46de-9f64-32e3ea72cc58, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:06:13.973949 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] For port e6184fa0-3cf5-46de-9f64-32e3ea72cc58, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e6184fa0-3cf5-46de-9f64-32e3ea72cc58,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:06:13.981648 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:14.094886 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddc82a-f950-44ba-8372-63fd214fa52b None None] Pushing event updated for resources: {'Port': ['ID=e6184fa0-3cf5-46de-9f64-32e3ea72cc58,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:14.114077 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Routers {'b3b30749-5469-458e-b98f-7d46b8dd9bd5'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:06:14.114729 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:06:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b3b30749-5469-458e-b98f-7d46b8dd9bd5'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:14.149791 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:14.191932 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 64ea291b-9794-4852-af6f-e871a895f528, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=64ea291b-9794-4852-af6f-e871a895f528,segment=NetworkSegment(08152f91-8cfb-4665-9a75-6b01a4645e3b),segment_id=08152f91-8cfb-4665-9a75-6b01a4645e3b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:06:14.197729 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:14.197964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:14.198863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b6256af8-f62f-4951-9f89-a15479e0f218 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:14.218688 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Transition to ACTIVE for port object e6340660-b343-4284-b963-dbd5fa6a3041 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:14.249798 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:14.311958 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] Set router b3b30749-5469-458e-b98f-7d46b8dd9bd5 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:06:14.367931 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Network b7bbecb0-406a-4159-b9b7-7bec07ec7bdf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:06:14.373908 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:14.378706 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:06:14.411780 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=64ea291b-9794-4852-af6f-e871a895f528,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:14.422698 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port b6256af8-f62f-4951-9f89-a15479e0f218 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:14.431368 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port b6256af8-f62f-4951-9f89-a15479e0f218 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:14.431753 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:14.436892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Pushing event updated for resources: {'Port': ['ID=e6340660-b343-4284-b963-dbd5fa6a3041,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:14.468653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:14.598326 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:14.643224 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port b6256af8-f62f-4951-9f89-a15479e0f218, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b6256af8-f62f-4951-9f89-a15479e0f218,segment=NetworkSegment(09e01917-0f9a-4808-8542-b3c0aeb4948d),segment_id=09e01917-0f9a-4808-8542-b3c0aeb4948d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:06:14.651649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:14.728294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2a117096-1b2a-4d0d-87a9-a6b937f61983 None None] Provisioning for port e6340660-b343-4284-b963-dbd5fa6a3041 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:14.735885 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=b6256af8-f62f-4951-9f89-a15479e0f218,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:14.738140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-2a117096-1b2a-4d0d-87a9-a6b937f61983 None None] Provisioning complete for port e6340660-b343-4284-b963-dbd5fa6a3041 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:14.738514 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2a117096-1b2a-4d0d-87a9-a6b937f61983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:14.741549 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'name': 'tempest-TestMinimumBasicScenario-1161825523-router', 'tenant_id': '6c72174c620441399d699909c4e20386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': 'e6184fa0-3cf5-46de-9f64-32e3ea72cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:09Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 3, 'project_id': '6c72174c620441399d699909c4e20386', 'gw_port': {'id': 'e6184fa0-3cf5-46de-9f64-32e3ea72cc58', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:10Z', 'updated_at': '2022-01-12T10:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:14.759655 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9e6aa-1383-4801-84e2-26f8cca8477b None None] The sync data for ids ['b3b30749-5469-458e-b98f-7d46b8dd9bd5'] in dv-neutron-824346-1-hyperv is: [{'id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'name': 'tempest-TestMinimumBasicScenario-1161825523-router', 'tenant_id': '6c72174c620441399d699909c4e20386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': 'e6184fa0-3cf5-46de-9f64-32e3ea72cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:09Z', 'updated_at': '2022-01-12T10:06:11Z', 'revision_number': 3, 'project_id': '6c72174c620441399d699909c4e20386', 'gw_port': {'id': 'e6184fa0-3cf5-46de-9f64-32e3ea72cc58', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:10Z', 'updated_at': '2022-01-12T10:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:06:14.808260 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-2a117096-1b2a-4d0d-87a9-a6b937f61983 None None] Port e6340660-b343-4284-b963-dbd5fa6a3041 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:06:14.822523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:15.217665 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:15.223572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:15.336033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Pushing event updated for resources: {'Port': ['ID=e6340660-b343-4284-b963-dbd5fa6a3041,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:15.338599 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:15.482989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Network b7bbecb0-406a-4159-b9b7-7bec07ec7bdf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:06:15.484307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:15.688115 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Router b3b30749-5469-458e-b98f-7d46b8dd9bd5 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:06:15.746890 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-45406e5c-827b-4cca-8056-ae77a78f5ea3 None None] Provisioning complete for port e6340660-b343-4284-b963-dbd5fa6a3041 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:15.747966 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-45406e5c-827b-4cca-8056-ae77a78f5ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:15.819248 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-45406e5c-827b-4cca-8056-ae77a78f5ea3 None None] Port e6340660-b343-4284-b963-dbd5fa6a3041 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:06:15.837020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e6184fa0-3cf5-46de-9f64-32e3ea72cc58 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:15.901327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:06:15.911957 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port e6184fa0-3cf5-46de-9f64-32e3ea72cc58 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:15.912344 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dd38e27d-f311-4923-b77a-c0350123731f admin admin] 10.222.0.26 "PUT /v2.0/routers/b3b30749-5469-458e-b98f-7d46b8dd9bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3048327 Jan 12 10:06:15.917409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port e6184fa0-3cf5-46de-9f64-32e3ea72cc58 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:15.917791 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:16.053340 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:16.072494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port e6184fa0-3cf5-46de-9f64-32e3ea72cc58, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e6184fa0-3cf5-46de-9f64-32e3ea72cc58,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:06:16.078190 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:16.079628 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 64ea291b-9794-4852-af6f-e871a895f528 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:16.223623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=e6184fa0-3cf5-46de-9f64-32e3ea72cc58,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:16.240120 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 64ea291b-9794-4852-af6f-e871a895f528 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:16.240499 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:16.373391 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b6256af8-f62f-4951-9f89-a15479e0f218 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:16.494900 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port b6256af8-f62f-4951-9f89-a15479e0f218 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:16.495309 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:16.527752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Sync routers for ids ['b3b30749-5469-458e-b98f-7d46b8dd9bd5'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:06:16.558480 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Routers {'b3b30749-5469-458e-b98f-7d46b8dd9bd5'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:06:16.559041 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:06:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b3b30749-5469-458e-b98f-7d46b8dd9bd5'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:16.791952 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Set router b3b30749-5469-458e-b98f-7d46b8dd9bd5 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:06:16.990321 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:17.177582 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'name': 'tempest-TestMinimumBasicScenario-1161825523-router', 'tenant_id': '6c72174c620441399d699909c4e20386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': 'e6184fa0-3cf5-46de-9f64-32e3ea72cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:09Z', 'updated_at': '2022-01-12T10:06:14Z', 'revision_number': 4, 'project_id': '6c72174c620441399d699909c4e20386', 'gw_port': {'id': 'e6184fa0-3cf5-46de-9f64-32e3ea72cc58', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:10Z', 'updated_at': '2022-01-12T10:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'e6340660-b343-4284-b963-dbd5fa6a3041', 'name': '', 'network_id': 'b7bbecb0-406a-4159-b9b7-7bec07ec7bdf', 'tenant_id': '6c72174c620441399d699909c4e20386', 'mac_address': 'fa:16:3e:40:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '3a7a8016-3242-4d65-aa5f-92f3e1310010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:13Z', 'updated_at': '2022-01-12T10:06:14Z', 'revision_number': 2, 'project_id': '6c72174c620441399d699909c4e20386', 'subnets': [{'id': '3a7a8016-3242-4d65-aa5f-92f3e1310010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:17.182410 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Checking router: b3b30749-5469-458e-b98f-7d46b8dd9bd5 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:06:17.182904 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Updating router b3b30749-5469-458e-b98f-7d46b8dd9bd5 port e6340660-b343-4284-b963-dbd5fa6a3041 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:06:17.243454 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:17.655781 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:17.685347 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Transition to ACTIVE for port object e6340660-b343-4284-b963-dbd5fa6a3041 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:17.710622 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:17.762057 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e6184fa0-3cf5-46de-9f64-32e3ea72cc58 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:17.943011 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329e19d-2c1a-4196-af17-04b83e30a092 None None] Pushing event updated for resources: {'Port': ['ID=e6340660-b343-4284-b963-dbd5fa6a3041,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:18.089057 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Attempting to bind port e6340660-b343-4284-b963-dbd5fa6a3041 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:06:18.089506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Attempting to bind port e6340660-b343-4284-b963-dbd5fa6a3041 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '09e01917-0f9a-4808-8542-b3c0aeb4948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b7bbecb0-406a-4159-b9b7-7bec07ec7bdf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:06:18.091079 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Attempting to bind port e6340660-b343-4284-b963-dbd5fa6a3041 on network b7bbecb0-406a-4159-b9b7-7bec07ec7bdf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:06:18.097962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:06:18.098405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Checking segment: {'id': '09e01917-0f9a-4808-8542-b3c0aeb4948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b7bbecb0-406a-4159-b9b7-7bec07ec7bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:06:18.098893 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:18.099340 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Bound using segment: {'id': '09e01917-0f9a-4808-8542-b3c0aeb4948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b7bbecb0-406a-4159-b9b7-7bec07ec7bdf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:06:18.100706 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Bound port: e6340660-b343-4284-b963-dbd5fa6a3041, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e01917-0f9a-4808-8542-b3c0aeb4948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b7bbecb0-406a-4159-b9b7-7bec07ec7bdf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:06:18.101275 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:18.135141 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port e6184fa0-3cf5-46de-9f64-32e3ea72cc58 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:18.135962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:18.279796 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] For port e6340660-b343-4284-b963-dbd5fa6a3041, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:06:18.328170 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] For port e6340660-b343-4284-b963-dbd5fa6a3041, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e6340660-b343-4284-b963-dbd5fa6a3041,segment=NetworkSegment(09e01917-0f9a-4808-8542-b3c0aeb4948d),segment_id=09e01917-0f9a-4808-8542-b3c0aeb4948d)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:06:18.336050 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:18.424570 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Routers {'b3b30749-5469-458e-b98f-7d46b8dd9bd5'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:06:18.425319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:06:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b3b30749-5469-458e-b98f-7d46b8dd9bd5'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:18.527405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329e19d-2c1a-4196-af17-04b83e30a092 None None] Pushing event updated for resources: {'Port': ['ID=e6340660-b343-4284-b963-dbd5fa6a3041,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:18.650255 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] Set router b3b30749-5469-458e-b98f-7d46b8dd9bd5 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:06:19.002932 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'name': 'tempest-TestMinimumBasicScenario-1161825523-router', 'tenant_id': '6c72174c620441399d699909c4e20386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': 'e6184fa0-3cf5-46de-9f64-32e3ea72cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:09Z', 'updated_at': '2022-01-12T10:06:14Z', 'revision_number': 4, 'project_id': '6c72174c620441399d699909c4e20386', 'gw_port': {'id': 'e6184fa0-3cf5-46de-9f64-32e3ea72cc58', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:10Z', 'updated_at': '2022-01-12T10:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'e6340660-b343-4284-b963-dbd5fa6a3041', 'name': '', 'network_id': 'b7bbecb0-406a-4159-b9b7-7bec07ec7bdf', 'tenant_id': '6c72174c620441399d699909c4e20386', 'mac_address': 'fa:16:3e:40:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '3a7a8016-3242-4d65-aa5f-92f3e1310010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:13Z', 'updated_at': '2022-01-12T10:06:18Z', 'revision_number': 4, 'project_id': '6c72174c620441399d699909c4e20386', 'subnets': [{'id': '3a7a8016-3242-4d65-aa5f-92f3e1310010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:19.007535 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51475ae-73d2-4703-b73e-a756d8c8d3dd None None] The sync data for ids ['b3b30749-5469-458e-b98f-7d46b8dd9bd5'] in dv-neutron-824346-1-hyperv is: [{'id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'name': 'tempest-TestMinimumBasicScenario-1161825523-router', 'tenant_id': '6c72174c620441399d699909c4e20386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': 'e6184fa0-3cf5-46de-9f64-32e3ea72cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:09Z', 'updated_at': '2022-01-12T10:06:14Z', 'revision_number': 4, 'project_id': '6c72174c620441399d699909c4e20386', 'gw_port': {'id': 'e6184fa0-3cf5-46de-9f64-32e3ea72cc58', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:10Z', 'updated_at': '2022-01-12T10:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'e6340660-b343-4284-b963-dbd5fa6a3041', 'name': '', 'network_id': 'b7bbecb0-406a-4159-b9b7-7bec07ec7bdf', 'tenant_id': '6c72174c620441399d699909c4e20386', 'mac_address': 'fa:16:3e:40:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '3a7a8016-3242-4d65-aa5f-92f3e1310010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:13Z', 'updated_at': '2022-01-12T10:06:18Z', 'revision_number': 4, 'project_id': '6c72174c620441399d699909c4e20386', 'subnets': [{'id': '3a7a8016-3242-4d65-aa5f-92f3e1310010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:06:19.766110 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e6340660-b343-4284-b963-dbd5fa6a3041 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:19.885070 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port e6340660-b343-4284-b963-dbd5fa6a3041 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:19.890792 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port e6340660-b343-4284-b963-dbd5fa6a3041 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:19.891188 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:20.112846 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:20.165080 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port e6340660-b343-4284-b963-dbd5fa6a3041, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e6340660-b343-4284-b963-dbd5fa6a3041,segment=NetworkSegment(09e01917-0f9a-4808-8542-b3c0aeb4948d),segment_id=09e01917-0f9a-4808-8542-b3c0aeb4948d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:06:20.175327 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:20.281605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=e6340660-b343-4284-b963-dbd5fa6a3041,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:21.728822 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e6340660-b343-4284-b963-dbd5fa6a3041 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:21.807506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port e6340660-b343-4284-b963-dbd5fa6a3041 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:21.807987 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:26.603705 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-e70a710e-e589-432c-93ce-4e6428096157 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:26.604462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-e70a710e-e589-432c-93ce-4e6428096157 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Synchronizing usage tracker for tenant:f676a86a7c094a31a5551f1154bd2026 on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:06:26.625054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-e70a710e-e589-432c-93ce-4e6428096157 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Unset dirty status for tenant:f676a86a7c094a31a5551f1154bd2026 on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:06:26.626994 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-e70a710e-e589-432c-93ce-4e6428096157 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/networks?id=a38c986f-5709-4d0b-9dff-622b1dcae217 HTTP/1.1" status: 200 len: 815 time: 0.1717861 Jan 12 10:06:26.654202 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-a2a324ab-3822-46be-8a91-6010d746f381 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/quotas/f676a86a7c094a31a5551f1154bd2026 HTTP/1.1" status: 200 len: 375 time: 0.0186281 Jan 12 10:06:26.740678 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-dddc3471-a956-4fed-b376-939594e1b580 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Synchronizing usage tracker for tenant:f676a86a7c094a31a5551f1154bd2026 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:06:26.763079 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-dddc3471-a956-4fed-b376-939594e1b580 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Unset dirty status for tenant:f676a86a7c094a31a5551f1154bd2026 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:06:26.764383 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-dddc3471-a956-4fed-b376-939594e1b580 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f676a86a7c094a31a5551f1154bd2026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041067 Jan 12 10:06:26.907995 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-3b4a9bbb-3edb-4b31-b38d-237d4e638db7 service neutron] 10.222.0.26 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310887 Jan 12 10:06:27.161048 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-88cb3c5e-8112-4fa9-a03f-d4dfc12c1101 service neutron] 10.222.0.26 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434235 Jan 12 10:06:27.533043 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-df97c81e-aa23-43a5-9343-c287aeb9e21d req-95f462a9-a2c9-48c4-a2de-c368fad7d00c tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 210 time: 0.2336824 Jan 12 10:06:28.741515 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2bca3919-81aa-4633-bd8c-53512757ca57 req-b6e79cd4-899c-4452-a1b1-78646fb22e9b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 210 time: 0.0552714 Jan 12 10:06:28.780783 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-6e9fb789-cdca-434c-b139-afd51b207928 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:28.782648 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-6e9fb789-cdca-434c-b139-afd51b207928 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.53 "GET /v2.0/networks?id=a38c986f-5709-4d0b-9dff-622b1dcae217 HTTP/1.1" status: 200 len: 815 time: 0.1916187 Jan 12 10:06:28.801065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Request body: {'port': {'device_id': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217', 'admin_state_up': True, 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:06:28.946428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:28.957559 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:28.968099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Made reservation on behalf of f676a86a7c094a31a5551f1154bd2026 for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:06:28.971618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:29.147403 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Allocated IP 172.20.0.5 (a38c986f-5709-4d0b-9dff-622b1dcae217/452ad41b-bca7-4ff7-a988-75921bac8f58/81e2bc3d-7bed-419a-87ca-ff45a73c4110) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:06:29.394548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:29.412994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Transition to ACTIVE for port object 81e2bc3d-7bed-419a-87ca-ff45a73c4110 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:29.443355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:29.453288 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:06:29.546285 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Network a38c986f-5709-4d0b-9dff-622b1dcae217 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:06:29.550704 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:29.572168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:06:29.627709 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Pushing event updated for resources: {'Port': ['ID=81e2bc3d-7bed-419a-87ca-ff45a73c4110,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:29.643482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:29.643877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:29.644222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:29.644649 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:29.645064 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:29.645407 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:29.645782 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:29.646138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:29.646492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:29.646844 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:29.647179 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:29.647505 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:29.685031 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:29.686222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:29.745140 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-8f5d7739-802d-49c3-858e-51483a77978b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9482100 Jan 12 10:06:30.043117 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e721b32-8a38-4eea-be9a-5404109479ff req-df713c88-915d-4894-9042-042bc5cdd425 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:30.045721 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9e721b32-8a38-4eea-be9a-5404109479ff req-df713c88-915d-4894-9042-042bc5cdd425 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 931 time: 0.1262176 Jan 12 10:06:30.125587 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-650318de-e2be-43d6-8547-63d8214c41bd None None] Provisioning for port 81e2bc3d-7bed-419a-87ca-ff45a73c4110 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:30.142614 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-650318de-e2be-43d6-8547-63d8214c41bd None None] Provisioning complete for port 81e2bc3d-7bed-419a-87ca-ff45a73c4110 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:30.143496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-650318de-e2be-43d6-8547-63d8214c41bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:30.189147 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9e721b32-8a38-4eea-be9a-5404109479ff req-eaf6f06d-0044-44f6-a487-43278f92127e tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362853 Jan 12 10:06:30.266518 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-650318de-e2be-43d6-8547-63d8214c41bd None None] Port 81e2bc3d-7bed-419a-87ca-ff45a73c4110 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:06:31.450743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6bf3c-2f42-4cd3-941e-2030826ad019 req-1d15f5f0-4018-408b-9d71-dce3be9b5069 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:31.451505 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f4e6bf3c-2f42-4cd3-941e-2030826ad019 req-1d15f5f0-4018-408b-9d71-dce3be9b5069 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Synchronizing usage tracker for tenant:f676a86a7c094a31a5551f1154bd2026 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:06:31.471542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f4e6bf3c-2f42-4cd3-941e-2030826ad019 req-1d15f5f0-4018-408b-9d71-dce3be9b5069 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Unset dirty status for tenant:f676a86a7c094a31a5551f1154bd2026 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:06:31.472805 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f4e6bf3c-2f42-4cd3-941e-2030826ad019 req-1d15f5f0-4018-408b-9d71-dce3be9b5069 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 931 time: 0.1410675 Jan 12 10:06:31.524449 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f4e6bf3c-2f42-4cd3-941e-2030826ad019 req-7d86f751-3251-44e5-9edc-36caf016412a tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Synchronizing usage tracker for tenant:f676a86a7c094a31a5551f1154bd2026 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:06:31.548891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f4e6bf3c-2f42-4cd3-941e-2030826ad019 req-7d86f751-3251-44e5-9edc-36caf016412a tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Unset dirty status for tenant:f676a86a7c094a31a5551f1154bd2026 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:06:31.550409 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f4e6bf3c-2f42-4cd3-941e-2030826ad019 req-7d86f751-3251-44e5-9edc-36caf016412a tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714638 Jan 12 10:06:32.779421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca636e1-fc4a-4665-84da-0136913fb275 req-4685bfcf-100b-4535-b7dd-c19f6ca199ec tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:32.782144 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3ca636e1-fc4a-4665-84da-0136913fb275 req-4685bfcf-100b-4535-b7dd-c19f6ca199ec tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 931 time: 0.1024227 Jan 12 10:06:32.834064 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3ca636e1-fc4a-4665-84da-0136913fb275 req-78c47e01-478a-48b8-bd2b-8df92a594cb3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451200 Jan 12 10:06:34.085321 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1e0c4-4c86-4404-abbc-92cc08c3e342 req-6b132fa0-a079-4cc0-b390-635b26db6ac1 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:34.087494 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8fb1e0c4-4c86-4404-abbc-92cc08c3e342 req-6b132fa0-a079-4cc0-b390-635b26db6ac1 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 931 time: 0.1140380 Jan 12 10:06:34.153786 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8fb1e0c4-4c86-4404-abbc-92cc08c3e342 req-97fdbc2e-8e8a-4ab5-80f0-fd454a112b78 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574248 Jan 12 10:06:35.364888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958cd8f-ef7f-4201-a0bc-13ab21694501 req-f7ccd2fd-9885-4cd0-906f-2191ad110abf tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:35.366448 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1958cd8f-ef7f-4201-a0bc-13ab21694501 req-f7ccd2fd-9885-4cd0-906f-2191ad110abf tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 931 time: 0.1001008 Jan 12 10:06:35.426445 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1958cd8f-ef7f-4201-a0bc-13ab21694501 req-9f379044-f410-487a-ac9c-ba35be0a2343 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523636 Jan 12 10:06:36.632472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b7ce3-e3b7-4a04-a346-33b652197a41 req-55143cfe-4068-4c88-baf9-38fcb51f498f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:36.633853 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-174b7ce3-e3b7-4a04-a346-33b652197a41 req-55143cfe-4068-4c88-baf9-38fcb51f498f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 931 time: 0.0904233 Jan 12 10:06:36.682472 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-174b7ce3-e3b7-4a04-a346-33b652197a41 req-0bdd34df-afd1-46e4-992d-f957099a082a tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427315 Jan 12 10:06:36.723314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1ae386f5-b67f-4f48-bd80-a022edb508c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:36.875451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Request body: {'port': {'device_id': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:06:36.986731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:37.454353 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e2bc3d-7bed-419a-87ca-ff45a73c4110 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:06:37.462646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:37.477749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Transition to ACTIVE for port object 81e2bc3d-7bed-419a-87ca-ff45a73c4110 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:06:37.482515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:37.609363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Pushing event updated for resources: {'Port': ['ID=81e2bc3d-7bed-419a-87ca-ff45a73c4110,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:37.718376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Attempting to bind port 81e2bc3d-7bed-419a-87ca-ff45a73c4110 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:06:37.719154 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Attempting to bind port 81e2bc3d-7bed-419a-87ca-ff45a73c4110 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '08152f91-8cfb-4665-9a75-6b01a4645e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:06:37.719154 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Attempting to bind port 81e2bc3d-7bed-419a-87ca-ff45a73c4110 on network a38c986f-5709-4d0b-9dff-622b1dcae217 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:06:37.724728 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Port 81e2bc3d-7bed-419a-87ca-ff45a73c4110 on network a38c986f-5709-4d0b-9dff-622b1dcae217 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 10:06:37.725240 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Attempting to bind port 81e2bc3d-7bed-419a-87ca-ff45a73c4110 on network a38c986f-5709-4d0b-9dff-622b1dcae217 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:06:37.731282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:06:37.732582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Checking segment: {'id': '08152f91-8cfb-4665-9a75-6b01a4645e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:06:37.732582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Bound using segment: {'id': '08152f91-8cfb-4665-9a75-6b01a4645e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:06:37.733117 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Bound port: 81e2bc3d-7bed-419a-87ca-ff45a73c4110, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08152f91-8cfb-4665-9a75-6b01a4645e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:06:37.733372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:37.833956 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] For port 81e2bc3d-7bed-419a-87ca-ff45a73c4110, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:06:37.837228 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] For port 81e2bc3d-7bed-419a-87ca-ff45a73c4110, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=81e2bc3d-7bed-419a-87ca-ff45a73c4110,segment=NetworkSegment(08152f91-8cfb-4665-9a75-6b01a4645e3b),segment_id=08152f91-8cfb-4665-9a75-6b01a4645e3b)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:06:37.841644 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:37.890892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be84482-b9cf-4fe7-af89-12441e3642da req-69d62d69-8135-44f1-a3d7-e85812771469 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:37.892951 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0be84482-b9cf-4fe7-af89-12441e3642da req-69d62d69-8135-44f1-a3d7-e85812771469 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 943 time: 0.0900216 Jan 12 10:06:37.909380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:37.910014 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:37.911434 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] 10.222.0.53 "PUT /v2.0/ports/81e2bc3d-7bed-419a-87ca-ff45a73c4110 HTTP/1.1" status: 200 len: 1093 time: 1.0406532 Jan 12 10:06:37.911874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'tag': '81e2bc3d-7bed-419a-87ca-ff45a73c4110'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:06:37.925016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17c974-f5cd-4e6f-9af1-f265f282492a service neutron] Pushing event updated for resources: {'Port': ['ID=81e2bc3d-7bed-419a-87ca-ff45a73c4110,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:37.960386 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0be84482-b9cf-4fe7-af89-12441e3642da req-46ac9a16-24c5-405d-a37e-58a955cca4ff tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602956 Jan 12 10:06:38.035993 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'tag': '81e2bc3d-7bed-419a-87ca-ff45a73c4110', 'status': 'completed', 'code': 200} Jan 12 10:06:38.049700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-21bd91a1-0ff4-43c0-97d9-cbb41035cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:38.051299 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-21bd91a1-0ff4-43c0-97d9-cbb41035cf4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f676a86a7c094a31a5551f1154bd2026&device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 1096 time: 0.0902531 Jan 12 10:06:38.126287 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-dc17f925-e1b6-41e1-9ff2-25f5dc52d160 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81e2bc3d-7bed-419a-87ca-ff45a73c4110 HTTP/1.1" status: 200 len: 217 time: 0.0677123 Jan 12 10:06:38.198207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-76b59884-140b-493b-aea5-372b6de2f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:38.199721 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-76b59884-140b-493b-aea5-372b6de2f233 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=452ad41b-bca7-4ff7-a988-75921bac8f58 HTTP/1.1" status: 200 len: 854 time: 0.0638721 Jan 12 10:06:38.278809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-b5250b4e-472d-47a1-ba00-33e4225a2aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:38.280224 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-b5250b4e-472d-47a1-ba00-33e4225a2aa1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a38c986f-5709-4d0b-9dff-622b1dcae217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724831 Jan 12 10:06:38.418480 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-9dd879c0-d829-4fc8-9815-31b371ec2c5b service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278102 Jan 12 10:06:38.555545 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17d7d069-a192-4e22-8bfe-c72c73ad27db req-e3de9e97-a600-4bb7-872e-3c30d4be70a4 service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271625 Jan 12 10:06:38.690156 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaf76d-cd2f-49d1-b3e7-cc3225d1fa80 req-955e3d35-b01f-42fd-b3e1-649eaf57e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:38.692556 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-adbaf76d-cd2f-49d1-b3e7-cc3225d1fa80 req-955e3d35-b01f-42fd-b3e1-649eaf57e1d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f676a86a7c094a31a5551f1154bd2026&device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 1096 time: 0.0776582 Jan 12 10:06:38.832781 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaf76d-cd2f-49d1-b3e7-cc3225d1fa80 req-3f382e12-a621-42d0-a9ec-d1959a830ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:38.834150 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-adbaf76d-cd2f-49d1-b3e7-cc3225d1fa80 req-3f382e12-a621-42d0-a9ec-d1959a830ba4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a38c986f-5709-4d0b-9dff-622b1dcae217 HTTP/1.1" status: 200 len: 916 time: 0.1345282 Jan 12 10:06:38.910749 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-adbaf76d-cd2f-49d1-b3e7-cc3225d1fa80 req-a66b4298-66fe-447d-b8b3-b6215913f00d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81e2bc3d-7bed-419a-87ca-ff45a73c4110 HTTP/1.1" status: 200 len: 217 time: 0.0699830 Jan 12 10:06:38.987403 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaf76d-cd2f-49d1-b3e7-cc3225d1fa80 req-e62811b3-23c8-46e7-9844-730157617111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:38.989808 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-adbaf76d-cd2f-49d1-b3e7-cc3225d1fa80 req-e62811b3-23c8-46e7-9844-730157617111 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=452ad41b-bca7-4ff7-a988-75921bac8f58 HTTP/1.1" status: 200 len: 854 time: 0.0680478 Jan 12 10:06:39.076950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaf76d-cd2f-49d1-b3e7-cc3225d1fa80 req-95696be8-8f71-48ef-8cae-e32fdfa9ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:39.078450 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-adbaf76d-cd2f-49d1-b3e7-cc3225d1fa80 req-95696be8-8f71-48ef-8cae-e32fdfa9ebc0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a38c986f-5709-4d0b-9dff-622b1dcae217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778916 Jan 12 10:06:39.184462 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db84125-cc45-4648-9d29-e86e9662ba49 req-949d44af-a097-4db2-993d-a24186c17693 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:39.187758 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4db84125-cc45-4648-9d29-e86e9662ba49 req-949d44af-a097-4db2-993d-a24186c17693 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 943 time: 0.1114125 Jan 12 10:06:39.248555 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4db84125-cc45-4648-9d29-e86e9662ba49 req-47e5a39b-fa41-4aa6-b9ef-c064c3dfb894 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543048 Jan 12 10:06:39.326190 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-adbaf76d-cd2f-49d1-b3e7-cc3225d1fa80 req-f0255615-23c9-4cd7-b9f3-ca88291b5b4f service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388754 Jan 12 10:06:39.338346 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6bdb0c7b-3684-41fe-b44f-9f882244689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:39.473271 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-adbaf76d-cd2f-49d1-b3e7-cc3225d1fa80 req-f68b61ec-b2c5-4e44-acbd-4a7974108149 service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395466 Jan 12 10:06:40.326850 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:40.448556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a05f7-565b-4ceb-959d-9b5254dee012 req-b5e728de-34b6-45b8-a1ba-f5bff8a3e7e3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:40.450258 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6d2a05f7-565b-4ceb-959d-9b5254dee012 req-b5e728de-34b6-45b8-a1ba-f5bff8a3e7e3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 943 time: 0.0873158 Jan 12 10:06:40.496404 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6d2a05f7-565b-4ceb-959d-9b5254dee012 req-7538c6fd-725a-4562-b41f-39979b52431c tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Jan 12 10:06:40.839315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 81e2bc3d-7bed-419a-87ca-ff45a73c4110 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:06:41.013499 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 81e2bc3d-7bed-419a-87ca-ff45a73c4110, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=81e2bc3d-7bed-419a-87ca-ff45a73c4110,segment=NetworkSegment(08152f91-8cfb-4665-9a75-6b01a4645e3b),segment_id=08152f91-8cfb-4665-9a75-6b01a4645e3b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:06:41.027586 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '81e2bc3d-7bed-419a-87ca-ff45a73c4110', 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217', 'port_id': '81e2bc3d-7bed-419a-87ca-ff45a73c4110', 'mac_address': 'fa:16:3e:ea:97:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:06:41.086151 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:41.104672 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e2bc3d-7bed-419a-87ca-ff45a73c4110 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:06:41.125485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 81e2bc3d-7bed-419a-87ca-ff45a73c4110, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=81e2bc3d-7bed-419a-87ca-ff45a73c4110,segment=NetworkSegment(08152f91-8cfb-4665-9a75-6b01a4645e3b),segment_id=08152f91-8cfb-4665-9a75-6b01a4645e3b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:06:41.132889 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:41.173319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:41.206146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=81e2bc3d-7bed-419a-87ca-ff45a73c4110,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:41.404743 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['81e2bc3d-7bed-419a-87ca-ff45a73c4110'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:06:41.683634 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c13635-7648-4aa3-82fe-dca0f202e409 req-52670244-dcae-4697-a0b3-e2be5dc3dff3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:41.685158 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c9c13635-7648-4aa3-82fe-dca0f202e409 req-52670244-dcae-4697-a0b3-e2be5dc3dff3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 944 time: 0.0842106 Jan 12 10:06:41.732297 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c9c13635-7648-4aa3-82fe-dca0f202e409 req-8d89afd6-5e40-4500-ab69-a505cc1be56e tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412712 Jan 12 10:06:42.729664 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:42.855090 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 81e2bc3d-7bed-419a-87ca-ff45a73c4110 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:06:42.928612 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 81e2bc3d-7bed-419a-87ca-ff45a73c4110 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:06:42.931351 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d3628-c74e-4edd-8737-0a4e57f21cae req-d8c66242-cd89-4bb9-b043-52e12dce4a72 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:42.935583 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2f8d3628-c74e-4edd-8737-0a4e57f21cae req-d8c66242-cd89-4bb9-b043-52e12dce4a72 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 944 time: 0.0954237 Jan 12 10:06:42.935727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 81e2bc3d-7bed-419a-87ca-ff45a73c4110 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:06:42.935727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:42.989704 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2f8d3628-c74e-4edd-8737-0a4e57f21cae req-d66f8dd9-c6d1-4933-8652-cdeaa790044f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500016 Jan 12 10:06:43.062683 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:43.092997 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e2bc3d-7bed-419a-87ca-ff45a73c4110'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:06:43.105841 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 81e2bc3d-7bed-419a-87ca-ff45a73c4110, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=81e2bc3d-7bed-419a-87ca-ff45a73c4110,segment=NetworkSegment(08152f91-8cfb-4665-9a75-6b01a4645e3b),segment_id=08152f91-8cfb-4665-9a75-6b01a4645e3b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:06:43.111565 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:43.225394 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=81e2bc3d-7bed-419a-87ca-ff45a73c4110,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:43.256533 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e2bc3d-7bed-419a-87ca-ff45a73c4110', 'code': 200} Jan 12 10:06:43.537517 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b35e6-d1b4-46af-8de4-47f8b811f94a req-624ff7d1-8dee-443f-9904-5b51694593a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:43.538952 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e2b35e6-d1b4-46af-8de4-47f8b811f94a req-624ff7d1-8dee-443f-9904-5b51694593a8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 1098 time: 0.0749238 Jan 12 10:06:43.583382 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e2b35e6-d1b4-46af-8de4-47f8b811f94a req-daf89d7b-38a4-44bf-8d38-a0ae8fa30881 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349629 Jan 12 10:06:44.175985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ba6e0-2c44-4137-85d6-614b6f75e38e req-a884e2e3-f447-47e9-8c78-411565f53330 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:44.177500 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4f4ba6e0-2c44-4137-85d6-614b6f75e38e req-a884e2e3-f447-47e9-8c78-411565f53330 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 945 time: 0.0812659 Jan 12 10:06:44.222293 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4f4ba6e0-2c44-4137-85d6-614b6f75e38e req-391e97cc-4bfd-4283-acf8-0690dff1ff0d tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387402 Jan 12 10:06:45.428386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3f699-70ca-4698-b8bc-3e5a6b728d78 req-75577dea-d546-4dc3-be80-a4a0412ad32a tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:45.429991 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-79c3f699-70ca-4698-b8bc-3e5a6b728d78 req-75577dea-d546-4dc3-be80-a4a0412ad32a tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 945 time: 0.0929794 Jan 12 10:06:45.478659 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-79c3f699-70ca-4698-b8bc-3e5a6b728d78 req-7c332afe-2607-46e8-ab2a-f932b7be3455 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424311 Jan 12 10:06:45.685532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6b912-e57f-4096-a31e-082d772b790e req-85c610d5-c703-4625-bd72-75c54d046836 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:45.687719 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-96f6b912-e57f-4096-a31e-082d772b790e req-85c610d5-c703-4625-bd72-75c54d046836 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 945 time: 0.0942659 Jan 12 10:06:45.749479 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-96f6b912-e57f-4096-a31e-082d772b790e req-0aed3ada-0eaa-4da0-8e63-2c0ab5090ec7 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516994 Jan 12 10:06:46.167225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de858b5d-2315-40a8-a6d2-2ea64e990222 req-5307af02-77b0-4950-8ee2-6b6ff3437885 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:46.169584 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-de858b5d-2315-40a8-a6d2-2ea64e990222 req-5307af02-77b0-4950-8ee2-6b6ff3437885 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 945 time: 0.0905352 Jan 12 10:06:46.216643 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-de858b5d-2315-40a8-a6d2-2ea64e990222 req-3ba0811c-c129-4d27-a65d-c97f2c97c4e6 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422199 Jan 12 10:06:46.888503 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:50.358416 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0635f810-e9eb-4653-acea-ee6e8075742c req-6a33b663-1a63-4a80-acb9-945ed02e7aec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732312 Jan 12 10:06:50.500601 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635f810-e9eb-4653-acea-ee6e8075742c req-8d94492b-741f-455d-bc35-8eaf4faa64ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:50.502096 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0635f810-e9eb-4653-acea-ee6e8075742c req-8d94492b-741f-455d-bc35-8eaf4faa64ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f676a86a7c094a31a5551f1154bd2026&device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 1098 time: 0.0743945 Jan 12 10:06:50.650608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635f810-e9eb-4653-acea-ee6e8075742c req-a74f975d-2acb-4c2b-8fc7-89e79af6659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:50.651991 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0635f810-e9eb-4653-acea-ee6e8075742c req-a74f975d-2acb-4c2b-8fc7-89e79af6659b service neutron] 10.222.0.53 "GET /v2.0/networks?id=a38c986f-5709-4d0b-9dff-622b1dcae217 HTTP/1.1" status: 200 len: 916 time: 0.1285565 Jan 12 10:06:50.725581 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0635f810-e9eb-4653-acea-ee6e8075742c req-181e276d-f165-4ad4-b484-c6a3a3efff7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81e2bc3d-7bed-419a-87ca-ff45a73c4110 HTTP/1.1" status: 200 len: 217 time: 0.0649228 Jan 12 10:06:50.794340 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635f810-e9eb-4653-acea-ee6e8075742c req-fc963706-6a11-46f0-9705-ed8c7ced7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:50.795834 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0635f810-e9eb-4653-acea-ee6e8075742c req-fc963706-6a11-46f0-9705-ed8c7ced7f9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=452ad41b-bca7-4ff7-a988-75921bac8f58 HTTP/1.1" status: 200 len: 854 time: 0.0640988 Jan 12 10:06:50.873859 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635f810-e9eb-4653-acea-ee6e8075742c req-bb464e02-36e2-4813-b029-d22a6cc92964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:50.875403 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0635f810-e9eb-4653-acea-ee6e8075742c req-bb464e02-36e2-4813-b029-d22a6cc92964 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a38c986f-5709-4d0b-9dff-622b1dcae217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735922 Jan 12 10:06:51.017713 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0635f810-e9eb-4653-acea-ee6e8075742c req-af041241-670b-4f4e-a770-516ceba768d7 service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355436 Jan 12 10:06:51.151484 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0635f810-e9eb-4653-acea-ee6e8075742c req-1b1d9eb2-a4ab-4e8f-b007-d374d8094ba7 service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271093 Jan 12 10:06:56.644999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe8b26-5e2d-487f-b29b-1e10f19feee6 req-0a302d6b-a097-4768-97fd-9887132993d3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:56.646694 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f6fe8b26-5e2d-487f-b29b-1e10f19feee6 req-0a302d6b-a097-4768-97fd-9887132993d3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 945 time: 0.0823650 Jan 12 10:06:56.694836 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f6fe8b26-5e2d-487f-b29b-1e10f19feee6 req-be81c389-1c16-42f1-956a-118cb0cd46d0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Jan 12 10:06:56.717856 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47088) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:56.834842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4f9357-2e16-4437-af65-9ba5632eb863 tempest-TestMinimumBasicScenario-1698665681 tempest-TestMinimumBasicScenario-1698665681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:56.836388 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8b4f9357-2e16-4437-af65-9ba5632eb863 tempest-TestMinimumBasicScenario-1698665681 tempest-TestMinimumBasicScenario-1698665681-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 1093 time: 0.1175473 Jan 12 10:06:56.839954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47094) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:56.847177 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '81e2bc3d-7bed-419a-87ca-ff45a73c4110', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:06:56.853931 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:56.858017 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Usage tracker for resource:floatingip and tenant:f676a86a7c094a31a5551f1154bd2026 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:56.861058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:56.868086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:56.880134 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:57.127237 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:57.276303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Allocated IP 172.26.2.234 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/8ddbb0cf-5d96-4c09-bd99-cb5d88b0ef7e) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:06:57.433048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:57.465638 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:57.533111 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:06:57.535945 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:06:57.540281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:06:57.564393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Pushing event updated for resources: {'Port': ['ID=8ddbb0cf-5d96-4c09-bd99-cb5d88b0ef7e,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:57.579383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:57.579728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:57.580068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:57.580397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:57.580725 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:57.581050 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:57.581371 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:57.581693 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:57.582011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:57.582338 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:57.582649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:57.582989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:06:57.992892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:58.070295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:58.282695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:58.288410 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:58.392033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Pushing event updated for resources: {'Port': ['ID=8ddbb0cf-5d96-4c09-bd99-cb5d88b0ef7e,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:58.408850 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:58.584299 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Floating IP 1dd0febb-4fb1-4033-b6cd-4dbf5c1639da associated. External IP: 172.26.2.234, port: 81e2bc3d-7bed-419a-87ca-ff45a73c4110. Jan 12 10:06:59.078264 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Router 1a1124e3-4257-41f0-98db-9d5a36732a87 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:06:59.258729 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:06:59.271745 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b405ba91-f2c9-42ff-ae63-7ad3cb90a696 None None] Sync routers for ids ['1a1124e3-4257-41f0-98db-9d5a36732a87'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:06:59.281439 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b405ba91-f2c9-42ff-ae63-7ad3cb90a696 None None] Routers {'1a1124e3-4257-41f0-98db-9d5a36732a87'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:06:59.282178 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b405ba91-f2c9-42ff-ae63-7ad3cb90a696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:06:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1a1124e3-4257-41f0-98db-9d5a36732a87'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:59.286241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:59.361583 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8bc800ca-91eb-4886-9a80-bd5ff9327d6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5198944 Jan 12 10:06:59.362434 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'tag': '81e2bc3d-7bed-419a-87ca-ff45a73c4110'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:06:59.364584 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47098) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:59.372660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b5f27bf3-1218-4807-87f5-e21d64520c39 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435921971', 'description': 'tempest-secgroup-smoke-435921971 description', 'project_id': 'f676a86a7c094a31a5551f1154bd2026'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:06:59.380152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b5f27bf3-1218-4807-87f5-e21d64520c39 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:59.397556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b5f27bf3-1218-4807-87f5-e21d64520c39 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:59.416695 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b5f27bf3-1218-4807-87f5-e21d64520c39 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:59.467608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b5f27bf3-1218-4807-87f5-e21d64520c39 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:59.473725 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b5f27bf3-1218-4807-87f5-e21d64520c39 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Usage tracker for resource:security_group_rule and tenant:f676a86a7c094a31a5551f1154bd2026 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:59.477948 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b5f27bf3-1218-4807-87f5-e21d64520c39 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:59.479901 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-b405ba91-f2c9-42ff-ae63-7ad3cb90a696 None None] Set router 1a1124e3-4257-41f0-98db-9d5a36732a87 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:06:59.486274 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b5f27bf3-1218-4807-87f5-e21d64520c39 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:59.546482 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'tag': '81e2bc3d-7bed-419a-87ca-ff45a73c4110', 'status': 'completed', 'code': 200} Jan 12 10:06:59.732989 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b5f27bf3-1218-4807-87f5-e21d64520c39 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:59.743740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b5f27bf3-1218-4807-87f5-e21d64520c39 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:59.834940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f27bf3-1218-4807-87f5-e21d64520c39 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e2e252-cacf-4779-8c2b-3121564b66d4,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:06:59.862803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b5f27bf3-1218-4807-87f5-e21d64520c39 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:59.864633 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b5f27bf3-1218-4807-87f5-e21d64520c39 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4974120 Jan 12 10:06:59.868591 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47106) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:06:59.874298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ebbc26a3-c579-4890-af8f-928408d1aa44 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Request body: {'security_group_rule': {'security_group_id': '36e2e252-cacf-4779-8c2b-3121564b66d4', 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:06:59.875344 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f738367-cc2a-494e-8856-e72a908214e9 req-59480b2c-9fbf-4b0d-9a43-975aca02cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:06:59.877616 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5f738367-cc2a-494e-8856-e72a908214e9 req-59480b2c-9fbf-4b0d-9a43-975aca02cbe1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f676a86a7c094a31a5551f1154bd2026&device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 1098 time: 0.3076437 Jan 12 10:06:59.882492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ebbc26a3-c579-4890-af8f-928408d1aa44 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:06:59.882715 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b405ba91-f2c9-42ff-ae63-7ad3cb90a696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'name': 'tempest-TestMinimumBasicScenario-1039623635-router', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '482b14dc-1cef-4dde-8911-055275dcc624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:06Z', 'revision_number': 4, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'gw_port': {'id': '482b14dc-1cef-4dde-8911-055275dcc624', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1dd0febb-4fb1-4033-b6cd-4dbf5c1639da', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'floating_ip_address': '172.26.2.234', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'port_id': '81e2bc3d-7bed-419a-87ca-ff45a73c4110', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217', 'mac_address': 'fa:16:3e:ea:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:06:57Z', 'updated_at': '2022-01-12T10:06:57Z', 'revision_number': 0, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ea291b-9794-4852-af6f-e871a895f528', 'name': '', 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'mac_address': 'fa:16:3e:d4:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:14Z', 'revision_number': 5, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'subnets': [{'id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:59.887206 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b405ba91-f2c9-42ff-ae63-7ad3cb90a696 None None] Checking router: 1a1124e3-4257-41f0-98db-9d5a36732a87 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:06:59.887688 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ebbc26a3-c579-4890-af8f-928408d1aa44 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Usage tracker for resource:security_group_rule and tenant:f676a86a7c094a31a5551f1154bd2026 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:06:59.891641 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ebbc26a3-c579-4890-af8f-928408d1aa44 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:06:59.897013 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b405ba91-f2c9-42ff-ae63-7ad3cb90a696 None None] Routers {'1a1124e3-4257-41f0-98db-9d5a36732a87'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:06:59.897862 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b405ba91-f2c9-42ff-ae63-7ad3cb90a696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:06:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1a1124e3-4257-41f0-98db-9d5a36732a87'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:06:59.899793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ebbc26a3-c579-4890-af8f-928408d1aa44 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:06:59.920434 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebbc26a3-c579-4890-af8f-928408d1aa44 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:59.988895 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebbc26a3-c579-4890-af8f-928408d1aa44 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:06:59.998296 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebbc26a3-c579-4890-af8f-928408d1aa44 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.025735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc26a3-c579-4890-af8f-928408d1aa44 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f78842-a0c7-4a27-b454-df797e8db7a0,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:07:00.036703 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ebbc26a3-c579-4890-af8f-928408d1aa44 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.038680 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ebbc26a3-c579-4890-af8f-928408d1aa44 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689732 Jan 12 10:07:00.041507 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47110) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:07:00.048428 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-b11dda9f-a573-48fc-b262-857d5df5b8e3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Request body: {'security_group_rule': {'security_group_id': '36e2e252-cacf-4779-8c2b-3121564b66d4', 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:07:00.055260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b11dda9f-a573-48fc-b262-857d5df5b8e3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:07:00.060010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b11dda9f-a573-48fc-b262-857d5df5b8e3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Usage tracker for resource:security_group_rule and tenant:f676a86a7c094a31a5551f1154bd2026 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:07:00.060536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f738367-cc2a-494e-8856-e72a908214e9 req-f9fc0912-25dc-468e-9555-84e997c81a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:00.063998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b11dda9f-a573-48fc-b262-857d5df5b8e3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:07:00.064149 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5f738367-cc2a-494e-8856-e72a908214e9 req-f9fc0912-25dc-468e-9555-84e997c81a13 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a38c986f-5709-4d0b-9dff-622b1dcae217 HTTP/1.1" status: 200 len: 916 time: 0.1770554 Jan 12 10:07:00.070787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b11dda9f-a573-48fc-b262-857d5df5b8e3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:07:00.093037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b11dda9f-a573-48fc-b262-857d5df5b8e3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.096061 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-b405ba91-f2c9-42ff-ae63-7ad3cb90a696 None None] Set router 1a1124e3-4257-41f0-98db-9d5a36732a87 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:07:00.171546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b11dda9f-a573-48fc-b262-857d5df5b8e3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.177243 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b11dda9f-a573-48fc-b262-857d5df5b8e3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.200431 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dda9f-a573-48fc-b262-857d5df5b8e3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef0f340-6728-4257-80e8-21cbf327f959,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:07:00.216195 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b11dda9f-a573-48fc-b262-857d5df5b8e3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.218727 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b11dda9f-a573-48fc-b262-857d5df5b8e3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1754680 Jan 12 10:07:00.223235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47114) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:07:00.231083 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-7bbc1aba-db02-4eee-bf69-34addb5c3892 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Request body: {'security_group_rule': {'security_group_id': '36e2e252-cacf-4779-8c2b-3121564b66d4', 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:07:00.241637 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7bbc1aba-db02-4eee-bf69-34addb5c3892 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:07:00.245337 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5f738367-cc2a-494e-8856-e72a908214e9 req-a6b382a7-f799-4f3c-8661-20568ab769ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81e2bc3d-7bed-419a-87ca-ff45a73c4110 HTTP/1.1" status: 200 len: 999 time: 0.1742268 Jan 12 10:07:00.247840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7bbc1aba-db02-4eee-bf69-34addb5c3892 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Usage tracker for resource:security_group_rule and tenant:f676a86a7c094a31a5551f1154bd2026 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:07:00.250928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7bbc1aba-db02-4eee-bf69-34addb5c3892 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:07:00.292649 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7bbc1aba-db02-4eee-bf69-34addb5c3892 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:07:00.326366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7bbc1aba-db02-4eee-bf69-34addb5c3892 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.342526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f738367-cc2a-494e-8856-e72a908214e9 req-2aad81a8-504c-45c8-b776-98c58fa0419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:00.344045 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5f738367-cc2a-494e-8856-e72a908214e9 req-2aad81a8-504c-45c8-b776-98c58fa0419f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=452ad41b-bca7-4ff7-a988-75921bac8f58 HTTP/1.1" status: 200 len: 854 time: 0.0901914 Jan 12 10:07:00.451093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7bbc1aba-db02-4eee-bf69-34addb5c3892 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.458085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7bbc1aba-db02-4eee-bf69-34addb5c3892 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.475398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f738367-cc2a-494e-8856-e72a908214e9 req-92002697-5596-4002-9ee9-004a50b4606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:00.476927 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5f738367-cc2a-494e-8856-e72a908214e9 req-92002697-5596-4002-9ee9-004a50b4606c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a38c986f-5709-4d0b-9dff-622b1dcae217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1222298 Jan 12 10:07:00.487413 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b405ba91-f2c9-42ff-ae63-7ad3cb90a696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'name': 'tempest-TestMinimumBasicScenario-1039623635-router', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '482b14dc-1cef-4dde-8911-055275dcc624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:06Z', 'revision_number': 4, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'gw_port': {'id': '482b14dc-1cef-4dde-8911-055275dcc624', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1dd0febb-4fb1-4033-b6cd-4dbf5c1639da', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'floating_ip_address': '172.26.2.234', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'port_id': '81e2bc3d-7bed-419a-87ca-ff45a73c4110', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217', 'mac_address': 'fa:16:3e:ea:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:06:57Z', 'updated_at': '2022-01-12T10:06:57Z', 'revision_number': 0, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ea291b-9794-4852-af6f-e871a895f528', 'name': '', 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'mac_address': 'fa:16:3e:d4:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:14Z', 'revision_number': 5, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'subnets': [{'id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:07:00.493213 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b405ba91-f2c9-42ff-ae63-7ad3cb90a696 None None] The sync data for ids ['1a1124e3-4257-41f0-98db-9d5a36732a87'] in dv-neutron-824346-1-hyperv is: [{'id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'name': 'tempest-TestMinimumBasicScenario-1039623635-router', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '482b14dc-1cef-4dde-8911-055275dcc624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:06Z', 'revision_number': 4, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'gw_port': {'id': '482b14dc-1cef-4dde-8911-055275dcc624', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '1dd0febb-4fb1-4033-b6cd-4dbf5c1639da', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'floating_ip_address': '172.26.2.234', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'port_id': '81e2bc3d-7bed-419a-87ca-ff45a73c4110', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217', 'mac_address': 'fa:16:3e:ea:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:06:57Z', 'updated_at': '2022-01-12T10:06:57Z', 'revision_number': 0, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ea291b-9794-4852-af6f-e871a895f528', 'name': '', 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'mac_address': 'fa:16:3e:d4:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:14Z', 'revision_number': 5, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'subnets': [{'id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:07:00.506926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc1aba-db02-4eee-bf69-34addb5c3892 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a54c95-d60e-472a-ac4d-a9e73d2f06a4,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:07:00.539039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7bbc1aba-db02-4eee-bf69-34addb5c3892 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.540231 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7bbc1aba-db02-4eee-bf69-34addb5c3892 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157067 Jan 12 10:07:00.549564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47118) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:07:00.555235 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-42a8a17c-ef20-4b58-989d-f11fcf053a9f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Request body: {'security_group_rule': {'security_group_id': '36e2e252-cacf-4779-8c2b-3121564b66d4', 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:07:00.564351 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-42a8a17c-ef20-4b58-989d-f11fcf053a9f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:07:00.568946 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-42a8a17c-ef20-4b58-989d-f11fcf053a9f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Usage tracker for resource:security_group_rule and tenant:f676a86a7c094a31a5551f1154bd2026 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:07:00.572993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-42a8a17c-ef20-4b58-989d-f11fcf053a9f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:07:00.583323 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-42a8a17c-ef20-4b58-989d-f11fcf053a9f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:07:00.612761 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-42a8a17c-ef20-4b58-989d-f11fcf053a9f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.653380 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5f738367-cc2a-494e-8856-e72a908214e9 req-84f59055-1a23-4011-b3ad-5f6fbd83ac56 service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658580 Jan 12 10:07:00.713566 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-42a8a17c-ef20-4b58-989d-f11fcf053a9f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.720182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-42a8a17c-ef20-4b58-989d-f11fcf053a9f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.748020 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8a17c-ef20-4b58-989d-f11fcf053a9f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd28022a-da52-4906-b6c5-7c2df501b5a7,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:07:00.768586 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-42a8a17c-ef20-4b58-989d-f11fcf053a9f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.768586 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-42a8a17c-ef20-4b58-989d-f11fcf053a9f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2164717 Jan 12 10:07:00.768586 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47122) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:07:00.776756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6387c9f8-ee5e-4a8e-b90a-5ae68a0aa1cb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Request body: {'security_group_rule': {'security_group_id': '36e2e252-cacf-4779-8c2b-3121564b66d4', 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:07:00.797831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6387c9f8-ee5e-4a8e-b90a-5ae68a0aa1cb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:07:00.797831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6387c9f8-ee5e-4a8e-b90a-5ae68a0aa1cb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Usage tracker for resource:security_group_rule and tenant:f676a86a7c094a31a5551f1154bd2026 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:07:00.797831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6387c9f8-ee5e-4a8e-b90a-5ae68a0aa1cb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:07:00.806350 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6387c9f8-ee5e-4a8e-b90a-5ae68a0aa1cb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:07:00.807576 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2985eee5-71c7-4308-af1e-681e89233ffb None None] New status for floating IP 1dd0febb-4fb1-4033-b6cd-4dbf5c1639da: ACTIVE {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:07:00.817291 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-6387c9f8-ee5e-4a8e-b90a-5ae68a0aa1cb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Project f676a86a7c094a31a5551f1154bd2026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:07:00.825215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6387c9f8-ee5e-4a8e-b90a-5ae68a0aa1cb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.837335 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5f738367-cc2a-494e-8856-e72a908214e9 req-dd913374-a67f-49ed-9217-d7cc393e87d2 service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784432 Jan 12 10:07:00.911411 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6387c9f8-ee5e-4a8e-b90a-5ae68a0aa1cb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.918047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6387c9f8-ee5e-4a8e-b90a-5ae68a0aa1cb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.943178 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387c9f8-ee5e-4a8e-b90a-5ae68a0aa1cb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5d7bae-fd60-4557-ad8f-a6fba55584be,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:07:00.954313 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6387c9f8-ee5e-4a8e-b90a-5ae68a0aa1cb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:00.955617 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6387c9f8-ee5e-4a8e-b90a-5ae68a0aa1cb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1861689 Jan 12 10:07:00.960058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47126) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:07:00.965715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a7968138-baa5-456e-8b80-fd9346e72feb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Request body: {'security_group_rule': {'security_group_id': '36e2e252-cacf-4779-8c2b-3121564b66d4', 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:07:00.972557 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a7968138-baa5-456e-8b80-fd9346e72feb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:07:00.976501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a7968138-baa5-456e-8b80-fd9346e72feb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Usage tracker for resource:security_group_rule and tenant:f676a86a7c094a31a5551f1154bd2026 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:07:00.979742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a7968138-baa5-456e-8b80-fd9346e72feb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:07:00.985397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a7968138-baa5-456e-8b80-fd9346e72feb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:07:01.000705 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-a7968138-baa5-456e-8b80-fd9346e72feb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Project f676a86a7c094a31a5551f1154bd2026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:07:01.007657 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a7968138-baa5-456e-8b80-fd9346e72feb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:01.094973 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a7968138-baa5-456e-8b80-fd9346e72feb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:01.103131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a7968138-baa5-456e-8b80-fd9346e72feb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:01.136127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7968138-baa5-456e-8b80-fd9346e72feb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a4c4ad-9253-4fe9-a491-43c69c44d548,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:07:01.146083 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a7968138-baa5-456e-8b80-fd9346e72feb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:01.147534 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a7968138-baa5-456e-8b80-fd9346e72feb tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1860044 Jan 12 10:07:01.279961 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-63bca1e3-2467-4e7d-92ca-ea32e796c098 req-119c4c63-01d4-4873-8bc0-8320a4d13cd6 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Synchronizing usage tracker for tenant:f676a86a7c094a31a5551f1154bd2026 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:07:01.298565 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-63bca1e3-2467-4e7d-92ca-ea32e796c098 req-119c4c63-01d4-4873-8bc0-8320a4d13cd6 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Unset dirty status for tenant:f676a86a7c094a31a5551f1154bd2026 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:07:01.299861 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-63bca1e3-2467-4e7d-92ca-ea32e796c098 req-119c4c63-01d4-4873-8bc0-8320a4d13cd6 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435921971&fields=id&tenant_id=f676a86a7c094a31a5551f1154bd2026 HTTP/1.1" status: 200 len: 267 time: 0.0689635 Jan 12 10:07:01.387946 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bca1e3-2467-4e7d-92ca-ea32e796c098 req-85fd9c43-76ca-4e1c-a318-510c9d8534f2 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:01.389441 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-63bca1e3-2467-4e7d-92ca-ea32e796c098 req-85fd9c43-76ca-4e1c-a318-510c9d8534f2 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 945 time: 0.0830927 Jan 12 10:07:01.400356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-63bca1e3-2467-4e7d-92ca-ea32e796c098 req-4dcf9aef-c189-462c-971d-e10e010ca6de tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Request body: {'port': {'security_groups': ['73982454-3947-4d7f-8c14-b8cf05fb4c7f', '36e2e252-cacf-4779-8c2b-3121564b66d4']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:07:01.525073 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-63bca1e3-2467-4e7d-92ca-ea32e796c098 req-4dcf9aef-c189-462c-971d-e10e010ca6de tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:01.793720 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-63bca1e3-2467-4e7d-92ca-ea32e796c098 req-4dcf9aef-c189-462c-971d-e10e010ca6de tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] For port 81e2bc3d-7bed-419a-87ca-ff45a73c4110, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=81e2bc3d-7bed-419a-87ca-ff45a73c4110,segment=NetworkSegment(08152f91-8cfb-4665-9a75-6b01a4645e3b),segment_id=08152f91-8cfb-4665-9a75-6b01a4645e3b)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:07:01.819300 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-63bca1e3-2467-4e7d-92ca-ea32e796c098 req-4dcf9aef-c189-462c-971d-e10e010ca6de tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:01.825264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-63bca1e3-2467-4e7d-92ca-ea32e796c098 req-4dcf9aef-c189-462c-971d-e10e010ca6de tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:01.839676 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['81e2bc3d-7bed-419a-87ca-ff45a73c4110'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:07:01.897167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bca1e3-2467-4e7d-92ca-ea32e796c098 req-4dcf9aef-c189-462c-971d-e10e010ca6de tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:01.897855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-63bca1e3-2467-4e7d-92ca-ea32e796c098 req-4dcf9aef-c189-462c-971d-e10e010ca6de tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:01.899318 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-63bca1e3-2467-4e7d-92ca-ea32e796c098 req-4dcf9aef-c189-462c-971d-e10e010ca6de tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "PUT /v2.0/ports/81e2bc3d-7bed-419a-87ca-ff45a73c4110 HTTP/1.1" status: 200 len: 981 time: 0.5037045 Jan 12 10:07:01.899789 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'tag': '81e2bc3d-7bed-419a-87ca-ff45a73c4110'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:07:01.923572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf9aef-c189-462c-971d-e10e010ca6de tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Pushing event updated for resources: {'Port': ['ID=81e2bc3d-7bed-419a-87ca-ff45a73c4110,revision_number=6']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:07:01.973401 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'tag': '81e2bc3d-7bed-419a-87ca-ff45a73c4110', 'status': 'completed', 'code': 200} Jan 12 10:07:01.986663 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['81e2bc3d-7bed-419a-87ca-ff45a73c4110'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:07:02.163429 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc4295-75db-4271-8d6d-8db38ab63510 req-45b0ed7c-0ce1-4b08-b822-a8e980dbac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:02.165366 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47cc4295-75db-4271-8d6d-8db38ab63510 req-45b0ed7c-0ce1-4b08-b822-a8e980dbac92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f676a86a7c094a31a5551f1154bd2026&device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 1137 time: 0.1637290 Jan 12 10:07:02.183870 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c1f5c-b2fc-40a6-89e8-48bdd3a512de req-f70bb21a-5a5a-48bc-a1fb-59f5b46dfc64 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:02.196927 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-485c1f5c-b2fc-40a6-89e8-48bdd3a512de req-f70bb21a-5a5a-48bc-a1fb-59f5b46dfc64 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.1718509 Jan 12 10:07:02.261991 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-485c1f5c-b2fc-40a6-89e8-48bdd3a512de req-05dc5e2a-049c-4726-af24-b7285bc1d58a tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=36e2e252-cacf-4779-8c2b-3121564b66d4&id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635340 Jan 12 10:07:02.404758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3982ca19-f36d-4651-8b8d-ba74c9958b26 None None] Provisioning complete for port 81e2bc3d-7bed-419a-87ca-ff45a73c4110 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:07:02.405136 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3982ca19-f36d-4651-8b8d-ba74c9958b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:02.489762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc4295-75db-4271-8d6d-8db38ab63510 req-493397a9-f26c-4d04-95ec-f0562735b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:02.491560 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47cc4295-75db-4271-8d6d-8db38ab63510 req-493397a9-f26c-4d04-95ec-f0562735b741 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a38c986f-5709-4d0b-9dff-622b1dcae217 HTTP/1.1" status: 200 len: 916 time: 0.3182783 Jan 12 10:07:02.617472 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47cc4295-75db-4271-8d6d-8db38ab63510 req-f2fdfa58-e91c-41d0-8027-ec684c59a79a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81e2bc3d-7bed-419a-87ca-ff45a73c4110 HTTP/1.1" status: 200 len: 1001 time: 0.1187904 Jan 12 10:07:02.685767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc4295-75db-4271-8d6d-8db38ab63510 req-eb5c913e-108e-4a87-90a7-07e7ac62fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:02.687527 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47cc4295-75db-4271-8d6d-8db38ab63510 req-eb5c913e-108e-4a87-90a7-07e7ac62fcb8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=452ad41b-bca7-4ff7-a988-75921bac8f58 HTTP/1.1" status: 200 len: 854 time: 0.0641081 Jan 12 10:07:02.786658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc4295-75db-4271-8d6d-8db38ab63510 req-038567b3-85ee-4934-b514-72b74d16a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:02.789084 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47cc4295-75db-4271-8d6d-8db38ab63510 req-038567b3-85ee-4934-b514-72b74d16a2af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a38c986f-5709-4d0b-9dff-622b1dcae217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0950322 Jan 12 10:07:03.002529 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47cc4295-75db-4271-8d6d-8db38ab63510 req-d1d19a20-06e4-452d-b686-fd59aaceb617 service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067680 Jan 12 10:07:03.140479 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-47cc4295-75db-4271-8d6d-8db38ab63510 req-e4543085-04f6-4556-9e1d-157933e2859d service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310530 Jan 12 10:07:06.454111 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:07:06.722641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d4d9fd83-27dc-4dbf-88bb-8f9457486053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:09.350493 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f7d96ea0-01fe-4761-a09e-ca5dbbd802f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:10.331923 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:11.139879 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:12.740001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:16.916531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:25.368104 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d5ed6-91cf-4d6d-9cc1-2e34b624f1f4 req-c104428d-5409-4ae7-8297-0fd42bcfe176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:25.369490 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-584d5ed6-91cf-4d6d-9cc1-2e34b624f1f4 req-c104428d-5409-4ae7-8297-0fd42bcfe176 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f676a86a7c094a31a5551f1154bd2026&device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 1137 time: 0.0757594 Jan 12 10:07:25.410557 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b765063-77db-4f50-b6bd-455e283c18ad req-5b0b1562-bc59-4e0c-b1ec-bd2d783dc4a9 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:25.412074 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3b765063-77db-4f50-b6bd-455e283c18ad req-5b0b1562-bc59-4e0c-b1ec-bd2d783dc4a9 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.0909033 Jan 12 10:07:25.463384 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3b765063-77db-4f50-b6bd-455e283c18ad req-14d1ffe0-6c05-4463-83c9-fd1e5da38574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=36e2e252-cacf-4779-8c2b-3121564b66d4&id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453193 Jan 12 10:07:25.512211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d5ed6-91cf-4d6d-9cc1-2e34b624f1f4 req-155bba57-4139-4926-bb0e-427671729b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:25.513660 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-584d5ed6-91cf-4d6d-9cc1-2e34b624f1f4 req-155bba57-4139-4926-bb0e-427671729b71 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a38c986f-5709-4d0b-9dff-622b1dcae217 HTTP/1.1" status: 200 len: 916 time: 0.1371677 Jan 12 10:07:25.620691 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-584d5ed6-91cf-4d6d-9cc1-2e34b624f1f4 req-c3c0d3dd-f3a0-4fcf-b00f-5de0c30f81d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81e2bc3d-7bed-419a-87ca-ff45a73c4110 HTTP/1.1" status: 200 len: 1001 time: 0.1003180 Jan 12 10:07:25.695788 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d5ed6-91cf-4d6d-9cc1-2e34b624f1f4 req-a1245454-369f-409e-a14d-26915dbb39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:25.697291 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-584d5ed6-91cf-4d6d-9cc1-2e34b624f1f4 req-a1245454-369f-409e-a14d-26915dbb39cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=452ad41b-bca7-4ff7-a988-75921bac8f58 HTTP/1.1" status: 200 len: 854 time: 0.0692308 Jan 12 10:07:25.780663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d5ed6-91cf-4d6d-9cc1-2e34b624f1f4 req-06f168cc-8113-41e8-9a00-fa31118212de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:25.782160 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-584d5ed6-91cf-4d6d-9cc1-2e34b624f1f4 req-06f168cc-8113-41e8-9a00-fa31118212de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a38c986f-5709-4d0b-9dff-622b1dcae217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782158 Jan 12 10:07:25.933215 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-584d5ed6-91cf-4d6d-9cc1-2e34b624f1f4 req-bdb47347-52cb-40ac-9586-166473cd2b4b service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439271 Jan 12 10:07:26.076327 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-584d5ed6-91cf-4d6d-9cc1-2e34b624f1f4 req-015d6197-9301-4d85-b459-df2e7e4aece3 service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356702 Jan 12 10:07:26.650921 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a94f3-12a3-4258-bda6-a01d52cc3c74 req-5b34561d-4819-4301-920c-a429f6a3eb13 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:26.652430 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0f8a94f3-12a3-4258-bda6-a01d52cc3c74 req-5b34561d-4819-4301-920c-a429f6a3eb13 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.0819466 Jan 12 10:07:26.700356 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0f8a94f3-12a3-4258-bda6-a01d52cc3c74 req-629cf9a6-e229-44b9-a1c7-2409ea6d3203 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=36e2e252-cacf-4779-8c2b-3121564b66d4&id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412509 Jan 12 10:07:27.886801 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b611d-5ba5-43df-9ca5-81647304a903 req-ae495777-dcbd-4a57-8f99-e8ab3c1d30ca tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:27.888301 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f96b611d-5ba5-43df-9ca5-81647304a903 req-ae495777-dcbd-4a57-8f99-e8ab3c1d30ca tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.0799839 Jan 12 10:07:27.950706 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f96b611d-5ba5-43df-9ca5-81647304a903 req-a7a68446-4fc8-4553-b80f-935870401388 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=36e2e252-cacf-4779-8c2b-3121564b66d4&id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558190 Jan 12 10:07:29.147472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f677ff2-3326-4e80-b087-bdfc51234b45 req-29388770-713f-400a-9ce8-05d548610e27 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:29.149046 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9f677ff2-3326-4e80-b087-bdfc51234b45 req-29388770-713f-400a-9ce8-05d548610e27 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.0868611 Jan 12 10:07:29.197912 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9f677ff2-3326-4e80-b087-bdfc51234b45 req-8dbc65b5-c79d-4dde-b4f5-e68ef891cc6f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=36e2e252-cacf-4779-8c2b-3121564b66d4&id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427182 Jan 12 10:07:30.408315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2704c8a-f7c3-49d5-9847-14608ae84fb7 req-11cc4828-a390-436e-b5e5-cd3a93349cfa tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:30.409866 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a2704c8a-f7c3-49d5-9847-14608ae84fb7 req-11cc4828-a390-436e-b5e5-cd3a93349cfa tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.0862722 Jan 12 10:07:30.459970 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a2704c8a-f7c3-49d5-9847-14608ae84fb7 req-1775ab44-de39-4075-8726-f41d9681b8c5 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=36e2e252-cacf-4779-8c2b-3121564b66d4&id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440350 Jan 12 10:07:31.659571 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb6807-584b-440b-8d4e-c948fe0e2b00 req-4b1deb55-14e8-4ce7-88d5-98d466fce21a tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:31.661107 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c2eb6807-584b-440b-8d4e-c948fe0e2b00 req-4b1deb55-14e8-4ce7-88d5-98d466fce21a tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.0900373 Jan 12 10:07:31.717224 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c2eb6807-584b-440b-8d4e-c948fe0e2b00 req-95067795-516c-4927-939b-7576a3bdf449 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=36e2e252-cacf-4779-8c2b-3121564b66d4&id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0498745 Jan 12 10:07:32.908843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b980e3-5238-4ac3-b120-6da7cda26f8c req-83043059-cff9-4080-8338-fe7519c4a00d tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:32.910284 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a4b980e3-5238-4ac3-b120-6da7cda26f8c req-83043059-cff9-4080-8338-fe7519c4a00d tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.0838423 Jan 12 10:07:32.956830 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a4b980e3-5238-4ac3-b120-6da7cda26f8c req-ae8121b6-1cf6-4090-9459-b1421446f9a0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=36e2e252-cacf-4779-8c2b-3121564b66d4&id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406032 Jan 12 10:07:34.261759 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978c3a3-683b-4cc9-8995-54caa1400f47 req-b3050af7-c7e7-44d0-9512-b06e3fc0cf1e tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:34.263207 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7978c3a3-683b-4cc9-8995-54caa1400f47 req-b3050af7-c7e7-44d0-9512-b06e3fc0cf1e tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.1956730 Jan 12 10:07:34.312091 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7978c3a3-683b-4cc9-8995-54caa1400f47 req-c1c820c4-5bab-43e2-a26a-117b6c8772bc tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=36e2e252-cacf-4779-8c2b-3121564b66d4&id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425048 Jan 12 10:07:35.499042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bbbf7-342c-4f87-8c3d-a05dabd05268 req-8e86e7a4-1cd0-4fdb-82db-8606124515aa tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:35.500687 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-898bbbf7-342c-4f87-8c3d-a05dabd05268 req-8e86e7a4-1cd0-4fdb-82db-8606124515aa tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.0830595 Jan 12 10:07:35.548898 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-898bbbf7-342c-4f87-8c3d-a05dabd05268 req-9ef86267-357a-442f-9ce9-40d8ef3cecc8 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=36e2e252-cacf-4779-8c2b-3121564b66d4&id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421169 Jan 12 10:07:36.717600 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-59868c7e-4d33-47a7-9179-c7dc1f27ffa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:36.737292 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ee66f-2155-443f-95c8-666787a2ae2d req-d5d3c09b-b86c-4f16-bd09-a3e3b9d1918f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:36.738995 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-782ee66f-2155-443f-95c8-666787a2ae2d req-d5d3c09b-b86c-4f16-bd09-a3e3b9d1918f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.0840209 Jan 12 10:07:36.796414 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-782ee66f-2155-443f-95c8-666787a2ae2d req-34fce483-d6ad-4ab5-a0bc-bf3a0b5ca822 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=36e2e252-cacf-4779-8c2b-3121564b66d4&id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485075 Jan 12 10:07:38.012193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa8f8-c3cc-41a9-8936-173f7b1738fb req-ae89e9e4-c691-470d-8f5b-65904d26f70e tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:38.013626 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-390aa8f8-c3cc-41a9-8936-173f7b1738fb req-ae89e9e4-c691-470d-8f5b-65904d26f70e tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.0926201 Jan 12 10:07:38.084471 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-390aa8f8-c3cc-41a9-8936-173f7b1738fb req-296f069a-83a8-4ab6-8ad2-86ff057b64fe tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=36e2e252-cacf-4779-8c2b-3121564b66d4&id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605009 Jan 12 10:07:39.279189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb4dad-7ba8-4dfe-90a5-f4f72e2e46e7 req-b26c6509-4e78-42bd-8b84-1393923bd9ed tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:39.280711 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-16cb4dad-7ba8-4dfe-90a5-f4f72e2e46e7 req-b26c6509-4e78-42bd-8b84-1393923bd9ed tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.0825019 Jan 12 10:07:39.339426 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-16cb4dad-7ba8-4dfe-90a5-f4f72e2e46e7 req-ca9de172-7ad5-4f60-abee-a8dd01bb3bb3 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=36e2e252-cacf-4779-8c2b-3121564b66d4&id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527475 Jan 12 10:07:39.345541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-57822983-ceca-40c3-a3c0-6c558b9b2900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:40.339926 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:40.549322 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e72eb-8282-4475-8b61-878efeaf4ae8 req-a9395641-3d1f-4a8b-ab1c-91c9f68355a4 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:40.551495 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6a0e72eb-8282-4475-8b61-878efeaf4ae8 req-a9395641-3d1f-4a8b-ab1c-91c9f68355a4 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.0984745 Jan 12 10:07:40.608780 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6a0e72eb-8282-4475-8b61-878efeaf4ae8 req-46f097b6-4162-45ce-bfd6-399d87e4a281 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=36e2e252-cacf-4779-8c2b-3121564b66d4&id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513175 Jan 12 10:07:41.150887 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:41.975592 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eccd3d-4f51-4e07-a25b-49505b58678f req-c85f14c8-f6f7-4eee-a4fa-e7633cd2cdf5 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:41.977383 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-83eccd3d-4f51-4e07-a25b-49505b58678f req-c85f14c8-f6f7-4eee-a4fa-e7633cd2cdf5 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.0886314 Jan 12 10:07:42.029457 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-83eccd3d-4f51-4e07-a25b-49505b58678f req-68ca1e16-fc81-452c-82d4-c739421eec87 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=36e2e252-cacf-4779-8c2b-3121564b66d4&id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437775 Jan 12 10:07:42.738129 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:43.334889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d7136-4aaa-408e-89c4-f750e95571c2 req-032a72c1-f386-4991-a5f8-179e2ed2f426 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:43.336827 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-841d7136-4aaa-408e-89c4-f750e95571c2 req-032a72c1-f386-4991-a5f8-179e2ed2f426 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.1086183 Jan 12 10:07:43.402994 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-841d7136-4aaa-408e-89c4-f750e95571c2 req-5b69bfb3-7dc0-46ff-81f8-65e1d381ee9a tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=36e2e252-cacf-4779-8c2b-3121564b66d4&id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559790 Jan 12 10:07:43.458819 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:07:46.936349 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:07:50.350196 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b4b8e66-aac8-4b5e-8829-1badf35840cb req-f154343e-87ac-4062-840a-1c6b4786f9a5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693872 Jan 12 10:07:50.491750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b8e66-aac8-4b5e-8829-1badf35840cb req-110e68e7-ea2a-42a0-8c20-05a155aa7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:50.493235 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b4b8e66-aac8-4b5e-8829-1badf35840cb req-110e68e7-ea2a-42a0-8c20-05a155aa7c34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f676a86a7c094a31a5551f1154bd2026&device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 1137 time: 0.0763564 Jan 12 10:07:50.639363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b8e66-aac8-4b5e-8829-1badf35840cb req-aadf61f5-e4fc-48af-8ff8-7c54bb433e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:50.640734 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b4b8e66-aac8-4b5e-8829-1badf35840cb req-aadf61f5-e4fc-48af-8ff8-7c54bb433e58 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a38c986f-5709-4d0b-9dff-622b1dcae217 HTTP/1.1" status: 200 len: 916 time: 0.1280944 Jan 12 10:07:50.744094 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b4b8e66-aac8-4b5e-8829-1badf35840cb req-18492c82-ff4d-4501-a23c-f4a268312230 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81e2bc3d-7bed-419a-87ca-ff45a73c4110 HTTP/1.1" status: 200 len: 1001 time: 0.0960500 Jan 12 10:07:50.805606 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b8e66-aac8-4b5e-8829-1badf35840cb req-828f2de0-c1e3-4616-adb9-af7bcaf052cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:50.807078 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b4b8e66-aac8-4b5e-8829-1badf35840cb req-828f2de0-c1e3-4616-adb9-af7bcaf052cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=452ad41b-bca7-4ff7-a988-75921bac8f58 HTTP/1.1" status: 200 len: 854 time: 0.0564692 Jan 12 10:07:50.886168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b8e66-aac8-4b5e-8829-1badf35840cb req-a2d471a1-2041-41f0-a11c-a9d10b8c2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:07:50.887714 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b4b8e66-aac8-4b5e-8829-1badf35840cb req-a2d471a1-2041-41f0-a11c-a9d10b8c2201 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a38c986f-5709-4d0b-9dff-622b1dcae217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744669 Jan 12 10:07:51.018575 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b4b8e66-aac8-4b5e-8829-1badf35840cb req-e2788f66-b08f-4458-bb18-328e60bf4c36 service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246259 Jan 12 10:07:51.151986 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b4b8e66-aac8-4b5e-8829-1badf35840cb req-a4b0c016-35fd-43bc-82d6-8ecb5e6a4eec service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274617 Jan 12 10:08:06.725029 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-529b74ef-27ea-4d6b-9ab9-6f42e0472cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:09.350985 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d43d2077-181d-42e5-ac59-af2ac9c8ab93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:10.335858 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:11.149368 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:12.740088 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:16.625732 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7791cfa-62f5-4516-813d-a0e83bb410d6 req-5f30ad93-dfd1-42e4-a550-3178003f5e49 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435921971&fields=id&tenant_id=f676a86a7c094a31a5551f1154bd2026 HTTP/1.1" status: 200 len: 267 time: 0.0429513 Jan 12 10:08:16.719510 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7791cfa-62f5-4516-813d-a0e83bb410d6 req-ade2bd51-5876-4cf2-aa61-7b910a70ba2b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:16.721043 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7791cfa-62f5-4516-813d-a0e83bb410d6 req-ade2bd51-5876-4cf2-aa61-7b910a70ba2b tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 984 time: 0.0895724 Jan 12 10:08:16.732534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-f7791cfa-62f5-4516-813d-a0e83bb410d6 req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Request body: {'port': {'security_groups': ['73982454-3947-4d7f-8c14-b8cf05fb4c7f']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:08:16.855934 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f7791cfa-62f5-4516-813d-a0e83bb410d6 req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:16.929914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:17.204951 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-f7791cfa-62f5-4516-813d-a0e83bb410d6 req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] For port 81e2bc3d-7bed-419a-87ca-ff45a73c4110, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=81e2bc3d-7bed-419a-87ca-ff45a73c4110,segment=NetworkSegment(08152f91-8cfb-4665-9a75-6b01a4645e3b),segment_id=08152f91-8cfb-4665-9a75-6b01a4645e3b)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:08:17.230206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f7791cfa-62f5-4516-813d-a0e83bb410d6 req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:17.236568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f7791cfa-62f5-4516-813d-a0e83bb410d6 req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:17.248644 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['81e2bc3d-7bed-419a-87ca-ff45a73c4110'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:08:17.305649 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7791cfa-62f5-4516-813d-a0e83bb410d6 req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:17.306720 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f7791cfa-62f5-4516-813d-a0e83bb410d6 req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:17.307741 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7791cfa-62f5-4516-813d-a0e83bb410d6 req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "PUT /v2.0/ports/81e2bc3d-7bed-419a-87ca-ff45a73c4110 HTTP/1.1" status: 200 len: 942 time: 0.5799935 Jan 12 10:08:17.308297 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'tag': '81e2bc3d-7bed-419a-87ca-ff45a73c4110'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:08:17.316206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47208) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:17.344370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Pushing event updated for resources: {'Port': ['ID=81e2bc3d-7bed-419a-87ca-ff45a73c4110,revision_number=7']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:17.361146 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.361638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.362973 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.365397 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.366089 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.366444 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.366823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.367210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.367494 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.367865 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.368197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.368524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ea018-eb15-4a3a-8b2c-cad326fb7574 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.373287 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'tag': '81e2bc3d-7bed-419a-87ca-ff45a73c4110', 'status': 'completed', 'code': 200} Jan 12 10:08:17.396790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['81e2bc3d-7bed-419a-87ca-ff45a73c4110'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:08:17.432233 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:17.473330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:17.524285 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185f9c7-d127-4e89-883b-929aac9dfd85 req-c961f6dc-2384-4dfd-bdc9-d6f66ecfe129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:17.525990 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9185f9c7-d127-4e89-883b-929aac9dfd85 req-c961f6dc-2384-4dfd-bdc9-d6f66ecfe129 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f676a86a7c094a31a5551f1154bd2026&device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 1098 time: 0.1292033 Jan 12 10:08:17.691793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:17.717305 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e2e252-cacf-4779-8c2b-3121564b66d4,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:17.728106 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.728446 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.728888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.729220 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.730089 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.730089 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.730254 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.730469 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.730806 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.731128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.731666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.732002 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:17.734581 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-ca648679-2322-450e-b6be-77e1d08e2d69 None None] Provisioning complete for port 81e2bc3d-7bed-419a-87ca-ff45a73c4110 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:08:17.735625 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ca648679-2322-450e-b6be-77e1d08e2d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:17.737516 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:17.739147 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-01ebf6b9-c3a0-4a48-be90-5dd8fc9308e0 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "DELETE /v2.0/security-groups/36e2e252-cacf-4779-8c2b-3121564b66d4 HTTP/1.1" status: 204 len: 168 time: 0.4216654 Jan 12 10:08:17.744120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185f9c7-d127-4e89-883b-929aac9dfd85 req-a1195cae-e049-4d9d-aac3-c3918625fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:17.744635 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47212) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:17.747329 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9185f9c7-d127-4e89-883b-929aac9dfd85 req-a1195cae-e049-4d9d-aac3-c3918625fb64 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a38c986f-5709-4d0b-9dff-622b1dcae217 HTTP/1.1" status: 200 len: 916 time: 0.2107873 Jan 12 10:08:17.879950 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9185f9c7-d127-4e89-883b-929aac9dfd85 req-094399e3-ccc6-4441-8278-10e68c0c6e91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81e2bc3d-7bed-419a-87ca-ff45a73c4110 HTTP/1.1" status: 200 len: 1001 time: 0.1197748 Jan 12 10:08:17.945954 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185f9c7-d127-4e89-883b-929aac9dfd85 req-b82fdd18-ab94-44fe-ac78-e61033fdcdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:17.947465 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9185f9c7-d127-4e89-883b-929aac9dfd85 req-b82fdd18-ab94-44fe-ac78-e61033fdcdf1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=452ad41b-bca7-4ff7-a988-75921bac8f58 HTTP/1.1" status: 200 len: 854 time: 0.0603189 Jan 12 10:08:17.994955 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-6e4faa29-fc48-4e01-84c2-86f6df379750 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Deleting port 8ddbb0cf-5d96-4c09-bd99-cb5d88b0ef7e {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:08:17.995298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e4faa29-fc48-4e01-84c2-86f6df379750 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:18.039244 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185f9c7-d127-4e89-883b-929aac9dfd85 req-75a3f5d7-2436-4a6e-845d-c5115299f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:18.041222 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9185f9c7-d127-4e89-883b-929aac9dfd85 req-75a3f5d7-2436-4a6e-845d-c5115299f05c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a38c986f-5709-4d0b-9dff-622b1dcae217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870602 Jan 12 10:08:18.214615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e4faa29-fc48-4e01-84c2-86f6df379750 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:18.215054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e4faa29-fc48-4e01-84c2-86f6df379750 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:18.234675 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9185f9c7-d127-4e89-883b-929aac9dfd85 req-1a0cd422-03bf-488f-9cf5-439f9a80d5a4 service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804099 Jan 12 10:08:18.345127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-6e4faa29-fc48-4e01-84c2-86f6df379750 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Calling delete_port for 8ddbb0cf-5d96-4c09-bd99-cb5d88b0ef7e owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:08:18.394650 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9185f9c7-d127-4e89-883b-929aac9dfd85 req-56c83a88-67f8-450c-a4ff-130056d0a519 service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502523 Jan 12 10:08:18.529482 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e4faa29-fc48-4e01-84c2-86f6df379750 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:18.605075 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4faa29-fc48-4e01-84c2-86f6df379750 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Pushing event deleted for resources: {'Port': ['ID=8ddbb0cf-5d96-4c09-bd99-cb5d88b0ef7e,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:18.759303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e4faa29-fc48-4e01-84c2-86f6df379750 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:18.759833 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-6e4faa29-fc48-4e01-84c2-86f6df379750 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Floating IP 1dd0febb-4fb1-4033-b6cd-4dbf5c1639da disassociated (deleted). External IP: 172.26.2.234, port: 81e2bc3d-7bed-419a-87ca-ff45a73c4110. Jan 12 10:08:19.170213 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4faa29-fc48-4e01-84c2-86f6df379750 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Router 1a1124e3-4257-41f0-98db-9d5a36732a87 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:08:19.489735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4faa29-fc48-4e01-84c2-86f6df379750 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:08:19.501941 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dc7483-8c0b-446a-ba80-e5add988c261 None None] Sync routers for ids ['1a1124e3-4257-41f0-98db-9d5a36732a87'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:08:19.513139 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc7483-8c0b-446a-ba80-e5add988c261 None None] Routers {'1a1124e3-4257-41f0-98db-9d5a36732a87'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:08:19.513887 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-43dc7483-8c0b-446a-ba80-e5add988c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:08:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1a1124e3-4257-41f0-98db-9d5a36732a87'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:19.518863 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e4faa29-fc48-4e01-84c2-86f6df379750 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:19.600242 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6e4faa29-fc48-4e01-84c2-86f6df379750 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "DELETE /v2.0/floatingips/1dd0febb-4fb1-4033-b6cd-4dbf5c1639da HTTP/1.1" status: 204 len: 168 time: 1.8545756 Jan 12 10:08:19.600954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'tag': '81e2bc3d-7bed-419a-87ca-ff45a73c4110'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:08:19.669882 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'tag': '81e2bc3d-7bed-419a-87ca-ff45a73c4110', 'status': 'completed', 'code': 200} Jan 12 10:08:19.714239 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-43dc7483-8c0b-446a-ba80-e5add988c261 None None] Set router 1a1124e3-4257-41f0-98db-9d5a36732a87 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:08:19.851582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b7830-701a-4008-b204-0ea4cc6ef57f req-46581241-d752-4f4b-aeb0-47e1d23878d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:19.854971 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a4b7830-701a-4008-b204-0ea4cc6ef57f req-46581241-d752-4f4b-aeb0-47e1d23878d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f676a86a7c094a31a5551f1154bd2026&device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 1098 time: 0.1519449 Jan 12 10:08:20.107611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b7830-701a-4008-b204-0ea4cc6ef57f req-26527477-1291-4f04-838f-632341592031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:20.110380 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a4b7830-701a-4008-b204-0ea4cc6ef57f req-26527477-1291-4f04-838f-632341592031 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a38c986f-5709-4d0b-9dff-622b1dcae217 HTTP/1.1" status: 200 len: 916 time: 0.2459974 Jan 12 10:08:20.190283 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-43dc7483-8c0b-446a-ba80-e5add988c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'name': 'tempest-TestMinimumBasicScenario-1039623635-router', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '482b14dc-1cef-4dde-8911-055275dcc624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:06Z', 'revision_number': 4, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'gw_port': {'id': '482b14dc-1cef-4dde-8911-055275dcc624', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '64ea291b-9794-4852-af6f-e871a895f528', 'name': '', 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'mac_address': 'fa:16:3e:d4:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:14Z', 'revision_number': 5, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'subnets': [{'id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:20.203407 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dc7483-8c0b-446a-ba80-e5add988c261 None None] Checking router: 1a1124e3-4257-41f0-98db-9d5a36732a87 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:08:20.221042 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc7483-8c0b-446a-ba80-e5add988c261 None None] Routers {'1a1124e3-4257-41f0-98db-9d5a36732a87'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:08:20.221678 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-43dc7483-8c0b-446a-ba80-e5add988c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:08:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1a1124e3-4257-41f0-98db-9d5a36732a87'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:20.264116 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a4b7830-701a-4008-b204-0ea4cc6ef57f req-976136b3-01eb-4220-bed8-e617d8383a88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81e2bc3d-7bed-419a-87ca-ff45a73c4110 HTTP/1.1" status: 200 len: 217 time: 0.1435628 Jan 12 10:08:20.338902 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b7830-701a-4008-b204-0ea4cc6ef57f req-bdab4fd5-b5ef-471e-acbf-01d99148b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:20.340701 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a4b7830-701a-4008-b204-0ea4cc6ef57f req-bdab4fd5-b5ef-471e-acbf-01d99148b7db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=452ad41b-bca7-4ff7-a988-75921bac8f58 HTTP/1.1" status: 200 len: 854 time: 0.0671499 Jan 12 10:08:20.437280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b7830-701a-4008-b204-0ea4cc6ef57f req-cbf1d296-b00f-4820-b422-2dca86f12c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:20.438828 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a4b7830-701a-4008-b204-0ea4cc6ef57f req-cbf1d296-b00f-4820-b422-2dca86f12c83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a38c986f-5709-4d0b-9dff-622b1dcae217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890481 Jan 12 10:08:20.472167 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:08:20.475244 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-43dc7483-8c0b-446a-ba80-e5add988c261 None None] Set router 1a1124e3-4257-41f0-98db-9d5a36732a87 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:08:20.609869 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a4b7830-701a-4008-b204-0ea4cc6ef57f req-c966e9fe-4c6a-4e8e-a5d4-f8bea9111001 service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632578 Jan 12 10:08:20.866935 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-43dc7483-8c0b-446a-ba80-e5add988c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'name': 'tempest-TestMinimumBasicScenario-1039623635-router', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '482b14dc-1cef-4dde-8911-055275dcc624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:06Z', 'revision_number': 4, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'gw_port': {'id': '482b14dc-1cef-4dde-8911-055275dcc624', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '64ea291b-9794-4852-af6f-e871a895f528', 'name': '', 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'mac_address': 'fa:16:3e:d4:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:14Z', 'revision_number': 5, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'subnets': [{'id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:20.871483 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dc7483-8c0b-446a-ba80-e5add988c261 None None] The sync data for ids ['1a1124e3-4257-41f0-98db-9d5a36732a87'] in dv-neutron-824346-1-hyperv is: [{'id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'name': 'tempest-TestMinimumBasicScenario-1039623635-router', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '482b14dc-1cef-4dde-8911-055275dcc624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:06Z', 'revision_number': 4, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'gw_port': {'id': '482b14dc-1cef-4dde-8911-055275dcc624', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '64ea291b-9794-4852-af6f-e871a895f528', 'name': '', 'network_id': 'a38c986f-5709-4d0b-9dff-622b1dcae217', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'mac_address': 'fa:16:3e:d4:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:05Z', 'updated_at': '2022-01-12T10:06:14Z', 'revision_number': 5, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'subnets': [{'id': '452ad41b-bca7-4ff7-a988-75921bac8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:08:20.920416 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a4b7830-701a-4008-b204-0ea4cc6ef57f req-6745ce42-3b82-488f-8b3a-f52155670e6c service neutron] 10.222.0.53 "GET /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974818 Jan 12 10:08:21.179520 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105f4315-a563-477b-9a54-a511a5dad22e None None] New status for floating IP 1dd0febb-4fb1-4033-b6cd-4dbf5c1639da: DOWN {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:08:25.436892 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ca0c1-8c5c-460d-8bab-97fdbbd60540 req-99bb99d8-9b0c-450e-a643-d033c1f760c7 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:25.438462 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cd9ca0c1-8c5c-460d-8bab-97fdbbd60540 req-99bb99d8-9b0c-450e-a643-d033c1f760c7 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 945 time: 0.0822434 Jan 12 10:08:25.505862 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cd9ca0c1-8c5c-460d-8bab-97fdbbd60540 req-043befb9-1082-45b6-b286-170126e9bd6e tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570865 Jan 12 10:08:26.704346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c5b77-af6f-4239-98dd-543ddcbea13b req-1c4d3b24-ee3e-44e8-8207-008980b2b50a tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:26.705427 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-338c5b77-af6f-4239-98dd-543ddcbea13b req-1c4d3b24-ee3e-44e8-8207-008980b2b50a tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Synchronizing usage tracker for tenant:f676a86a7c094a31a5551f1154bd2026 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:08:26.723793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-338c5b77-af6f-4239-98dd-543ddcbea13b req-1c4d3b24-ee3e-44e8-8207-008980b2b50a tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Unset dirty status for tenant:f676a86a7c094a31a5551f1154bd2026 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:08:26.725380 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-338c5b77-af6f-4239-98dd-543ddcbea13b req-1c4d3b24-ee3e-44e8-8207-008980b2b50a tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 945 time: 0.1034403 Jan 12 10:08:26.775795 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-338c5b77-af6f-4239-98dd-543ddcbea13b req-a8b84624-37be-4f88-b3b3-a3fcc51d2b3f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Synchronizing usage tracker for tenant:f676a86a7c094a31a5551f1154bd2026 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:08:26.800699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-338c5b77-af6f-4239-98dd-543ddcbea13b req-a8b84624-37be-4f88-b3b3-a3fcc51d2b3f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Unset dirty status for tenant:f676a86a7c094a31a5551f1154bd2026 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:08:26.801844 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-338c5b77-af6f-4239-98dd-543ddcbea13b req-a8b84624-37be-4f88-b3b3-a3fcc51d2b3f tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705035 Jan 12 10:08:27.286047 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff22f2-cb59-4b66-8307-5c4eca2e3f22 req-f25cc1db-2534-4c96-be5c-e6d4f19dadc7 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:27.287595 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2fff22f2-cb59-4b66-8307-5c4eca2e3f22 req-f25cc1db-2534-4c96-be5c-e6d4f19dadc7 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 945 time: 0.0974917 Jan 12 10:08:27.369410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-2fff22f2-cb59-4b66-8307-5c4eca2e3f22 req-831fd386-b289-4c89-8aff-be69b8e7ae83 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Deleting port 81e2bc3d-7bed-419a-87ca-ff45a73c4110 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:08:27.369618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-2fff22f2-cb59-4b66-8307-5c4eca2e3f22 req-831fd386-b289-4c89-8aff-be69b8e7ae83 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:27.626386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-2fff22f2-cb59-4b66-8307-5c4eca2e3f22 req-831fd386-b289-4c89-8aff-be69b8e7ae83 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] For port 81e2bc3d-7bed-419a-87ca-ff45a73c4110, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=81e2bc3d-7bed-419a-87ca-ff45a73c4110,segment=NetworkSegment(08152f91-8cfb-4665-9a75-6b01a4645e3b),segment_id=08152f91-8cfb-4665-9a75-6b01a4645e3b)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:08:27.626647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-2fff22f2-cb59-4b66-8307-5c4eca2e3f22 req-831fd386-b289-4c89-8aff-be69b8e7ae83 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:27.759058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-2fff22f2-cb59-4b66-8307-5c4eca2e3f22 req-831fd386-b289-4c89-8aff-be69b8e7ae83 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Calling delete_port for 81e2bc3d-7bed-419a-87ca-ff45a73c4110 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:08:27.996396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-2fff22f2-cb59-4b66-8307-5c4eca2e3f22 req-831fd386-b289-4c89-8aff-be69b8e7ae83 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:28.013126 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['81e2bc3d-7bed-419a-87ca-ff45a73c4110'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:08:28.054350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fd386-b289-4c89-8aff-be69b8e7ae83 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Pushing event deleted for resources: {'Port': ['ID=81e2bc3d-7bed-419a-87ca-ff45a73c4110,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:28.113402 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ca770-4262-4e8a-b3cb-7c526eb1f4ea req-43c2e6a5-8e71-402a-9c2b-4b81ddfab78d tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:28.114475 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-df9ca770-4262-4e8a-b3cb-7c526eb1f4ea req-43c2e6a5-8e71-402a-9c2b-4b81ddfab78d tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9d23cb-a735-4aa5-bcf5-01e1f13620c3 HTTP/1.1" status: 200 len: 867 time: 0.1998494 Jan 12 10:08:28.166002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fff22f2-cb59-4b66-8307-5c4eca2e3f22 req-831fd386-b289-4c89-8aff-be69b8e7ae83 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] No DVR routers for this DVR port 81e2bc3d-7bed-419a-87ca-ff45a73c4110 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:08:28.172237 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-2fff22f2-cb59-4b66-8307-5c4eca2e3f22 req-831fd386-b289-4c89-8aff-be69b8e7ae83 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:28.176403 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'name': 'network-vif-deleted', 'tag': '81e2bc3d-7bed-419a-87ca-ff45a73c4110'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:08:28.207259 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2fff22f2-cb59-4b66-8307-5c4eca2e3f22 req-831fd386-b289-4c89-8aff-be69b8e7ae83 tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.53 "DELETE /v2.0/ports/81e2bc3d-7bed-419a-87ca-ff45a73c4110 HTTP/1.1" status: 204 len: 173 time: 0.9121921 Jan 12 10:08:28.212605 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-df9ca770-4262-4e8a-b3cb-7c526eb1f4ea req-a80711ea-325f-434b-b379-e8c9a11d3e2a tempest-TestMinimumBasicScenario-871986234 tempest-TestMinimumBasicScenario-871986234-project] 10.222.0.26 "GET /v2.0/security-groups?id=73982454-3947-4d7f-8c14-b8cf05fb4c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706806 Jan 12 10:08:28.257354 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9d23cb-a735-4aa5-bcf5-01e1f13620c3', 'name': 'network-vif-deleted', 'tag': '81e2bc3d-7bed-419a-87ca-ff45a73c4110', 'status': 'completed', 'code': 200} Jan 12 10:08:29.901435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47298) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:30.509317 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-30ff1dc1-dd9b-4770-9a9a-0d6fd263088a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:30.863082 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-30ff1dc1-dd9b-4770-9a9a-0d6fd263088a admin admin] Deleting port 64ea291b-9794-4852-af6f-e871a895f528 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:08:30.863297 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-30ff1dc1-dd9b-4770-9a9a-0d6fd263088a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:31.038204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-30ff1dc1-dd9b-4770-9a9a-0d6fd263088a admin admin] For port 64ea291b-9794-4852-af6f-e871a895f528, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=64ea291b-9794-4852-af6f-e871a895f528,segment=NetworkSegment(08152f91-8cfb-4665-9a75-6b01a4645e3b),segment_id=08152f91-8cfb-4665-9a75-6b01a4645e3b)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:08:31.038946 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-30ff1dc1-dd9b-4770-9a9a-0d6fd263088a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:31.292993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-30ff1dc1-dd9b-4770-9a9a-0d6fd263088a admin admin] Calling delete_port for 64ea291b-9794-4852-af6f-e871a895f528 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:08:31.307060 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 81e2bc3d-7bed-419a-87ca-ff45a73c4110 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:08:31.344138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 81e2bc3d-7bed-419a-87ca-ff45a73c4110 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:08:31.344480 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 81e2bc3d-7bed-419a-87ca-ff45a73c4110 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:08:31.629896 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-30ff1dc1-dd9b-4770-9a9a-0d6fd263088a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:31.683249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff1dc1-dd9b-4770-9a9a-0d6fd263088a admin admin] Pushing event deleted for resources: {'Port': ['ID=64ea291b-9794-4852-af6f-e871a895f528,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:31.963767 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-30ff1dc1-dd9b-4770-9a9a-0d6fd263088a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:32.345890 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ff1dc1-dd9b-4770-9a9a-0d6fd263088a admin admin] Router 1a1124e3-4257-41f0-98db-9d5a36732a87 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:08:32.541736 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ff1dc1-dd9b-4770-9a9a-0d6fd263088a admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:08:32.551378 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33484545-6545-4a62-8d08-0e189c6a8801 None None] Sync routers for ids ['1a1124e3-4257-41f0-98db-9d5a36732a87'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:08:32.556822 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-30ff1dc1-dd9b-4770-9a9a-0d6fd263088a admin admin] 10.222.0.26 "PUT /v2.0/routers/1a1124e3-4257-41f0-98db-9d5a36732a87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6542313 Jan 12 10:08:32.559823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47302) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:32.562312 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33484545-6545-4a62-8d08-0e189c6a8801 None None] Routers {'1a1124e3-4257-41f0-98db-9d5a36732a87'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:08:32.562988 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-33484545-6545-4a62-8d08-0e189c6a8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:08:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1a1124e3-4257-41f0-98db-9d5a36732a87'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:32.799859 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-33484545-6545-4a62-8d08-0e189c6a8801 None None] Set router 1a1124e3-4257-41f0-98db-9d5a36732a87 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:08:32.903193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9180e850-6056-4060-a1fc-ac9728b2dd8e admin admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:33.098878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9180e850-6056-4060-a1fc-ac9728b2dd8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:33.113402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9180e850-6056-4060-a1fc-ac9728b2dd8e admin admin] Deleting port 482b14dc-1cef-4dde-8911-055275dcc624 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:08:33.114152 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9180e850-6056-4060-a1fc-ac9728b2dd8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:33.131399 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-33484545-6545-4a62-8d08-0e189c6a8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'name': 'tempest-TestMinimumBasicScenario-1039623635-router', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '482b14dc-1cef-4dde-8911-055275dcc624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:08:31Z', 'revision_number': 5, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'gw_port': {'id': '482b14dc-1cef-4dde-8911-055275dcc624', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:33.136219 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33484545-6545-4a62-8d08-0e189c6a8801 None None] Checking router: 1a1124e3-4257-41f0-98db-9d5a36732a87 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:08:33.145926 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33484545-6545-4a62-8d08-0e189c6a8801 None None] Routers {'1a1124e3-4257-41f0-98db-9d5a36732a87'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:08:33.146580 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-33484545-6545-4a62-8d08-0e189c6a8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:08:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['1a1124e3-4257-41f0-98db-9d5a36732a87'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:33.319254 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-33484545-6545-4a62-8d08-0e189c6a8801 None None] Set router 1a1124e3-4257-41f0-98db-9d5a36732a87 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:08:33.322581 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-9180e850-6056-4060-a1fc-ac9728b2dd8e admin admin] For port 482b14dc-1cef-4dde-8911-055275dcc624, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=482b14dc-1cef-4dde-8911-055275dcc624,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:08:33.323304 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9180e850-6056-4060-a1fc-ac9728b2dd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:33.433662 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-33484545-6545-4a62-8d08-0e189c6a8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'name': 'tempest-TestMinimumBasicScenario-1039623635-router', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:08:33Z', 'revision_number': 6, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:33.438522 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33484545-6545-4a62-8d08-0e189c6a8801 None None] The sync data for ids ['1a1124e3-4257-41f0-98db-9d5a36732a87'] in dv-neutron-824346-1-hyperv is: [{'id': '1a1124e3-4257-41f0-98db-9d5a36732a87', 'name': 'tempest-TestMinimumBasicScenario-1039623635-router', 'tenant_id': 'f676a86a7c094a31a5551f1154bd2026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:01Z', 'updated_at': '2022-01-12T10:08:33Z', 'revision_number': 6, 'project_id': 'f676a86a7c094a31a5551f1154bd2026', 'gw_port_host': None}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:08:33.464519 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9180e850-6056-4060-a1fc-ac9728b2dd8e admin admin] Calling delete_port for 482b14dc-1cef-4dde-8911-055275dcc624 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:08:33.662484 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9180e850-6056-4060-a1fc-ac9728b2dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:33.710832 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180e850-6056-4060-a1fc-ac9728b2dd8e admin admin] Pushing event deleted for resources: {'Port': ['ID=482b14dc-1cef-4dde-8911-055275dcc624,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:33.824903 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9180e850-6056-4060-a1fc-ac9728b2dd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:33.851746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 64ea291b-9794-4852-af6f-e871a895f528 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:08:33.895918 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 64ea291b-9794-4852-af6f-e871a895f528 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:08:33.896605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 64ea291b-9794-4852-af6f-e871a895f528 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:08:34.015827 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9180e850-6056-4060-a1fc-ac9728b2dd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:34.018443 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9180e850-6056-4060-a1fc-ac9728b2dd8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:34.044893 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9180e850-6056-4060-a1fc-ac9728b2dd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:34.045752 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9180e850-6056-4060-a1fc-ac9728b2dd8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a1124e3-4257-41f0-98db-9d5a36732a87 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 10:08:34.058225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9180e850-6056-4060-a1fc-ac9728b2dd8e admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:34.059641 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9180e850-6056-4060-a1fc-ac9728b2dd8e admin admin] 10.222.0.26 "DELETE /v2.0/routers/1a1124e3-4257-41f0-98db-9d5a36732a87 HTTP/1.1" status: 204 len: 168 time: 1.4988816 Jan 12 10:08:34.062209 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47306) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:34.124037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7351703-1a9f-4aa4-90e5-cdf274175cc1 admin admin] Deleting subnet 452ad41b-bca7-4ff7-a988-75921bac8f58 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:08:34.127090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e7351703-1a9f-4aa4-90e5-cdf274175cc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:34.180858 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e7351703-1a9f-4aa4-90e5-cdf274175cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:34.275550 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e7351703-1a9f-4aa4-90e5-cdf274175cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:34.349560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e7351703-1a9f-4aa4-90e5-cdf274175cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:34.516147 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7351703-1a9f-4aa4-90e5-cdf274175cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452ad41b-bca7-4ff7-a988-75921bac8f58,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:34.519835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e7351703-1a9f-4aa4-90e5-cdf274175cc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:34.526702 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e7351703-1a9f-4aa4-90e5-cdf274175cc1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/452ad41b-bca7-4ff7-a988-75921bac8f58 HTTP/1.1" status: 204 len: 168 time: 0.4632957 Jan 12 10:08:34.526887 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23428ad-32ae-4577-b13c-598d7de6247b None None] Network a38c986f-5709-4d0b-9dff-622b1dcae217 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:08:34.529015 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47310) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:34.649767 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:34.665002 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] Deleting port ebaab86b-1f72-45e7-be81-88407137ed20 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:08:34.665431 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:34.807289 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d01ac9-3273-4960-876b-e568ff7f1388 None None] DHCP port deletion for a38c986f-5709-4d0b-9dff-622b1dcae217 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:08:34.811626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-77d01ac9-3273-4960-876b-e568ff7f1388 None None] Deleting port ebaab86b-1f72-45e7-be81-88407137ed20 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:08:34.812072 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-77d01ac9-3273-4960-876b-e568ff7f1388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:34.892521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] For port ebaab86b-1f72-45e7-be81-88407137ed20, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ebaab86b-1f72-45e7-be81-88407137ed20,segment=NetworkSegment(08152f91-8cfb-4665-9a75-6b01a4645e3b),segment_id=08152f91-8cfb-4665-9a75-6b01a4645e3b)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:08:34.892941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:35.025249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] Calling delete_port for ebaab86b-1f72-45e7-be81-88407137ed20 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:08:35.033192 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-77d01ac9-3273-4960-876b-e568ff7f1388 None None] For port ebaab86b-1f72-45e7-be81-88407137ed20, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ebaab86b-1f72-45e7-be81-88407137ed20,segment=NetworkSegment(08152f91-8cfb-4665-9a75-6b01a4645e3b),segment_id=08152f91-8cfb-4665-9a75-6b01a4645e3b)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:08:35.033933 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-77d01ac9-3273-4960-876b-e568ff7f1388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:35.113373 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:35.162178 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] Pushing event deleted for resources: {'Port': ['ID=ebaab86b-1f72-45e7-be81-88407137ed20,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:35.166421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] No DVR routers for this DVR port ebaab86b-1f72-45e7-be81-88407137ed20 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:08:35.195701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-77d01ac9-3273-4960-876b-e568ff7f1388 None None] Calling delete_port for ebaab86b-1f72-45e7-be81-88407137ed20 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:08:35.273918 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-77d01ac9-3273-4960-876b-e568ff7f1388 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:08:35.274274 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-77d01ac9-3273-4960-876b-e568ff7f1388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:08:35.287692 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:35.313492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38c986f-5709-4d0b-9dff-622b1dcae217']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:35.326165 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08152f91-8cfb-4665-9a75-6b01a4645e3b') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:35.326487 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08152f91-8cfb-4665-9a75-6b01a4645e3b') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:35.339032 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:35.361206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:35.370660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:08:35.371090 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:08:35.384571 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:08:35.468989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:35.488236 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:35.499785 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] Pushing event deleted for resources: {'Network': ['ID=a38c986f-5709-4d0b-9dff-622b1dcae217,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:35.518383 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-de1153a4-8d8c-4919-b3b7-d72c7b08bc1a admin admin] 10.222.0.26 "DELETE /v2.0/networks/a38c986f-5709-4d0b-9dff-622b1dcae217 HTTP/1.1" status: 204 len: 168 time: 0.9879541 Jan 12 10:08:35.522545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47314) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:35.776092 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-77d01ac9-3273-4960-876b-e568ff7f1388 None None] Deleting port ebaab86b-1f72-45e7-be81-88407137ed20 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:08:35.777057 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-77d01ac9-3273-4960-876b-e568ff7f1388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:35.814415 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 482b14dc-1cef-4dde-8911-055275dcc624 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:08:35.855346 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 482b14dc-1cef-4dde-8911-055275dcc624 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:08:35.855695 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 482b14dc-1cef-4dde-8911-055275dcc624 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:08:35.856112 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ebaab86b-1f72-45e7-be81-88407137ed20 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:08:35.917497 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: ebaab86b-1f72-45e7-be81-88407137ed20 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:08:35.917838 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ebaab86b-1f72-45e7-be81-88407137ed20 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:08:35.924996 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-77d01ac9-3273-4960-876b-e568ff7f1388 None None] The port 'ebaab86b-1f72-45e7-be81-88407137ed20' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 10:08:36.200848 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-80eacf68-4e72-4518-a6c4-4bfd609cf94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:36.564079 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-80eacf68-4e72-4518-a6c4-4bfd609cf94b admin admin] Deleting port e6340660-b343-4284-b963-dbd5fa6a3041 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:08:36.564815 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-80eacf68-4e72-4518-a6c4-4bfd609cf94b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:36.723492 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-96d00e01-9b2d-40f1-a6c1-5dab2cb8beb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:36.738626 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-80eacf68-4e72-4518-a6c4-4bfd609cf94b admin admin] For port e6340660-b343-4284-b963-dbd5fa6a3041, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e6340660-b343-4284-b963-dbd5fa6a3041,segment=NetworkSegment(09e01917-0f9a-4808-8542-b3c0aeb4948d),segment_id=09e01917-0f9a-4808-8542-b3c0aeb4948d)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:08:36.739051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-80eacf68-4e72-4518-a6c4-4bfd609cf94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:36.860677 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-80eacf68-4e72-4518-a6c4-4bfd609cf94b admin admin] Calling delete_port for e6340660-b343-4284-b963-dbd5fa6a3041 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:08:37.040677 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-80eacf68-4e72-4518-a6c4-4bfd609cf94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:37.089431 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eacf68-4e72-4518-a6c4-4bfd609cf94b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6340660-b343-4284-b963-dbd5fa6a3041,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:37.352626 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-80eacf68-4e72-4518-a6c4-4bfd609cf94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:37.826027 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80eacf68-4e72-4518-a6c4-4bfd609cf94b admin admin] Router b3b30749-5469-458e-b98f-7d46b8dd9bd5 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:08:37.997718 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eacf68-4e72-4518-a6c4-4bfd609cf94b admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:08:38.006534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de216733-798f-4094-8ec8-8b1b2f36ff03 None None] Sync routers for ids ['b3b30749-5469-458e-b98f-7d46b8dd9bd5'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:08:38.007162 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-80eacf68-4e72-4518-a6c4-4bfd609cf94b admin admin] 10.222.0.26 "PUT /v2.0/routers/b3b30749-5469-458e-b98f-7d46b8dd9bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4825234 Jan 12 10:08:38.010161 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47318) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:38.017977 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de216733-798f-4094-8ec8-8b1b2f36ff03 None None] Routers {'b3b30749-5469-458e-b98f-7d46b8dd9bd5'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:08:38.018592 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-de216733-798f-4094-8ec8-8b1b2f36ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:08:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b3b30749-5469-458e-b98f-7d46b8dd9bd5'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:38.216298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8884b1e5-6c95-4ccf-821f-213d298a8e08 admin admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:38.282583 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-de216733-798f-4094-8ec8-8b1b2f36ff03 None None] Set router b3b30749-5469-458e-b98f-7d46b8dd9bd5 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:08:38.399657 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8884b1e5-6c95-4ccf-821f-213d298a8e08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:38.410546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-8884b1e5-6c95-4ccf-821f-213d298a8e08 admin admin] Deleting port e6184fa0-3cf5-46de-9f64-32e3ea72cc58 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:08:38.410929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8884b1e5-6c95-4ccf-821f-213d298a8e08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:38.572016 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-de216733-798f-4094-8ec8-8b1b2f36ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'name': 'tempest-TestMinimumBasicScenario-1161825523-router', 'tenant_id': '6c72174c620441399d699909c4e20386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': 'e6184fa0-3cf5-46de-9f64-32e3ea72cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:09Z', 'updated_at': '2022-01-12T10:08:36Z', 'revision_number': 5, 'project_id': '6c72174c620441399d699909c4e20386', 'gw_port': {'id': 'e6184fa0-3cf5-46de-9f64-32e3ea72cc58', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:06:10Z', 'updated_at': '2022-01-12T10:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:38.576156 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de216733-798f-4094-8ec8-8b1b2f36ff03 None None] Checking router: b3b30749-5469-458e-b98f-7d46b8dd9bd5 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:08:38.585651 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de216733-798f-4094-8ec8-8b1b2f36ff03 None None] Routers {'b3b30749-5469-458e-b98f-7d46b8dd9bd5'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:08:38.586265 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-de216733-798f-4094-8ec8-8b1b2f36ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:08:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['b3b30749-5469-458e-b98f-7d46b8dd9bd5'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:38.589065 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-8884b1e5-6c95-4ccf-821f-213d298a8e08 admin admin] For port e6184fa0-3cf5-46de-9f64-32e3ea72cc58, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e6184fa0-3cf5-46de-9f64-32e3ea72cc58,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:08:38.589582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8884b1e5-6c95-4ccf-821f-213d298a8e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:38.712043 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-8884b1e5-6c95-4ccf-821f-213d298a8e08 admin admin] Calling delete_port for e6184fa0-3cf5-46de-9f64-32e3ea72cc58 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:08:38.755637 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-de216733-798f-4094-8ec8-8b1b2f36ff03 None None] Set router b3b30749-5469-458e-b98f-7d46b8dd9bd5 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:08:38.862274 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-de216733-798f-4094-8ec8-8b1b2f36ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'name': 'tempest-TestMinimumBasicScenario-1161825523-router', 'tenant_id': '6c72174c620441399d699909c4e20386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:09Z', 'updated_at': '2022-01-12T10:08:38Z', 'revision_number': 6, 'project_id': '6c72174c620441399d699909c4e20386', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:38.867180 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de216733-798f-4094-8ec8-8b1b2f36ff03 None None] The sync data for ids ['b3b30749-5469-458e-b98f-7d46b8dd9bd5'] in dv-neutron-824346-1-hyperv is: [{'id': 'b3b30749-5469-458e-b98f-7d46b8dd9bd5', 'name': 'tempest-TestMinimumBasicScenario-1161825523-router', 'tenant_id': '6c72174c620441399d699909c4e20386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:06:09Z', 'updated_at': '2022-01-12T10:08:38Z', 'revision_number': 6, 'project_id': '6c72174c620441399d699909c4e20386', 'gw_port_host': None}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:08:38.888864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8884b1e5-6c95-4ccf-821f-213d298a8e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:38.954594 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884b1e5-6c95-4ccf-821f-213d298a8e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6184fa0-3cf5-46de-9f64-32e3ea72cc58,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:39.168228 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8884b1e5-6c95-4ccf-821f-213d298a8e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:39.344729 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8884b1e5-6c95-4ccf-821f-213d298a8e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:39.347235 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8884b1e5-6c95-4ccf-821f-213d298a8e08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:39.355253 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4fef2fd3-a520-490d-8db0-d5f060407595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:39.372956 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8884b1e5-6c95-4ccf-821f-213d298a8e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:39.373509 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8884b1e5-6c95-4ccf-821f-213d298a8e08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3b30749-5469-458e-b98f-7d46b8dd9bd5 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 10:08:39.388700 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8884b1e5-6c95-4ccf-821f-213d298a8e08 admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:39.389851 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8884b1e5-6c95-4ccf-821f-213d298a8e08 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b3b30749-5469-458e-b98f-7d46b8dd9bd5 HTTP/1.1" status: 204 len: 168 time: 1.3786304 Jan 12 10:08:39.392500 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47324) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:39.454607 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a5bd10-0413-4c6b-ae4b-11475e4c33cb admin admin] Deleting subnet 3a7a8016-3242-4d65-aa5f-92f3e1310010 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:08:39.457474 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6a5bd10-0413-4c6b-ae4b-11475e4c33cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:39.507449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6a5bd10-0413-4c6b-ae4b-11475e4c33cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:39.587380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6a5bd10-0413-4c6b-ae4b-11475e4c33cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:39.658938 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6a5bd10-0413-4c6b-ae4b-11475e4c33cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:39.699602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e6a5bd10-0413-4c6b-ae4b-11475e4c33cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:39.702645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5bd10-0413-4c6b-ae4b-11475e4c33cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7a8016-3242-4d65-aa5f-92f3e1310010,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:39.705133 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21ae531-1d85-49ac-9316-e8bf2de54411 None None] Network b7bbecb0-406a-4159-b9b7-7bec07ec7bdf requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:08:39.709380 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e6a5bd10-0413-4c6b-ae4b-11475e4c33cb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3a7a8016-3242-4d65-aa5f-92f3e1310010 HTTP/1.1" status: 204 len: 168 time: 0.3159003 Jan 12 10:08:39.712058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47328) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:39.829660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:39.838354 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e6184fa0-3cf5-46de-9f64-32e3ea72cc58 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:08:39.844301 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] Deleting port b6256af8-f62f-4951-9f89-a15479e0f218 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:08:39.844652 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:39.951181 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: e6184fa0-3cf5-46de-9f64-32e3ea72cc58 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:08:39.951554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e6184fa0-3cf5-46de-9f64-32e3ea72cc58 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:08:39.951944 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e6340660-b343-4284-b963-dbd5fa6a3041 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:08:39.986625 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: e6340660-b343-4284-b963-dbd5fa6a3041 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:08:39.986925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e6340660-b343-4284-b963-dbd5fa6a3041 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:08:40.065646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] For port b6256af8-f62f-4951-9f89-a15479e0f218, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b6256af8-f62f-4951-9f89-a15479e0f218,segment=NetworkSegment(09e01917-0f9a-4808-8542-b3c0aeb4948d),segment_id=09e01917-0f9a-4808-8542-b3c0aeb4948d)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:08:40.066215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:40.097786 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0b408a-7282-4e02-96ff-5fd23e6ff5d8 None None] DHCP port deletion for b7bbecb0-406a-4159-b9b7-7bec07ec7bdf request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:08:40.102565 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fc0b408a-7282-4e02-96ff-5fd23e6ff5d8 None None] Deleting port b6256af8-f62f-4951-9f89-a15479e0f218 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:08:40.102859 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fc0b408a-7282-4e02-96ff-5fd23e6ff5d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:40.297728 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] Calling delete_port for b6256af8-f62f-4951-9f89-a15479e0f218 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:08:40.312604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-fc0b408a-7282-4e02-96ff-5fd23e6ff5d8 None None] For port b6256af8-f62f-4951-9f89-a15479e0f218, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=b6256af8-f62f-4951-9f89-a15479e0f218,segment=NetworkSegment(09e01917-0f9a-4808-8542-b3c0aeb4948d),segment_id=09e01917-0f9a-4808-8542-b3c0aeb4948d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:08:40.312998 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fc0b408a-7282-4e02-96ff-5fd23e6ff5d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:40.377986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:40.429953 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] No DVR routers for this DVR port b6256af8-f62f-4951-9f89-a15479e0f218 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:08:40.431557 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6256af8-f62f-4951-9f89-a15479e0f218,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:40.444096 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fc0b408a-7282-4e02-96ff-5fd23e6ff5d8 None None] Calling delete_port for b6256af8-f62f-4951-9f89-a15479e0f218 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:08:40.477140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:40.520270 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-fc0b408a-7282-4e02-96ff-5fd23e6ff5d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:08:40.520639 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-fc0b408a-7282-4e02-96ff-5fd23e6ff5d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:08:40.551283 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:40.575955 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7bbecb0-406a-4159-b9b7-7bec07ec7bdf']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:40.587558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e01917-0f9a-4808-8542-b3c0aeb4948d') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:40.587879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e01917-0f9a-4808-8542-b3c0aeb4948d') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:40.599262 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:40.616216 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:40.623117 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:08:40.623582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:08:40.637785 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:08:40.714549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:40.730529 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:40.741117 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7bbecb0-406a-4159-b9b7-7bec07ec7bdf,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:40.745604 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a3a0b27d-4645-464c-9bc4-24d710a47621 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b7bbecb0-406a-4159-b9b7-7bec07ec7bdf HTTP/1.1" status: 204 len: 168 time: 1.0321722 Jan 12 10:08:40.925670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47334) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:40.974983 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6781ff2e-cfd0-4dc6-89fd-2df8f85e7322 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f676a86a7c094a31a5551f1154bd2026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480430 Jan 12 10:08:40.977604 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47338) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:41.021645 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fc0b408a-7282-4e02-96ff-5fd23e6ff5d8 None None] Deleting port b6256af8-f62f-4951-9f89-a15479e0f218 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:08:41.022101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fc0b408a-7282-4e02-96ff-5fd23e6ff5d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:41.035736 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e74680af-db65-4a33-90d9-d0d52fb91155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:41.063120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e74680af-db65-4a33-90d9-d0d52fb91155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:41.091467 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fc0b408a-7282-4e02-96ff-5fd23e6ff5d8 None None] The port 'b6256af8-f62f-4951-9f89-a15479e0f218' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 10:08:41.123173 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e74680af-db65-4a33-90d9-d0d52fb91155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:41.146963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74680af-db65-4a33-90d9-d0d52fb91155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73982454-3947-4d7f-8c14-b8cf05fb4c7f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:41.149809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:41.161090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e74680af-db65-4a33-90d9-d0d52fb91155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:41.162906 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e74680af-db65-4a33-90d9-d0d52fb91155 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73982454-3947-4d7f-8c14-b8cf05fb4c7f HTTP/1.1" status: 204 len: 168 time: 0.1843245 Jan 12 10:08:41.519447 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47346) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:41.569858 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-83a69ffd-9fcf-41ac-83e0-c56c516d8f08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c72174c620441399d699909c4e20386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491765 Jan 12 10:08:41.572617 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47350) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:41.636645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-440e6150-1b71-4aea-9fa5-9da8e191edd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:41.662060 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-440e6150-1b71-4aea-9fa5-9da8e191edd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:41.714790 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-440e6150-1b71-4aea-9fa5-9da8e191edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:41.729152 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e6150-1b71-4aea-9fa5-9da8e191edd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9fc58f-1db3-4053-99c7-849d16d42968,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:41.735322 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-440e6150-1b71-4aea-9fa5-9da8e191edd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:41.738756 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-440e6150-1b71-4aea-9fa5-9da8e191edd1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e9fc58f-1db3-4053-99c7-849d16d42968 HTTP/1.1" status: 204 len: 168 time: 0.1628397 Jan 12 10:08:41.809125 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b6256af8-f62f-4951-9f89-a15479e0f218 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:08:41.847648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: b6256af8-f62f-4951-9f89-a15479e0f218 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:08:41.848077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device b6256af8-f62f-4951-9f89-a15479e0f218 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:08:42.745760 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:44.639042 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47396) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:44.644396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2071840605', 'description': 'tempest-secgroup-smoke-2071840605 description', 'project_id': '1ba8bb2f478747678bcbcd705988673a'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:08:44.651070 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:08:44.655553 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:08:44.659226 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:08:44.666112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:08:44.682108 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:44.694752 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:44.710444 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:08:44.714322 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:08:44.717221 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:08:44.723385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:08:44.817369 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:44.823031 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:44.834439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:08:44.842354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:08:44.847038 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:08:44.861120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:08:44.868884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8407f099-f5e5-415f-bfc2-5fddb8fadb4f,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:44.943523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:44.950315 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:44.993962 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7f8753-8135-42b2-a13c-c30ec5d8636e,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:44.997413 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:44.998628 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8ee5682c-2dc8-410d-8ed3-8bcdec4367de tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3585546 Jan 12 10:08:45.002426 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47400) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:45.009231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-95144bfe-c556-4cf7-aed3-e7d03e72d759 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '7e7f8753-8135-42b2-a13c-c30ec5d8636e', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:08:45.015637 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-95144bfe-c556-4cf7-aed3-e7d03e72d759 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:08:45.020411 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-95144bfe-c556-4cf7-aed3-e7d03e72d759 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:08:45.024615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-95144bfe-c556-4cf7-aed3-e7d03e72d759 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:08:45.032031 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-95144bfe-c556-4cf7-aed3-e7d03e72d759 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:08:45.056833 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95144bfe-c556-4cf7-aed3-e7d03e72d759 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.131650 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95144bfe-c556-4cf7-aed3-e7d03e72d759 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.136528 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95144bfe-c556-4cf7-aed3-e7d03e72d759 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.161358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95144bfe-c556-4cf7-aed3-e7d03e72d759 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbb977c-9201-4150-bc5f-9996b2ebf4a0,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:45.174088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-95144bfe-c556-4cf7-aed3-e7d03e72d759 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.175360 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-95144bfe-c556-4cf7-aed3-e7d03e72d759 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1705444 Jan 12 10:08:45.178291 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47404) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:45.183666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c4ba904d-2e47-484a-af71-72a41ed0f85f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '7e7f8753-8135-42b2-a13c-c30ec5d8636e', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:08:45.190382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c4ba904d-2e47-484a-af71-72a41ed0f85f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:08:45.197690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c4ba904d-2e47-484a-af71-72a41ed0f85f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:08:45.200793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c4ba904d-2e47-484a-af71-72a41ed0f85f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:08:45.206870 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c4ba904d-2e47-484a-af71-72a41ed0f85f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:08:45.230426 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c4ba904d-2e47-484a-af71-72a41ed0f85f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.307893 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c4ba904d-2e47-484a-af71-72a41ed0f85f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.312471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c4ba904d-2e47-484a-af71-72a41ed0f85f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.336351 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba904d-2e47-484a-af71-72a41ed0f85f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ee475e-3761-4b78-a639-21b370004026,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:45.346215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c4ba904d-2e47-484a-af71-72a41ed0f85f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.347538 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c4ba904d-2e47-484a-af71-72a41ed0f85f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1680596 Jan 12 10:08:45.350644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47408) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:45.356084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-07a7a8b1-7189-485f-8158-51e3382f6ceb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '7e7f8753-8135-42b2-a13c-c30ec5d8636e', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:08:45.363071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-07a7a8b1-7189-485f-8158-51e3382f6ceb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:08:45.367838 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-07a7a8b1-7189-485f-8158-51e3382f6ceb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:08:45.371664 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-07a7a8b1-7189-485f-8158-51e3382f6ceb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:08:45.378476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-07a7a8b1-7189-485f-8158-51e3382f6ceb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:08:45.398315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-07a7a8b1-7189-485f-8158-51e3382f6ceb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.465878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-07a7a8b1-7189-485f-8158-51e3382f6ceb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.476958 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-07a7a8b1-7189-485f-8158-51e3382f6ceb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.504485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7a8b1-7189-485f-8158-51e3382f6ceb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3d138b-555c-430d-ac91-5e0636f77543,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:45.517614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-07a7a8b1-7189-485f-8158-51e3382f6ceb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.519551 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-07a7a8b1-7189-485f-8158-51e3382f6ceb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1673853 Jan 12 10:08:45.522085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47412) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:45.527540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6da75ebc-9b3d-4ad2-8878-918b06345890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '7e7f8753-8135-42b2-a13c-c30ec5d8636e', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:08:45.534345 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6da75ebc-9b3d-4ad2-8878-918b06345890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:08:45.539047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6da75ebc-9b3d-4ad2-8878-918b06345890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:08:45.544175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6da75ebc-9b3d-4ad2-8878-918b06345890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:08:45.551169 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6da75ebc-9b3d-4ad2-8878-918b06345890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:08:45.570330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6da75ebc-9b3d-4ad2-8878-918b06345890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.644425 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6da75ebc-9b3d-4ad2-8878-918b06345890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.650219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6da75ebc-9b3d-4ad2-8878-918b06345890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.678488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da75ebc-9b3d-4ad2-8878-918b06345890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b593d929-9c11-4cc1-9e68-e9e2c4ca2dd8,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:45.690545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6da75ebc-9b3d-4ad2-8878-918b06345890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.692394 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6da75ebc-9b3d-4ad2-8878-918b06345890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1689658 Jan 12 10:08:45.695524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47416) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:45.700686 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a308ed96-9278-4049-98a9-ea00157e5ae0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '7e7f8753-8135-42b2-a13c-c30ec5d8636e', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:08:45.706823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a308ed96-9278-4049-98a9-ea00157e5ae0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:08:45.710575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a308ed96-9278-4049-98a9-ea00157e5ae0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:08:45.713708 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a308ed96-9278-4049-98a9-ea00157e5ae0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:08:45.719653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a308ed96-9278-4049-98a9-ea00157e5ae0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:08:45.731975 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-a308ed96-9278-4049-98a9-ea00157e5ae0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Project 1ba8bb2f478747678bcbcd705988673a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:08:45.739298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a308ed96-9278-4049-98a9-ea00157e5ae0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.815107 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a308ed96-9278-4049-98a9-ea00157e5ae0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.821325 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a308ed96-9278-4049-98a9-ea00157e5ae0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.868812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308ed96-9278-4049-98a9-ea00157e5ae0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44c4238-c99a-4334-898b-15c68f01fd95,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:45.879672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a308ed96-9278-4049-98a9-ea00157e5ae0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.881001 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a308ed96-9278-4049-98a9-ea00157e5ae0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1845243 Jan 12 10:08:45.885611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47420) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:45.890022 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d67bbdb3-f36f-4db4-a79b-c928c8dcd027 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '7e7f8753-8135-42b2-a13c-c30ec5d8636e', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:08:45.896386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d67bbdb3-f36f-4db4-a79b-c928c8dcd027 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:08:45.900276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d67bbdb3-f36f-4db4-a79b-c928c8dcd027 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:08:45.903126 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d67bbdb3-f36f-4db4-a79b-c928c8dcd027 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:08:45.908796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d67bbdb3-f36f-4db4-a79b-c928c8dcd027 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:08:45.919905 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-d67bbdb3-f36f-4db4-a79b-c928c8dcd027 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Project 1ba8bb2f478747678bcbcd705988673a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:08:45.926400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d67bbdb3-f36f-4db4-a79b-c928c8dcd027 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.993416 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d67bbdb3-f36f-4db4-a79b-c928c8dcd027 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:45.998737 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d67bbdb3-f36f-4db4-a79b-c928c8dcd027 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:46.024232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bbdb3-f36f-4db4-a79b-c928c8dcd027 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0722b701-21fc-4b60-bc7b-6996cd7df9de,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:46.035735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d67bbdb3-f36f-4db4-a79b-c928c8dcd027 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:46.037014 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d67bbdb3-f36f-4db4-a79b-c928c8dcd027 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515727 Jan 12 10:08:46.040509 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47424) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:46.046696 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-1fed527d-ad15-419f-9dfe-374eda25d890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'network': {'name': 'tempest-network-smoke--1698726668', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'port_security_enabled': True}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:08:46.052176 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1fed527d-ad15-419f-9dfe-374eda25d890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:08:46.056326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1fed527d-ad15-419f-9dfe-374eda25d890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:network and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:08:46.059339 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1fed527d-ad15-419f-9dfe-374eda25d890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:08:46.065936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1fed527d-ad15-419f-9dfe-374eda25d890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:08:46.081651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fed527d-ad15-419f-9dfe-374eda25d890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Made reservation on behalf of 1ba8bb2f478747678bcbcd705988673a for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:08:46.085614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fed527d-ad15-419f-9dfe-374eda25d890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:46.114287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fed527d-ad15-419f-9dfe-374eda25d890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:08:46.123603 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fed527d-ad15-419f-9dfe-374eda25d890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:46.123932 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-1fed527d-ad15-419f-9dfe-374eda25d890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Added segment 0b07ed0e-b080-4e05-93e8-07e836bcf5f0 of type vlan for network 2ac12b56-0abf-4877-8bb3-1d13a6bc944c Jan 12 10:08:46.154797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fed527d-ad15-419f-9dfe-374eda25d890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:46.186891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fed527d-ad15-419f-9dfe-374eda25d890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:46.192227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fed527d-ad15-419f-9dfe-374eda25d890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:46.192799 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fed527d-ad15-419f-9dfe-374eda25d890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:46.294144 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1fed527d-ad15-419f-9dfe-374eda25d890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2524576 Jan 12 10:08:46.297203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47430) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:46.299746 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed527d-ad15-419f-9dfe-374eda25d890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Network': ['ID=2ac12b56-0abf-4877-8bb3-1d13a6bc944c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:46.302564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1302119145', 'admin_state_up': True, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:08:46.310207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:08:46.310841 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 2ac12b56-0abf-4877-8bb3-1d13a6bc944c details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:08:46.314365 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:router and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:08:46.317428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:08:46.327778 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:08:46.340474 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:46.341474 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:46.357818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:46.624534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:46.929389 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:46.947352 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:46.960227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:47.201740 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.26.2.60 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:08:47.350044 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:47.383869 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:47.452164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:08:47.455029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:08:47.458642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:08:47.488222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:47.876891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:48.226005 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:48.439739 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router f4faa64a-6322-4f3f-996d-a55252adb95a is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 10:08:48.730103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:08:48.742050 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Sync routers for ids ['f4faa64a-6322-4f3f-996d-a55252adb95a'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:08:48.752580 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Routers {'f4faa64a-6322-4f3f-996d-a55252adb95a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:08:48.753210 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:08:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f4faa64a-6322-4f3f-996d-a55252adb95a'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:48.760889 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:48.762148 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-900b70e3-1d35-41a1-9861-5d56605c23c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4638908 Jan 12 10:08:48.765487 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47434) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:48.917446 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d2fcbac3-e00d-4eb3-8c54-4dafa59d10ef tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1ba8bb2f478747678bcbcd705988673a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1507611 Jan 12 10:08:48.921653 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47440) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:48.929934 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Set router f4faa64a-6322-4f3f-996d-a55252adb95a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:08:49.052102 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916105e1-5473-40ee-aec9-deb237e619fa tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:49.056291 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-916105e1-5473-40ee-aec9-deb237e619fa tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309059 Jan 12 10:08:49.056533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47444) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:49.096316 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-787e0821-dcb6-4c9d-ab01-ba6f8fd0e13e tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386760 Jan 12 10:08:49.098983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47448) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:49.104479 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-0e1a7419-88c0-4dd9-9990-a8810f3f2923 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1811577835', 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:08:49.213163 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0e1a7419-88c0-4dd9-9990-a8810f3f2923 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:08:49.215564 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302119145', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:47Z', 'revision_number': 3, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:49.217218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0e1a7419-88c0-4dd9-9990-a8810f3f2923 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:subnet and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:08:49.219481 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Checking router: f4faa64a-6322-4f3f-996d-a55252adb95a for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:08:49.219829 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Updating router f4faa64a-6322-4f3f-996d-a55252adb95a port 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:08:49.220092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0e1a7419-88c0-4dd9-9990-a8810f3f2923 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:08:49.225806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0e1a7419-88c0-4dd9-9990-a8810f3f2923 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:08:49.239470 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1a7419-88c0-4dd9-9990-a8810f3f2923 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Made reservation on behalf of 1ba8bb2f478747678bcbcd705988673a for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:08:49.243534 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7419-88c0-4dd9-9990-a8810f3f2923 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:49.278683 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:49.466460 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7419-88c0-4dd9-9990-a8810f3f2923 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:49.543589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a7419-88c0-4dd9-9990-a8810f3f2923 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Subnet': ['ID=13c883c2-12c0-4037-bd9a-2f82008037c8,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:49.553220 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a7419-88c0-4dd9-9990-a8810f3f2923 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Checking segment: {'id': '0b07ed0e-b080-4e05-93e8-07e836bcf5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:08:49.553581 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1a7419-88c0-4dd9-9990-a8810f3f2923 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network hostable DHCP agents. Network: 2ac12b56-0abf-4877-8bb3-1d13a6bc944c, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:08:49.574326 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1a7419-88c0-4dd9-9990-a8810f3f2923 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network 2ac12b56-0abf-4877-8bb3-1d13a6bc944c is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:08:49.586482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-0e1a7419-88c0-4dd9-9990-a8810f3f2923 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 2ac12b56-0abf-4877-8bb3-1d13a6bc944c) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:08:49.592480 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1a7419-88c0-4dd9-9990-a8810f3f2923 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:49.593693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7419-88c0-4dd9-9990-a8810f3f2923 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:49.599046 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a240b228-bd0e-4d2e-9dc9-71188eade0aa None None] Network 2ac12b56-0abf-4877-8bb3-1d13a6bc944c requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:08:49.625671 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47452) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:08:49.635748 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0e1a7419-88c0-4dd9-9990-a8810f3f2923 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5354104 Jan 12 10:08:49.637399 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:49.649020 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Transition to ACTIVE for port object 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:08:49.658641 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:49.742807 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abfbcc-3fd5-4a24-8b01-f45be0c2fbbb None None] Pushing event updated for resources: {'Port': ['ID=830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:49.752780 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Attempting to bind port 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:08:49.753146 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Attempting to bind port 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:08:49.753498 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Attempting to bind port 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:08:49.762363 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abfbcc-3fd5-4a24-8b01-f45be0c2fbbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:49.762735 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abfbcc-3fd5-4a24-8b01-f45be0c2fbbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:49.763079 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abfbcc-3fd5-4a24-8b01-f45be0c2fbbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:49.763399 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abfbcc-3fd5-4a24-8b01-f45be0c2fbbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:49.763723 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abfbcc-3fd5-4a24-8b01-f45be0c2fbbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:49.764040 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abfbcc-3fd5-4a24-8b01-f45be0c2fbbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:49.764353 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abfbcc-3fd5-4a24-8b01-f45be0c2fbbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:49.764714 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abfbcc-3fd5-4a24-8b01-f45be0c2fbbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:49.764978 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abfbcc-3fd5-4a24-8b01-f45be0c2fbbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:49.765286 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abfbcc-3fd5-4a24-8b01-f45be0c2fbbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:49.765596 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abfbcc-3fd5-4a24-8b01-f45be0c2fbbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:49.765903 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7abfbcc-3fd5-4a24-8b01-f45be0c2fbbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:49.769012 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:08:49.769379 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:08:49.769779 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:49.770138 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:08:49.770590 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Bound port: 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:08:49.770983 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:49.848971 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] For port 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:08:49.852280 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] For port 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:08:49.854175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ips': [{'subnet_id': '13c883c2-12c0-4037-bd9a-2f82008037c8'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:08:49.855132 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:49.859161 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:49.936135 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abfbcc-3fd5-4a24-8b01-f45be0c2fbbb None None] Pushing event updated for resources: {'Port': ['ID=830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:49.945809 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Routers {'f4faa64a-6322-4f3f-996d-a55252adb95a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:08:49.946415 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:08:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f4faa64a-6322-4f3f-996d-a55252adb95a'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:50.018501 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Allocated IP 172.20.0.2 (2ac12b56-0abf-4877-8bb3-1d13a6bc944c/13c883c2-12c0-4037-bd9a-2f82008037c8/84cbeabd-113d-4621-9f4a-bf303f3748f4) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:08:50.171744 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] Set router f4faa64a-6322-4f3f-996d-a55252adb95a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:08:50.241726 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:50.252874 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Transition to ACTIVE for port object 84cbeabd-113d-4621-9f4a-bf303f3748f4 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:08:50.271673 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Transition to ACTIVE for port object 84cbeabd-113d-4621-9f4a-bf303f3748f4 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:08:50.282013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:50.348544 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Network 2ac12b56-0abf-4877-8bb3-1d13a6bc944c is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:08:50.351430 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:08:50.357703 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:08:50.367510 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Pushing event updated for resources: {'Port': ['ID=84cbeabd-113d-4621-9f4a-bf303f3748f4,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:50.379784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:50.380133 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:50.380458 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:50.380786 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:50.381117 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:50.381436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:50.381755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:50.382070 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:50.382392 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:50.382710 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:50.383163 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:50.383652 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:08:50.481262 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Attempting to bind port 84cbeabd-113d-4621-9f4a-bf303f3748f4 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:08:50.481662 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Attempting to bind port 84cbeabd-113d-4621-9f4a-bf303f3748f4 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '0b07ed0e-b080-4e05-93e8-07e836bcf5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:08:50.482022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Attempting to bind port 84cbeabd-113d-4621-9f4a-bf303f3748f4 on network 2ac12b56-0abf-4877-8bb3-1d13a6bc944c {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:08:50.488156 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:08:50.488670 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Checking segment: {'id': '0b07ed0e-b080-4e05-93e8-07e836bcf5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:08:50.489063 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:50.489447 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Bound using segment: {'id': '0b07ed0e-b080-4e05-93e8-07e836bcf5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:08:50.489904 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Bound port: 84cbeabd-113d-4621-9f4a-bf303f3748f4, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b07ed0e-b080-4e05-93e8-07e836bcf5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:08:50.490603 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:50.493472 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302119145', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:47Z', 'revision_number': 3, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:50.497466 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92dbdf5-31c7-4cd1-ac72-76035eda8569 None None] The sync data for ids ['f4faa64a-6322-4f3f-996d-a55252adb95a'] in dv-neutron-824346-1-hyperv is: [{'id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302119145', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:47Z', 'revision_number': 3, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:08:50.508975 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:50.633299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] For port 84cbeabd-113d-4621-9f4a-bf303f3748f4, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:08:50.637478 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] For port 84cbeabd-113d-4621-9f4a-bf303f3748f4, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=84cbeabd-113d-4621-9f4a-bf303f3748f4,segment=NetworkSegment(0b07ed0e-b080-4e05-93e8-07e836bcf5f0),segment_id=0b07ed0e-b080-4e05-93e8-07e836bcf5f0)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:08:50.642234 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:50.750206 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad25c57-07aa-4001-ba22-fd0dfa9ad7bf None None] Pushing event updated for resources: {'Port': ['ID=84cbeabd-113d-4621-9f4a-bf303f3748f4,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:51.024281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.20.0.1 (2ac12b56-0abf-4877-8bb3-1d13a6bc944c/13c883c2-12c0-4037-bd9a-2f82008037c8/dbf85bc7-f09e-43ed-9e80-882c8552f0a7) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:08:51.216399 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:51.233531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Transition to ACTIVE for port object dbf85bc7-f09e-43ed-9e80-882c8552f0a7 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:08:51.258463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:51.326801 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network 2ac12b56-0abf-4877-8bb3-1d13a6bc944c is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:08:51.330029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:08:51.334260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:08:51.373612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=dbf85bc7-f09e-43ed-9e80-882c8552f0a7,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:51.399534 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:51.824993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:51.877520 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:08:51.916538 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fc8961-ef5b-46f5-8a68-a6e09fd18222 None None] Network 2ac12b56-0abf-4877-8bb3-1d13a6bc944c requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:08:52.051209 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-502f1a74-bc13-4c12-9d79-4464a90bda0e None None] Provisioning for port 84cbeabd-113d-4621-9f4a-bf303f3748f4 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:08:52.060914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:08:52.079061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:08:52.079428 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:52.279227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:52.285475 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:52.303152 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:52.324362 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:08:52.329748 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:52.330587 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 84cbeabd-113d-4621-9f4a-bf303f3748f4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:08:52.407173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:52.411366 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=dbf85bc7-f09e-43ed-9e80-882c8552f0a7,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:52.451217 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:52.464248 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 84cbeabd-113d-4621-9f4a-bf303f3748f4 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:08:52.478437 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 84cbeabd-113d-4621-9f4a-bf303f3748f4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:08:52.478926 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:52.560930 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network 2ac12b56-0abf-4877-8bb3-1d13a6bc944c is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:08:52.562069 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:08:52.618905 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:52.628978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f108e8f1-7f6d-49ef-aa7a-97b563cf380e None None] Provisioning complete for port 84cbeabd-113d-4621-9f4a-bf303f3748f4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:08:52.629332 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f108e8f1-7f6d-49ef-aa7a-97b563cf380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:52.711650 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 84cbeabd-113d-4621-9f4a-bf303f3748f4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=84cbeabd-113d-4621-9f4a-bf303f3748f4,segment=NetworkSegment(0b07ed0e-b080-4e05-93e8-07e836bcf5f0),segment_id=0b07ed0e-b080-4e05-93e8-07e836bcf5f0)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:08:52.721193 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:52.752861 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router f4faa64a-6322-4f3f-996d-a55252adb95a has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:08:52.846557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=84cbeabd-113d-4621-9f4a-bf303f3748f4,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:52.860795 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f108e8f1-7f6d-49ef-aa7a-97b563cf380e None None] Provisioning for port dbf85bc7-f09e-43ed-9e80-882c8552f0a7 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:08:52.867693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f108e8f1-7f6d-49ef-aa7a-97b563cf380e None None] Provisioning complete for port dbf85bc7-f09e-43ed-9e80-882c8552f0a7 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:08:52.868059 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f108e8f1-7f6d-49ef-aa7a-97b563cf380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:52.930475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f108e8f1-7f6d-49ef-aa7a-97b563cf380e None None] Port dbf85bc7-f09e-43ed-9e80-882c8552f0a7 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:08:52.948244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:08:52.961400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Sync routers for ids ['f4faa64a-6322-4f3f-996d-a55252adb95a'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:08:52.968342 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9f511370-8a18-423b-a92b-6231233bee2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "PUT /v2.0/routers/f4faa64a-6322-4f3f-996d-a55252adb95a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3413854 Jan 12 10:08:52.973100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Routers {'f4faa64a-6322-4f3f-996d-a55252adb95a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:08:52.973742 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:08:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f4faa64a-6322-4f3f-996d-a55252adb95a'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:53.072915 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-23690c11-41ae-41d9-ae31-eb1b7df1dec4 None None] Provisioning complete for port dbf85bc7-f09e-43ed-9e80-882c8552f0a7 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:08:53.073286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-23690c11-41ae-41d9-ae31-eb1b7df1dec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:53.137211 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-4dfb4297-1a49-4962-97f6-5551895897e2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071840605&fields=id&tenant_id=1ba8bb2f478747678bcbcd705988673a HTTP/1.1" status: 200 len: 267 time: 0.0394220 Jan 12 10:08:53.208047 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-23690c11-41ae-41d9-ae31-eb1b7df1dec4 None None] Port dbf85bc7-f09e-43ed-9e80-882c8552f0a7 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:08:53.213222 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Set router f4faa64a-6322-4f3f-996d-a55252adb95a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:08:53.286285 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-295e3a15-e401-4b85-b857-6611dbf03bbf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:53.287082 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-295e3a15-e401-4b85-b857-6611dbf03bbf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:08:53.306489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-295e3a15-e401-4b85-b857-6611dbf03bbf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:08:53.307846 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-295e3a15-e401-4b85-b857-6611dbf03bbf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/networks?id=2ac12b56-0abf-4877-8bb3-1d13a6bc944c HTTP/1.1" status: 200 len: 797 time: 0.1641624 Jan 12 10:08:53.323195 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-000c6dd0-4e50-4e5b-8e34-1ff8237c165b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/quotas/1ba8bb2f478747678bcbcd705988673a HTTP/1.1" status: 200 len: 375 time: 0.0095534 Jan 12 10:08:53.412094 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-a523518d-41ea-430c-9038-4f885e020db8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:08:53.430339 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-a523518d-41ea-430c-9038-4f885e020db8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:08:53.431840 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-a523518d-41ea-430c-9038-4f885e020db8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029947 Jan 12 10:08:53.583887 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302119145', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:51Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'dbf85bc7-f09e-43ed-9e80-882c8552f0a7', 'name': '', 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:72:73:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:50Z', 'updated_at': '2022-01-12T10:08:52Z', 'revision_number': 2, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:53.588221 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Checking router: f4faa64a-6322-4f3f-996d-a55252adb95a for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:08:53.588575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Updating router f4faa64a-6322-4f3f-996d-a55252adb95a port dbf85bc7-f09e-43ed-9e80-882c8552f0a7 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:08:53.646592 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:53.750305 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-9b9bf19e-6e7b-49db-96f6-dec5e67335b8 service neutron] 10.222.0.26 "GET /v2.0/networks/2ac12b56-0abf-4877-8bb3-1d13a6bc944c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058820 Jan 12 10:08:53.818840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:08:53.885064 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-fdbec950-bac6-46a3-918d-5e2381acda74 service neutron] 10.222.0.26 "GET /v2.0/networks/2ac12b56-0abf-4877-8bb3-1d13a6bc944c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285667 Jan 12 10:08:53.998592 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:08:53.999152 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:54.099529 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8047e03a-689a-495a-a4fc-d75640988ed0 req-437b39b3-3f8d-409b-bfe8-d271ee191098 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 210 time: 0.0675931 Jan 12 10:08:54.133240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:54.178355 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Transition to ACTIVE for port object dbf85bc7-f09e-43ed-9e80-882c8552f0a7 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:08:54.195055 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:54.256862 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 84cbeabd-113d-4621-9f4a-bf303f3748f4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:08:54.379621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feff7d9-3bcf-44cc-996c-b20a1ed3a777 None None] Pushing event updated for resources: {'Port': ['ID=dbf85bc7-f09e-43ed-9e80-882c8552f0a7,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:54.486297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Attempting to bind port dbf85bc7-f09e-43ed-9e80-882c8552f0a7 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:08:54.486669 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Attempting to bind port dbf85bc7-f09e-43ed-9e80-882c8552f0a7 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '0b07ed0e-b080-4e05-93e8-07e836bcf5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:08:54.487050 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Attempting to bind port dbf85bc7-f09e-43ed-9e80-882c8552f0a7 on network 2ac12b56-0abf-4877-8bb3-1d13a6bc944c {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:08:54.496516 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:08:54.496955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Checking segment: {'id': '0b07ed0e-b080-4e05-93e8-07e836bcf5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:08:54.497471 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:54.497910 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Bound using segment: {'id': '0b07ed0e-b080-4e05-93e8-07e836bcf5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:08:54.498421 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Bound port: dbf85bc7-f09e-43ed-9e80-882c8552f0a7, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b07ed0e-b080-4e05-93e8-07e836bcf5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:08:54.498897 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:54.519090 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 84cbeabd-113d-4621-9f4a-bf303f3748f4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:08:54.519378 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:54.668693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] For port dbf85bc7-f09e-43ed-9e80-882c8552f0a7, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:08:54.674409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] For port dbf85bc7-f09e-43ed-9e80-882c8552f0a7, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=dbf85bc7-f09e-43ed-9e80-882c8552f0a7,segment=NetworkSegment(0b07ed0e-b080-4e05-93e8-07e836bcf5f0),segment_id=0b07ed0e-b080-4e05-93e8-07e836bcf5f0)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:08:54.681175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:54.821879 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Routers {'f4faa64a-6322-4f3f-996d-a55252adb95a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:08:54.822512 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:08:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f4faa64a-6322-4f3f-996d-a55252adb95a'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:54.874176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feff7d9-3bcf-44cc-996c-b20a1ed3a777 None None] Pushing event updated for resources: {'Port': ['ID=dbf85bc7-f09e-43ed-9e80-882c8552f0a7,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:55.062809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] Set router f4faa64a-6322-4f3f-996d-a55252adb95a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:08:55.258190 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5aa9deb8-1a37-4ffe-8f49-90b7252c9955 req-240bc8ff-e758-417b-8c16-0c61101fb62b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 210 time: 0.0466094 Jan 12 10:08:55.379083 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-8c2fecbf-93cc-485d-a032-43ede47b2d76 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:55.380663 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-8c2fecbf-93cc-485d-a032-43ede47b2d76 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "GET /v2.0/networks?id=2ac12b56-0abf-4877-8bb3-1d13a6bc944c HTTP/1.1" status: 200 len: 797 time: 0.2030652 Jan 12 10:08:55.421781 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302119145', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:51Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'dbf85bc7-f09e-43ed-9e80-882c8552f0a7', 'name': '', 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:72:73:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:50Z', 'updated_at': '2022-01-12T10:08:54Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:55.426531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6642f8d0-81a9-4b15-babf-e94234911a38 None None] The sync data for ids ['f4faa64a-6322-4f3f-996d-a55252adb95a'] in dv-neutron-824346-1-hyperv is: [{'id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302119145', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:51Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'dbf85bc7-f09e-43ed-9e80-882c8552f0a7', 'name': '', 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:72:73:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:50Z', 'updated_at': '2022-01-12T10:08:54Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:08:55.446245 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-bdb4dc92-9605-4edd-b2a9-5aee6a54124c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:08:55.486472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-bdb4dc92-9605-4edd-b2a9-5aee6a54124c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:08:55.488776 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-bdb4dc92-9605-4edd-b2a9-5aee6a54124c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ba8bb2f478747678bcbcd705988673a HTTP/1.1" status: 200 len: 380 time: 0.0929358 Jan 12 10:08:55.500015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-19ddd9f4-c6b3-4a50-8bcf-9552cb924c5c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'port': {'device_id': '61f092f3-82a9-4914-aab3-1fe660982f94', 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'admin_state_up': True, 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'security_groups': ['7e7f8753-8135-42b2-a13c-c30ec5d8636e']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:08:55.657119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-19ddd9f4-c6b3-4a50-8bcf-9552cb924c5c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:08:55.669092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-19ddd9f4-c6b3-4a50-8bcf-9552cb924c5c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:08:55.681287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-19ddd9f4-c6b3-4a50-8bcf-9552cb924c5c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Made reservation on behalf of 1ba8bb2f478747678bcbcd705988673a for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:08:55.685344 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-19ddd9f4-c6b3-4a50-8bcf-9552cb924c5c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:55.831552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device dbf85bc7-f09e-43ed-9e80-882c8552f0a7 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:08:55.874214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-19ddd9f4-c6b3-4a50-8bcf-9552cb924c5c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.20.0.7 (2ac12b56-0abf-4877-8bb3-1d13a6bc944c/13c883c2-12c0-4037-bd9a-2f82008037c8/9ce05803-ad19-4cfc-934c-8f88e5379bf9) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:08:55.909754 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port dbf85bc7-f09e-43ed-9e80-882c8552f0a7 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:08:55.914916 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port dbf85bc7-f09e-43ed-9e80-882c8552f0a7 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:08:55.915528 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:56.044979 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:56.092691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port dbf85bc7-f09e-43ed-9e80-882c8552f0a7, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=dbf85bc7-f09e-43ed-9e80-882c8552f0a7,segment=NetworkSegment(0b07ed0e-b080-4e05-93e8-07e836bcf5f0),segment_id=0b07ed0e-b080-4e05-93e8-07e836bcf5f0)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:08:56.105033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:56.114500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-19ddd9f4-c6b3-4a50-8bcf-9552cb924c5c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:56.143879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-19ddd9f4-c6b3-4a50-8bcf-9552cb924c5c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Transition to ACTIVE for port object 9ce05803-ad19-4cfc-934c-8f88e5379bf9 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:08:56.176428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-19ddd9f4-c6b3-4a50-8bcf-9552cb924c5c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:56.193077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=dbf85bc7-f09e-43ed-9e80-882c8552f0a7,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:56.259119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-19ddd9f4-c6b3-4a50-8bcf-9552cb924c5c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network 2ac12b56-0abf-4877-8bb3-1d13a6bc944c is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:08:56.262568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-19ddd9f4-c6b3-4a50-8bcf-9552cb924c5c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:08:56.266603 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-19ddd9f4-c6b3-4a50-8bcf-9552cb924c5c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:08:56.430439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddd9f4-c6b3-4a50-8bcf-9552cb924c5c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=9ce05803-ad19-4cfc-934c-8f88e5379bf9,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:56.522036 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-19ddd9f4-c6b3-4a50-8bcf-9552cb924c5c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:56.522591 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-19ddd9f4-c6b3-4a50-8bcf-9552cb924c5c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:56.561610 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-19ddd9f4-c6b3-4a50-8bcf-9552cb924c5c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0653307 Jan 12 10:08:56.575141 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4784989-e357-41ac-b5d2-a07c831f1dc5 req-4a40dca4-3870-4baf-98c7-575d6a328247 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:56.576175 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-e4784989-e357-41ac-b5d2-a07c831f1dc5 req-4a40dca4-3870-4baf-98c7-575d6a328247 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:08:56.587915 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Request body: {'port': {'device_id': '61f092f3-82a9-4914-aab3-1fe660982f94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:08:56.589717 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0d8efd04-f205-4b9c-bd9c-83f98f03bcd9 None None] Provisioning for port 9ce05803-ad19-4cfc-934c-8f88e5379bf9 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:08:56.598743 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-0d8efd04-f205-4b9c-bd9c-83f98f03bcd9 None None] Provisioning complete for port 9ce05803-ad19-4cfc-934c-8f88e5379bf9 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:08:56.599159 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0d8efd04-f205-4b9c-bd9c-83f98f03bcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:56.663659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-e4784989-e357-41ac-b5d2-a07c831f1dc5 req-4a40dca4-3870-4baf-98c7-575d6a328247 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:08:56.665924 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e4784989-e357-41ac-b5d2-a07c831f1dc5 req-4a40dca4-3870-4baf-98c7-575d6a328247 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 931 time: 0.2414284 Jan 12 10:08:56.679083 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0d8efd04-f205-4b9c-bd9c-83f98f03bcd9 None None] Port 9ce05803-ad19-4cfc-934c-8f88e5379bf9 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:08:56.770009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:56.781904 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e4784989-e357-41ac-b5d2-a07c831f1dc5 req-3e271d21-ecda-4be1-a11e-d4aed813ac98 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e7f8753-8135-42b2-a13c-c30ec5d8636e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085577 Jan 12 10:08:57.134102 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce05803-ad19-4cfc-934c-8f88e5379bf9 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:08:57.142004 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:57.161171 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Transition to ACTIVE for port object 9ce05803-ad19-4cfc-934c-8f88e5379bf9 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:08:57.167030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:57.330046 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce05803-ad19-4cfc-934c-8f88e5379bf9,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:57.417131 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Attempting to bind port 9ce05803-ad19-4cfc-934c-8f88e5379bf9 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:08:57.417462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Attempting to bind port 9ce05803-ad19-4cfc-934c-8f88e5379bf9 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '0b07ed0e-b080-4e05-93e8-07e836bcf5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:08:57.417781 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Attempting to bind port 9ce05803-ad19-4cfc-934c-8f88e5379bf9 on network 2ac12b56-0abf-4877-8bb3-1d13a6bc944c {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:08:57.423159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Port 9ce05803-ad19-4cfc-934c-8f88e5379bf9 on network 2ac12b56-0abf-4877-8bb3-1d13a6bc944c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 10:08:57.423507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Attempting to bind port 9ce05803-ad19-4cfc-934c-8f88e5379bf9 on network 2ac12b56-0abf-4877-8bb3-1d13a6bc944c {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:08:57.429909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:08:57.430258 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Checking segment: {'id': '0b07ed0e-b080-4e05-93e8-07e836bcf5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:08:57.430654 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Bound using segment: {'id': '0b07ed0e-b080-4e05-93e8-07e836bcf5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:08:57.431278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Bound port: 9ce05803-ad19-4cfc-934c-8f88e5379bf9, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b07ed0e-b080-4e05-93e8-07e836bcf5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:08:57.431491 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:57.461481 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:08:57.526576 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] For port 9ce05803-ad19-4cfc-934c-8f88e5379bf9, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:08:57.529863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] For port 9ce05803-ad19-4cfc-934c-8f88e5379bf9, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=9ce05803-ad19-4cfc-934c-8f88e5379bf9,segment=NetworkSegment(0b07ed0e-b080-4e05-93e8-07e836bcf5f0),segment_id=0b07ed0e-b080-4e05-93e8-07e836bcf5f0)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:08:57.536321 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:57.603488 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:57.604123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:57.605585 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] 10.222.0.53 "PUT /v2.0/ports/9ce05803-ad19-4cfc-934c-8f88e5379bf9 HTTP/1.1" status: 200 len: 1093 time: 1.0236766 Jan 12 10:08:57.605988 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f092f3-82a9-4914-aab3-1fe660982f94', 'tag': '9ce05803-ad19-4cfc-934c-8f88e5379bf9'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:08:57.633417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9789ee1-b55c-4f30-b7cd-ac9661ba0d89 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce05803-ad19-4cfc-934c-8f88e5379bf9,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:57.694683 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f092f3-82a9-4914-aab3-1fe660982f94', 'tag': '9ce05803-ad19-4cfc-934c-8f88e5379bf9', 'status': 'completed', 'code': 200} Jan 12 10:08:57.745339 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-baa40cbd-a84e-486a-ba5d-074b87751842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:57.747429 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-baa40cbd-a84e-486a-ba5d-074b87751842 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 1096 time: 0.0857360 Jan 12 10:08:57.827209 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device dbf85bc7-f09e-43ed-9e80-882c8552f0a7 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:08:57.856673 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-a8db98ae-7f32-4979-8413-b6d5873481e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ce05803-ad19-4cfc-934c-8f88e5379bf9 HTTP/1.1" status: 200 len: 217 time: 0.0954444 Jan 12 10:08:57.908882 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port dbf85bc7-f09e-43ed-9e80-882c8552f0a7 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:08:57.909273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:57.970797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f14d3237-ef1c-41f2-a216-75d05a4948a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:57.972354 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-f14d3237-ef1c-41f2-a216-75d05a4948a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13c883c2-12c0-4037-bd9a-2f82008037c8 HTTP/1.1" status: 200 len: 835 time: 0.1057856 Jan 12 10:08:58.061745 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f937cc-aa0d-4d19-b58e-78d22fe4ae86 req-7b6d9bc4-cbda-4f37-84cd-60f618e0e395 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:58.063273 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6f937cc-aa0d-4d19-b58e-78d22fe4ae86 req-7b6d9bc4-cbda-4f37-84cd-60f618e0e395 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 943 time: 0.1540399 Jan 12 10:08:58.103189 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-4fa81edd-9b3b-4a62-bd5b-487789b92134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:58.104691 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-4fa81edd-9b3b-4a62-bd5b-487789b92134 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ac12b56-0abf-4877-8bb3-1d13a6bc944c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1232049 Jan 12 10:08:58.145706 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6f937cc-aa0d-4d19-b58e-78d22fe4ae86 req-c2ab06d0-145a-441e-9eff-2dbee5af2047 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e7f8753-8135-42b2-a13c-c30ec5d8636e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703070 Jan 12 10:08:58.249093 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-94b67d48-894b-481c-a043-12d16061c4e2 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac12b56-0abf-4877-8bb3-1d13a6bc944c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312909 Jan 12 10:08:58.489993 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9769bc72-d686-4f0c-9183-da790c7b9d80 req-e602d975-94bd-4de6-ab8e-87d07220f5d8 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac12b56-0abf-4877-8bb3-1d13a6bc944c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295871 Jan 12 10:08:58.619354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e8fb-b715-45c8-8bb6-a20db71f45ed req-15098253-b040-4e72-9d85-75da4bda5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:58.620836 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e618e8fb-b715-45c8-8bb6-a20db71f45ed req-15098253-b040-4e72-9d85-75da4bda5d1f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 1096 time: 0.0727127 Jan 12 10:08:58.753479 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e8fb-b715-45c8-8bb6-a20db71f45ed req-150fdab4-9155-4be8-908a-73bfcac4386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:58.754845 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e618e8fb-b715-45c8-8bb6-a20db71f45ed req-150fdab4-9155-4be8-908a-73bfcac4386a service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ac12b56-0abf-4877-8bb3-1d13a6bc944c HTTP/1.1" status: 200 len: 898 time: 0.1265776 Jan 12 10:08:58.825016 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e618e8fb-b715-45c8-8bb6-a20db71f45ed req-77b08d70-bedf-46ab-8d4d-a49afaba9a8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ce05803-ad19-4cfc-934c-8f88e5379bf9 HTTP/1.1" status: 200 len: 217 time: 0.0630813 Jan 12 10:08:58.900207 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e8fb-b715-45c8-8bb6-a20db71f45ed req-ba258be8-3ee8-4910-8268-6484c3366dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:58.901790 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e618e8fb-b715-45c8-8bb6-a20db71f45ed req-ba258be8-3ee8-4910-8268-6484c3366dca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13c883c2-12c0-4037-bd9a-2f82008037c8 HTTP/1.1" status: 200 len: 835 time: 0.0684423 Jan 12 10:08:58.978642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e8fb-b715-45c8-8bb6-a20db71f45ed req-13bf1068-30be-4b2b-8d2e-5baeecb204f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:58.980164 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e618e8fb-b715-45c8-8bb6-a20db71f45ed req-13bf1068-30be-4b2b-8d2e-5baeecb204f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ac12b56-0abf-4877-8bb3-1d13a6bc944c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718999 Jan 12 10:08:59.121699 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e618e8fb-b715-45c8-8bb6-a20db71f45ed req-c15b0ded-d322-48ec-8c12-bf49e44395d6 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac12b56-0abf-4877-8bb3-1d13a6bc944c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305192 Jan 12 10:08:59.269866 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e618e8fb-b715-45c8-8bb6-a20db71f45ed req-05b3eee2-f55f-4363-9127-188e9133a802 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac12b56-0abf-4877-8bb3-1d13a6bc944c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414664 Jan 12 10:08:59.387763 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff5a11-137f-470b-bd23-e3c9217bb3da req-cf1e8949-0bd5-4fb7-b885-9704511af206 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:08:59.389191 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cfff5a11-137f-470b-bd23-e3c9217bb3da req-cf1e8949-0bd5-4fb7-b885-9704511af206 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 943 time: 0.0795305 Jan 12 10:08:59.420914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 9ce05803-ad19-4cfc-934c-8f88e5379bf9 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:08:59.437630 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-cfff5a11-137f-470b-bd23-e3c9217bb3da req-0d146377-31bb-418d-a9a3-3b9b9d381054 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e7f8753-8135-42b2-a13c-c30ec5d8636e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426445 Jan 12 10:08:59.553207 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 9ce05803-ad19-4cfc-934c-8f88e5379bf9, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=9ce05803-ad19-4cfc-934c-8f88e5379bf9,segment=NetworkSegment(0b07ed0e-b080-4e05-93e8-07e836bcf5f0),segment_id=0b07ed0e-b080-4e05-93e8-07e836bcf5f0)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:08:59.566809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '9ce05803-ad19-4cfc-934c-8f88e5379bf9', 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'port_id': '9ce05803-ad19-4cfc-934c-8f88e5379bf9', 'mac_address': 'fa:16:3e:a8:fb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:08:59.621892 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:59.639658 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce05803-ad19-4cfc-934c-8f88e5379bf9 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:08:59.656426 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 9ce05803-ad19-4cfc-934c-8f88e5379bf9, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=9ce05803-ad19-4cfc-934c-8f88e5379bf9,segment=NetworkSegment(0b07ed0e-b080-4e05-93e8-07e836bcf5f0),segment_id=0b07ed0e-b080-4e05-93e8-07e836bcf5f0)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:08:59.661949 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:08:59.731979 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=9ce05803-ad19-4cfc-934c-8f88e5379bf9,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:08:59.927639 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['9ce05803-ad19-4cfc-934c-8f88e5379bf9'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:09:00.629942 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c874a-6bbe-4e3e-87f1-f139a5c88fad req-890cf9d8-3277-41f2-bf7f-34196f4cec58 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:00.631504 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fe5c874a-6bbe-4e3e-87f1-f139a5c88fad req-890cf9d8-3277-41f2-bf7f-34196f4cec58 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 944 time: 0.0896616 Jan 12 10:09:00.680019 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fe5c874a-6bbe-4e3e-87f1-f139a5c88fad req-ce3886a3-b015-44c2-b4b2-887eb53713b7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e7f8753-8135-42b2-a13c-c30ec5d8636e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422211 Jan 12 10:09:01.421702 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 9ce05803-ad19-4cfc-934c-8f88e5379bf9 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:09:01.496804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 9ce05803-ad19-4cfc-934c-8f88e5379bf9 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:09:01.501864 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 9ce05803-ad19-4cfc-934c-8f88e5379bf9 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:09:01.502240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:01.646815 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:01.679946 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f092f3-82a9-4914-aab3-1fe660982f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce05803-ad19-4cfc-934c-8f88e5379bf9'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:09:01.691020 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 9ce05803-ad19-4cfc-934c-8f88e5379bf9, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=9ce05803-ad19-4cfc-934c-8f88e5379bf9,segment=NetworkSegment(0b07ed0e-b080-4e05-93e8-07e836bcf5f0),segment_id=0b07ed0e-b080-4e05-93e8-07e836bcf5f0)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:09:01.696605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:01.796265 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f092f3-82a9-4914-aab3-1fe660982f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce05803-ad19-4cfc-934c-8f88e5379bf9', 'code': 200} Jan 12 10:09:01.837875 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=9ce05803-ad19-4cfc-934c-8f88e5379bf9,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:01.915165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4b9c4-86dd-431d-a83a-83cae26d5af4 req-65d71fa9-1e40-47d5-9738-e346089f1458 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:01.916866 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-40d4b9c4-86dd-431d-a83a-83cae26d5af4 req-65d71fa9-1e40-47d5-9738-e346089f1458 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 945 time: 0.1075211 Jan 12 10:09:02.000011 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-40d4b9c4-86dd-431d-a83a-83cae26d5af4 req-cbba36c1-5072-4e97-a669-6bbd11ec6618 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e7f8753-8135-42b2-a13c-c30ec5d8636e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761683 Jan 12 10:09:02.043616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac342d2-6e71-4466-bf33-9be961a11011 req-18b51af6-1558-465c-90f8-a189a49e3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:02.045412 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eac342d2-6e71-4466-bf33-9be961a11011 req-18b51af6-1558-465c-90f8-a189a49e3813 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 1098 time: 0.0773320 Jan 12 10:09:02.092958 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-eac342d2-6e71-4466-bf33-9be961a11011 req-b8822ea4-a991-4fba-874b-0f5293146031 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7e7f8753-8135-42b2-a13c-c30ec5d8636e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371635 Jan 12 10:09:03.195551 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b445cb0-28f5-4b48-a467-bfe20ce14d3a req-ab0bd89d-70c3-47bc-9394-b5c3039ebc7a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:03.197075 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3b445cb0-28f5-4b48-a467-bfe20ce14d3a req-ab0bd89d-70c3-47bc-9394-b5c3039ebc7a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 945 time: 0.0823040 Jan 12 10:09:03.250441 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3b445cb0-28f5-4b48-a467-bfe20ce14d3a req-32f8ca9f-aac5-4d02-afad-692a8e3081c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e7f8753-8135-42b2-a13c-c30ec5d8636e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461242 Jan 12 10:09:04.478512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ec4a5-33f4-4356-8c12-9673356c00ab req-e11f3ab4-1205-48b1-8b07-ed2188a3a455 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:04.481138 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-908ec4a5-33f4-4356-8c12-9673356c00ab req-e11f3ab4-1205-48b1-8b07-ed2188a3a455 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 945 time: 0.0983152 Jan 12 10:09:04.544896 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-908ec4a5-33f4-4356-8c12-9673356c00ab req-e922fd30-3b21-45a1-9a5e-5ee4f6872fb2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e7f8753-8135-42b2-a13c-c30ec5d8636e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578351 Jan 12 10:09:04.751971 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cada9a-4241-45a6-9395-c7582bb021d0 req-62136c24-fd79-4ab0-bf0d-0322b2b2f387 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:04.753384 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-73cada9a-4241-45a6-9395-c7582bb021d0 req-62136c24-fd79-4ab0-bf0d-0322b2b2f387 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 945 time: 0.0955422 Jan 12 10:09:04.803260 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-73cada9a-4241-45a6-9395-c7582bb021d0 req-f62e2ba2-516a-4353-8ad6-6a7ba13334ba tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e7f8753-8135-42b2-a13c-c30ec5d8636e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434995 Jan 12 10:09:04.826515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47506) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:04.940415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9ea854-cf6a-4dd4-b548-a431baa3aa84 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:04.941962 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ae9ea854-cf6a-4dd4-b548-a431baa3aa84 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 1093 time: 0.1139796 Jan 12 10:09:04.946723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47510) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:04.953840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '9ce05803-ad19-4cfc-934c-8f88e5379bf9', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:04.962386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:09:04.966563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:floatingip and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:09:04.969532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:09:04.975392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:09:04.988878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:05.202660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:05.348170 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.26.2.150 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/9499f197-7446-4379-855a-eb97b6885b0e) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:09:05.633269 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:05.664766 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:05.731939 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:09:05.734747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:09:05.738639 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:09:05.773567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=9499f197-7446-4379-855a-eb97b6885b0e,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:06.224986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:06.308547 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:06.519010 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:06.524937 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:06.628929 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=9499f197-7446-4379-855a-eb97b6885b0e,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:06.649832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:06.724432 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d24d9f86-2ceb-4a47-84f6-9eb7e7c2af42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:06.834393 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Floating IP cfb05959-abb7-4951-90c2-c9396a18d583 associated. External IP: 172.26.2.150, port: 9ce05803-ad19-4cfc-934c-8f88e5379bf9. Jan 12 10:09:07.306987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router f4faa64a-6322-4f3f-996d-a55252adb95a has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:09:07.486306 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:09:07.497506 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac33ca-bc39-4381-801f-c8ed20487fbf None None] Sync routers for ids ['f4faa64a-6322-4f3f-996d-a55252adb95a'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:09:07.508692 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac33ca-bc39-4381-801f-c8ed20487fbf None None] Routers {'f4faa64a-6322-4f3f-996d-a55252adb95a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:09:07.509309 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-79ac33ca-bc39-4381-801f-c8ed20487fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:08:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f4faa64a-6322-4f3f-996d-a55252adb95a'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:07.512582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:07.574862 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d8bf88bc-feb8-48aa-a261-e6337bee0159 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6266301 Jan 12 10:09:07.575785 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f092f3-82a9-4914-aab3-1fe660982f94', 'tag': '9ce05803-ad19-4cfc-934c-8f88e5379bf9'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:09:07.664541 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f092f3-82a9-4914-aab3-1fe660982f94', 'tag': '9ce05803-ad19-4cfc-934c-8f88e5379bf9', 'status': 'completed', 'code': 200} Jan 12 10:09:07.806199 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-79ac33ca-bc39-4381-801f-c8ed20487fbf None None] Set router f4faa64a-6322-4f3f-996d-a55252adb95a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:09:07.872903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4d0fb-de4c-4248-bece-15de055ac4e2 req-6a017487-6603-4cc1-aa32-0b8d00821603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:07.875435 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-48e4d0fb-de4c-4248-bece-15de055ac4e2 req-6a017487-6603-4cc1-aa32-0b8d00821603 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 1098 time: 0.1884992 Jan 12 10:09:07.890052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fffdd-f4ce-4049-99b6-b1527499f979 req-c3ae8b81-7623-4103-bc3d-ee1d34ee2d99 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:07.892610 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c01fffdd-f4ce-4049-99b6-b1527499f979 req-c3ae8b81-7623-4103-bc3d-ee1d34ee2d99 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 945 time: 0.1566095 Jan 12 10:09:08.106202 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c01fffdd-f4ce-4049-99b6-b1527499f979 req-f549a08e-e58d-4ad0-8e18-eca32d4a18e6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e7f8753-8135-42b2-a13c-c30ec5d8636e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838386 Jan 12 10:09:08.140676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4d0fb-de4c-4248-bece-15de055ac4e2 req-d69d7bf4-f6d2-48c9-9744-02046f52ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:08.142626 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-48e4d0fb-de4c-4248-bece-15de055ac4e2 req-d69d7bf4-f6d2-48c9-9744-02046f52ae17 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ac12b56-0abf-4877-8bb3-1d13a6bc944c HTTP/1.1" status: 200 len: 898 time: 0.2487833 Jan 12 10:09:08.144134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47518) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:08.273541 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-79ac33ca-bc39-4381-801f-c8ed20487fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302119145', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:51Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'cfb05959-abb7-4951-90c2-c9396a18d583', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'floating_ip_address': '172.26.2.150', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'port_id': '9ce05803-ad19-4cfc-934c-8f88e5379bf9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'mac_address': 'fa:16:3e:a8:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f092f3-82a9-4914-aab3-1fe660982f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:09:06Z', 'updated_at': '2022-01-12T10:09:06Z', 'revision_number': 0, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf85bc7-f09e-43ed-9e80-882c8552f0a7', 'name': '', 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:72:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:50Z', 'updated_at': '2022-01-12T10:08:56Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:08.278987 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac33ca-bc39-4381-801f-c8ed20487fbf None None] Checking router: f4faa64a-6322-4f3f-996d-a55252adb95a for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:09:08.289663 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac33ca-bc39-4381-801f-c8ed20487fbf None None] Routers {'f4faa64a-6322-4f3f-996d-a55252adb95a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:09:08.290476 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-79ac33ca-bc39-4381-801f-c8ed20487fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:08:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f4faa64a-6322-4f3f-996d-a55252adb95a'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:08.343154 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f2be4060-cdc7-4df7-b0fd-5994fb871b96 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/cfb05959-abb7-4951-90c2-c9396a18d583 HTTP/1.1" status: 200 len: 991 time: 0.1978929 Jan 12 10:09:08.348020 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-48e4d0fb-de4c-4248-bece-15de055ac4e2 req-7bee9cba-c42b-49fe-b93c-e50ba05b3587 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ce05803-ad19-4cfc-934c-8f88e5379bf9 HTTP/1.1" status: 200 len: 999 time: 0.1431756 Jan 12 10:09:08.452500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4d0fb-de4c-4248-bece-15de055ac4e2 req-32e928f9-e928-481d-aace-0f7be36040ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:08.454636 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-48e4d0fb-de4c-4248-bece-15de055ac4e2 req-32e928f9-e928-481d-aace-0f7be36040ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13c883c2-12c0-4037-bd9a-2f82008037c8 HTTP/1.1" status: 200 len: 835 time: 0.1000607 Jan 12 10:09:08.520032 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-79ac33ca-bc39-4381-801f-c8ed20487fbf None None] Set router f4faa64a-6322-4f3f-996d-a55252adb95a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:09:08.542491 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4d0fb-de4c-4248-bece-15de055ac4e2 req-4ee7f1ba-5471-468b-90c8-b26df5425fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:08.544048 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-48e4d0fb-de4c-4248-bece-15de055ac4e2 req-4ee7f1ba-5471-468b-90c8-b26df5425fe6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ac12b56-0abf-4877-8bb3-1d13a6bc944c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836875 Jan 12 10:09:08.690847 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-48e4d0fb-de4c-4248-bece-15de055ac4e2 req-8114fba8-c634-4853-9089-59be7c7a8000 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac12b56-0abf-4877-8bb3-1d13a6bc944c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400702 Jan 12 10:09:08.864620 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-48e4d0fb-de4c-4248-bece-15de055ac4e2 req-6103c62e-21a6-4c69-912e-465134c9c5dd service neutron] 10.222.0.53 "GET /v2.0/networks/2ac12b56-0abf-4877-8bb3-1d13a6bc944c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673424 Jan 12 10:09:08.961884 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-79ac33ca-bc39-4381-801f-c8ed20487fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302119145', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:51Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'cfb05959-abb7-4951-90c2-c9396a18d583', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'floating_ip_address': '172.26.2.150', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'port_id': '9ce05803-ad19-4cfc-934c-8f88e5379bf9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'mac_address': 'fa:16:3e:a8:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f092f3-82a9-4914-aab3-1fe660982f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:09:06Z', 'updated_at': '2022-01-12T10:09:06Z', 'revision_number': 0, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf85bc7-f09e-43ed-9e80-882c8552f0a7', 'name': '', 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:72:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:50Z', 'updated_at': '2022-01-12T10:08:56Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:08.967649 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac33ca-bc39-4381-801f-c8ed20487fbf None None] The sync data for ids ['f4faa64a-6322-4f3f-996d-a55252adb95a'] in dv-neutron-824346-1-hyperv is: [{'id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302119145', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:51Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'cfb05959-abb7-4951-90c2-c9396a18d583', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'floating_ip_address': '172.26.2.150', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'port_id': '9ce05803-ad19-4cfc-934c-8f88e5379bf9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'mac_address': 'fa:16:3e:a8:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f092f3-82a9-4914-aab3-1fe660982f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:09:06Z', 'updated_at': '2022-01-12T10:09:06Z', 'revision_number': 0, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf85bc7-f09e-43ed-9e80-882c8552f0a7', 'name': '', 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:72:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:50Z', 'updated_at': '2022-01-12T10:08:56Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:09:09.241404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406dd62-b393-4b74-9af4-ec718c711a0d None None] New status for floating IP cfb05959-abb7-4951-90c2-c9396a18d583: ACTIVE {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:09:09.347895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47522) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:09.438004 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5c8eab21-18b8-4cea-ab8e-77bb20ece8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:09.464600 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fe616cf9-b695-47e7-ab5d-7e2128cf1d67 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/cfb05959-abb7-4951-90c2-c9396a18d583 HTTP/1.1" status: 200 len: 991 time: 0.1151900 Jan 12 10:09:10.343579 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:10.468990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47526) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:10.678735 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-23f88a99-1a2c-4ae5-9aa7-affd0523ed88 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/cfb05959-abb7-4951-90c2-c9396a18d583 HTTP/1.1" status: 200 len: 993 time: 0.2085166 Jan 12 10:09:11.153466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:12.750240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:16.961427 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:34.465379 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:09:36.722785 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-75b9224d-a923-4930-863b-17f6d05aed05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:39.367786 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b6be1843-bbcc-4096-ad8b-22682bf402c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:40.341119 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:41.157388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:42.371678 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e488758-ae51-449a-b7d0-6eba7b2e527a req-5503c2c8-70b6-445b-be9d-99a617012d7b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:42.373295 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1e488758-ae51-449a-b7d0-6eba7b2e527a req-5503c2c8-70b6-445b-be9d-99a617012d7b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 945 time: 0.0877845 Jan 12 10:09:42.430457 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1e488758-ae51-449a-b7d0-6eba7b2e527a req-52ab0031-8839-4161-a0b4-897cb5cf0fd5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e7f8753-8135-42b2-a13c-c30ec5d8636e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475795 Jan 12 10:09:42.749818 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:43.652109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52ad64-4ed3-4b89-abbf-7ae3d48a1471 req-b20dcb44-da44-4b2f-95bf-ca1e2a9e9967 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:43.653609 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dc52ad64-4ed3-4b89-abbf-7ae3d48a1471 req-b20dcb44-da44-4b2f-95bf-ca1e2a9e9967 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 945 time: 0.1002719 Jan 12 10:09:43.714714 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dc52ad64-4ed3-4b89-abbf-7ae3d48a1471 req-6af110bf-1ec6-4662-9952-95414d004aec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e7f8753-8135-42b2-a13c-c30ec5d8636e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534463 Jan 12 10:09:43.738433 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47558) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:43.855198 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e2af37c1-3de9-44a1-b353-8ad0c85dcf5f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/cfb05959-abb7-4951-90c2-c9396a18d583 HTTP/1.1" status: 200 len: 993 time: 0.1154540 Jan 12 10:09:45.365974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210ef9b-ac17-4a15-9926-86f67d7ee8af req-b803d8a8-65a3-42d6-abfc-6e848defa862 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:45.367548 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b210ef9b-ac17-4a15-9926-86f67d7ee8af req-b803d8a8-65a3-42d6-abfc-6e848defa862 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 945 time: 0.0882633 Jan 12 10:09:45.414860 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b210ef9b-ac17-4a15-9926-86f67d7ee8af req-52080f84-2983-4ae2-abed-65630078b628 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e7f8753-8135-42b2-a13c-c30ec5d8636e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408297 Jan 12 10:09:46.618731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9554a9-1de0-424d-abc5-d670c3be30c8 req-4f9e0d97-6d4c-433d-a1aa-5343c2165fd3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:46.620452 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2e9554a9-1de0-424d-abc5-d670c3be30c8 req-4f9e0d97-6d4c-433d-a1aa-5343c2165fd3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 945 time: 0.0831718 Jan 12 10:09:46.664879 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2e9554a9-1de0-424d-abc5-d670c3be30c8 req-e6b3e0e5-78fa-40d7-b9f6-feb7fe4ba73d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e7f8753-8135-42b2-a13c-c30ec5d8636e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386782 Jan 12 10:09:46.688733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47570) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:46.802378 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f60b0139-8562-45c9-916f-316938f5c700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/cfb05959-abb7-4951-90c2-c9396a18d583 HTTP/1.1" status: 200 len: 993 time: 0.1123304 Jan 12 10:09:46.989408 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:47.127490 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47578) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:47.352602 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port 9499f197-7446-4379-855a-eb97b6885b0e {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:09:47.352848 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:47.534274 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:47.534589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:47.663944 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for 9499f197-7446-4379-855a-eb97b6885b0e owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:09:47.831573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:47.882516 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=9499f197-7446-4379-855a-eb97b6885b0e,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:47.920211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:47.920554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:47.920889 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:47.921217 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:47.921543 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:47.921865 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:47.922186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:47.922503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:47.922840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:47.923152 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:47.923467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:47.923822 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:47.984310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:47.984647 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Floating IP cfb05959-abb7-4951-90c2-c9396a18d583 disassociated (deleted). External IP: 172.26.2.150, port: 9ce05803-ad19-4cfc-934c-8f88e5379bf9. Jan 12 10:09:48.446811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router f4faa64a-6322-4f3f-996d-a55252adb95a has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:09:48.624938 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:09:48.634733 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753392af-ed63-45d0-a064-1ecb913df74a None None] Sync routers for ids ['f4faa64a-6322-4f3f-996d-a55252adb95a'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:09:48.644237 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753392af-ed63-45d0-a064-1ecb913df74a None None] Routers {'f4faa64a-6322-4f3f-996d-a55252adb95a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:09:48.644854 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-753392af-ed63-45d0-a064-1ecb913df74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:09:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f4faa64a-6322-4f3f-996d-a55252adb95a'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:48.647063 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:48.705078 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9b2d2316-6fee-4ff5-9128-97b6a9f9b9a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/floatingips/cfb05959-abb7-4951-90c2-c9396a18d583 HTTP/1.1" status: 204 len: 168 time: 1.5762370 Jan 12 10:09:48.705908 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f092f3-82a9-4914-aab3-1fe660982f94', 'tag': '9ce05803-ad19-4cfc-934c-8f88e5379bf9'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:09:48.755139 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f092f3-82a9-4914-aab3-1fe660982f94', 'tag': '9ce05803-ad19-4cfc-934c-8f88e5379bf9', 'status': 'completed', 'code': 200} Jan 12 10:09:48.826255 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-753392af-ed63-45d0-a064-1ecb913df74a None None] Set router f4faa64a-6322-4f3f-996d-a55252adb95a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:09:48.937801 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf14371-981e-4843-a3bb-df7ebb121be1 req-e7c71997-9bee-4728-8950-b0459b2d3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:48.939635 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cbf14371-981e-4843-a3bb-df7ebb121be1 req-e7c71997-9bee-4728-8950-b0459b2d3e57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 1098 time: 0.1558144 Jan 12 10:09:49.095941 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf14371-981e-4843-a3bb-df7ebb121be1 req-49a098ba-f22b-41fc-8909-dc3ca3f3789f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:49.098062 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cbf14371-981e-4843-a3bb-df7ebb121be1 req-49a098ba-f22b-41fc-8909-dc3ca3f3789f service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ac12b56-0abf-4877-8bb3-1d13a6bc944c HTTP/1.1" status: 200 len: 898 time: 0.1501074 Jan 12 10:09:49.107125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f28738-298b-48cc-90b0-4a6d830d7a5c req-e70008a6-8e04-4745-85ee-ed563be4a05f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:49.108743 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-93f28738-298b-48cc-90b0-4a6d830d7a5c req-e70008a6-8e04-4745-85ee-ed563be4a05f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 945 time: 0.0843897 Jan 12 10:09:49.156093 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-93f28738-298b-48cc-90b0-4a6d830d7a5c req-ba866a4d-0852-49a6-9c9d-4b61dd025ce2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e7f8753-8135-42b2-a13c-c30ec5d8636e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399833 Jan 12 10:09:49.179019 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cbf14371-981e-4843-a3bb-df7ebb121be1 req-46ecd811-e2f4-4b18-af92-0e8603786097 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ce05803-ad19-4cfc-934c-8f88e5379bf9 HTTP/1.1" status: 200 len: 217 time: 0.0741370 Jan 12 10:09:49.190951 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-753392af-ed63-45d0-a064-1ecb913df74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302119145', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:51Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'dbf85bc7-f09e-43ed-9e80-882c8552f0a7', 'name': '', 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:72:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:50Z', 'updated_at': '2022-01-12T10:08:56Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:49.194789 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753392af-ed63-45d0-a064-1ecb913df74a None None] Checking router: f4faa64a-6322-4f3f-996d-a55252adb95a for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:09:49.202718 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753392af-ed63-45d0-a064-1ecb913df74a None None] Routers {'f4faa64a-6322-4f3f-996d-a55252adb95a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:09:49.203336 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-753392af-ed63-45d0-a064-1ecb913df74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:09:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f4faa64a-6322-4f3f-996d-a55252adb95a'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:49.244979 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf14371-981e-4843-a3bb-df7ebb121be1 req-4df5b913-de0a-46f4-9dc8-2d30f34b0a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:49.246483 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cbf14371-981e-4843-a3bb-df7ebb121be1 req-4df5b913-de0a-46f4-9dc8-2d30f34b0a20 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13c883c2-12c0-4037-bd9a-2f82008037c8 HTTP/1.1" status: 200 len: 835 time: 0.0615439 Jan 12 10:09:49.326015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf14371-981e-4843-a3bb-df7ebb121be1 req-1b175489-2f76-4940-9b39-8f08dbd309d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:49.327540 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cbf14371-981e-4843-a3bb-df7ebb121be1 req-1b175489-2f76-4940-9b39-8f08dbd309d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ac12b56-0abf-4877-8bb3-1d13a6bc944c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745850 Jan 12 10:09:49.383866 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-753392af-ed63-45d0-a064-1ecb913df74a None None] Set router f4faa64a-6322-4f3f-996d-a55252adb95a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:09:49.464192 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cbf14371-981e-4843-a3bb-df7ebb121be1 req-fe3d84de-38dc-4f62-a4fb-8ddfecae8079 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac12b56-0abf-4877-8bb3-1d13a6bc944c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296663 Jan 12 10:09:49.653828 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cbf14371-981e-4843-a3bb-df7ebb121be1 req-056abfa3-5252-4f26-ba83-563ee7beb925 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac12b56-0abf-4877-8bb3-1d13a6bc944c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829338 Jan 12 10:09:49.714211 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-753392af-ed63-45d0-a064-1ecb913df74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302119145', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:51Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'dbf85bc7-f09e-43ed-9e80-882c8552f0a7', 'name': '', 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:72:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:50Z', 'updated_at': '2022-01-12T10:08:56Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:49.718515 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753392af-ed63-45d0-a064-1ecb913df74a None None] The sync data for ids ['f4faa64a-6322-4f3f-996d-a55252adb95a'] in dv-neutron-824346-1-hyperv is: [{'id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302119145', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:51Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'dbf85bc7-f09e-43ed-9e80-882c8552f0a7', 'name': '', 'network_id': '2ac12b56-0abf-4877-8bb3-1d13a6bc944c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:72:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:50Z', 'updated_at': '2022-01-12T10:08:56Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '13c883c2-12c0-4037-bd9a-2f82008037c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:09:49.972737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca37a12-24a2-4b0e-8f56-4ae95d2c3ea6 None None] New status for floating IP cfb05959-abb7-4951-90c2-c9396a18d583: DOWN {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:09:50.396728 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414abf6-c9f9-454f-9bb9-903a41629934 req-2a8d23d4-3553-46cd-80e1-4787640f9e65 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:50.397906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-1414abf6-c9f9-454f-9bb9-903a41629934 req-2a8d23d4-3553-46cd-80e1-4787640f9e65 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:09:50.418390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-1414abf6-c9f9-454f-9bb9-903a41629934 req-2a8d23d4-3553-46cd-80e1-4787640f9e65 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:09:50.420429 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1414abf6-c9f9-454f-9bb9-903a41629934 req-2a8d23d4-3553-46cd-80e1-4787640f9e65 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 945 time: 0.1236391 Jan 12 10:09:50.472000 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1414abf6-c9f9-454f-9bb9-903a41629934 req-a5a988b1-de79-49df-aba1-df9c832d1bd2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e7f8753-8135-42b2-a13c-c30ec5d8636e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429378 Jan 12 10:09:50.829637 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4eb86-83d7-4460-a625-c637f092b626 req-20fd1561-43a4-4ebd-a0cf-2bf6eabdaed8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:50.831102 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0ba4eb86-83d7-4460-a625-c637f092b626 req-20fd1561-43a4-4ebd-a0cf-2bf6eabdaed8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 945 time: 0.0863514 Jan 12 10:09:50.908877 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-0ba4eb86-83d7-4460-a625-c637f092b626 req-575dd7b5-d764-43b2-bbdc-281443d4ffae tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port 9ce05803-ad19-4cfc-934c-8f88e5379bf9 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:09:50.909231 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-0ba4eb86-83d7-4460-a625-c637f092b626 req-575dd7b5-d764-43b2-bbdc-281443d4ffae tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:51.277821 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-0ba4eb86-83d7-4460-a625-c637f092b626 req-575dd7b5-d764-43b2-bbdc-281443d4ffae tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] For port 9ce05803-ad19-4cfc-934c-8f88e5379bf9, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=9ce05803-ad19-4cfc-934c-8f88e5379bf9,segment=NetworkSegment(0b07ed0e-b080-4e05-93e8-07e836bcf5f0),segment_id=0b07ed0e-b080-4e05-93e8-07e836bcf5f0)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:09:51.278166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-0ba4eb86-83d7-4460-a625-c637f092b626 req-575dd7b5-d764-43b2-bbdc-281443d4ffae tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:51.399699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-0ba4eb86-83d7-4460-a625-c637f092b626 req-575dd7b5-d764-43b2-bbdc-281443d4ffae tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for 9ce05803-ad19-4cfc-934c-8f88e5379bf9 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:09:51.552432 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-0ba4eb86-83d7-4460-a625-c637f092b626 req-575dd7b5-d764-43b2-bbdc-281443d4ffae tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:51.606305 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dd7b5-d764-43b2-bbdc-281443d4ffae tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=9ce05803-ad19-4cfc-934c-8f88e5379bf9,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:51.637224 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5a599af9-f345-4e38-b702-83d846960f24 req-3111f4d1-0243-4fb4-a5d0-391db4f306f8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f092f3-82a9-4914-aab3-1fe660982f94 HTTP/1.1" status: 200 len: 210 time: 0.0485556 Jan 12 10:09:51.682652 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba4eb86-83d7-4460-a625-c637f092b626 req-575dd7b5-d764-43b2-bbdc-281443d4ffae tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] No DVR routers for this DVR port 9ce05803-ad19-4cfc-934c-8f88e5379bf9 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:09:51.685368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-0ba4eb86-83d7-4460-a625-c637f092b626 req-575dd7b5-d764-43b2-bbdc-281443d4ffae tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:51.688004 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f092f3-82a9-4914-aab3-1fe660982f94', 'name': 'network-vif-deleted', 'tag': '9ce05803-ad19-4cfc-934c-8f88e5379bf9'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:09:51.705411 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0ba4eb86-83d7-4460-a625-c637f092b626 req-575dd7b5-d764-43b2-bbdc-281443d4ffae tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "DELETE /v2.0/ports/9ce05803-ad19-4cfc-934c-8f88e5379bf9 HTTP/1.1" status: 204 len: 173 time: 0.8651953 Jan 12 10:09:51.732639 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f092f3-82a9-4914-aab3-1fe660982f94', 'name': 'network-vif-deleted', 'tag': '9ce05803-ad19-4cfc-934c-8f88e5379bf9', 'status': 'completed', 'code': 200} Jan 12 10:09:52.731207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47598) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:53.321460 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:53.667156 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 9ce05803-ad19-4cfc-934c-8f88e5379bf9 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:09:53.701939 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 9ce05803-ad19-4cfc-934c-8f88e5379bf9 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:09:53.702294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 9ce05803-ad19-4cfc-934c-8f88e5379bf9 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:09:53.836645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port dbf85bc7-f09e-43ed-9e80-882c8552f0a7 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:09:53.837270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:54.051791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] For port dbf85bc7-f09e-43ed-9e80-882c8552f0a7, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=dbf85bc7-f09e-43ed-9e80-882c8552f0a7,segment=NetworkSegment(0b07ed0e-b080-4e05-93e8-07e836bcf5f0),segment_id=0b07ed0e-b080-4e05-93e8-07e836bcf5f0)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:09:54.052136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:54.182988 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for dbf85bc7-f09e-43ed-9e80-882c8552f0a7 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:09:54.543578 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:54.591103 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=dbf85bc7-f09e-43ed-9e80-882c8552f0a7,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:54.629371 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:54.629689 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:54.630091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:54.630404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:54.630742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:54.631099 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:54.631400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:54.631756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:54.632078 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:54.632398 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:54.632721 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:54.633027 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:54.890260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:55.380000 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router f4faa64a-6322-4f3f-996d-a55252adb95a has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:09:55.568955 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:09:55.582376 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d284edb8-1e61-47f5-a0bd-f5a57d429af7 None None] Sync routers for ids ['f4faa64a-6322-4f3f-996d-a55252adb95a'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:09:55.586033 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-21625b81-7aef-44ab-abf0-f45684f986ea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "PUT /v2.0/routers/f4faa64a-6322-4f3f-996d-a55252adb95a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8531537 Jan 12 10:09:55.588696 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47602) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:55.592555 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d284edb8-1e61-47f5-a0bd-f5a57d429af7 None None] Routers {'f4faa64a-6322-4f3f-996d-a55252adb95a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:09:55.593172 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-d284edb8-1e61-47f5-a0bd-f5a57d429af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:09:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f4faa64a-6322-4f3f-996d-a55252adb95a'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:55.660590 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd11b7e7-1699-46e1-8d83-ae98b16c941b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting subnet 13c883c2-12c0-4037-bd9a-2f82008037c8 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:09:55.663704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd11b7e7-1699-46e1-8d83-ae98b16c941b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:55.717096 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd11b7e7-1699-46e1-8d83-ae98b16c941b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:55.775859 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-d284edb8-1e61-47f5-a0bd-f5a57d429af7 None None] Set router f4faa64a-6322-4f3f-996d-a55252adb95a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:09:55.803384 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd11b7e7-1699-46e1-8d83-ae98b16c941b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:55.882430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd11b7e7-1699-46e1-8d83-ae98b16c941b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:55.919084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11b7e7-1699-46e1-8d83-ae98b16c941b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Subnet': ['ID=13c883c2-12c0-4037-bd9a-2f82008037c8,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:55.924613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd11b7e7-1699-46e1-8d83-ae98b16c941b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:55.930578 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bd11b7e7-1699-46e1-8d83-ae98b16c941b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/subnets/13c883c2-12c0-4037-bd9a-2f82008037c8 HTTP/1.1" status: 204 len: 168 time: 0.3409433 Jan 12 10:09:55.934085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47606) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:55.934838 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9736a47-8f20-4070-bf65-71c1edf5de0c None None] Network 2ac12b56-0abf-4877-8bb3-1d13a6bc944c requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:09:56.084197 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-d284edb8-1e61-47f5-a0bd-f5a57d429af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302119145', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:09:54Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:56.089264 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d284edb8-1e61-47f5-a0bd-f5a57d429af7 None None] Checking router: f4faa64a-6322-4f3f-996d-a55252adb95a for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:09:56.100094 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d284edb8-1e61-47f5-a0bd-f5a57d429af7 None None] Routers {'f4faa64a-6322-4f3f-996d-a55252adb95a'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:09:56.101082 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-d284edb8-1e61-47f5-a0bd-f5a57d429af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:09:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['f4faa64a-6322-4f3f-996d-a55252adb95a'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:56.128430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-96a1362c-3cd1-440d-8bc7-2a74859960c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:56.214804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] DHCP port deletion for 2ac12b56-0abf-4877-8bb3-1d13a6bc944c request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:09:56.219291 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Deleting port 84cbeabd-113d-4621-9f4a-bf303f3748f4 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:09:56.219669 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:56.287802 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-d284edb8-1e61-47f5-a0bd-f5a57d429af7 None None] Set router f4faa64a-6322-4f3f-996d-a55252adb95a gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:09:56.313723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-96a1362c-3cd1-440d-8bc7-2a74859960c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:56.324281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-96a1362c-3cd1-440d-8bc7-2a74859960c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:09:56.324675 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-96a1362c-3cd1-440d-8bc7-2a74859960c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:56.430986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] For port 84cbeabd-113d-4621-9f4a-bf303f3748f4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=84cbeabd-113d-4621-9f4a-bf303f3748f4,segment=NetworkSegment(0b07ed0e-b080-4e05-93e8-07e836bcf5f0),segment_id=0b07ed0e-b080-4e05-93e8-07e836bcf5f0)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:09:56.431420 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:56.560602 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Calling delete_port for 84cbeabd-113d-4621-9f4a-bf303f3748f4 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:09:56.632105 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-d284edb8-1e61-47f5-a0bd-f5a57d429af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302119145', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:09:54Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:56.635055 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-96a1362c-3cd1-440d-8bc7-2a74859960c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] For port 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:09:56.635407 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-96a1362c-3cd1-440d-8bc7-2a74859960c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:56.636425 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d284edb8-1e61-47f5-a0bd-f5a57d429af7 None None] The sync data for ids ['f4faa64a-6322-4f3f-996d-a55252adb95a'] in dv-neutron-824346-1-hyperv is: [{'id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302119145', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:09:54Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4faa64a-6322-4f3f-996d-a55252adb95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:08:46Z', 'updated_at': '2022-01-12T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:09:56.682799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:56.727754 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Pushing event deleted for resources: {'Port': ['ID=84cbeabd-113d-4621-9f4a-bf303f3748f4,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:56.732390 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] No DVR routers for this DVR port 84cbeabd-113d-4621-9f4a-bf303f3748f4 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:09:56.738556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:56.738950 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:56.739215 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:56.739578 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:56.740233 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:56.740557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:56.740871 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:56.741222 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:56.741546 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:56.742185 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:56.742185 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:56.742493 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93195d-1c7b-493e-a809-e89f1089c0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:56.766099 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-96a1362c-3cd1-440d-8bc7-2a74859960c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:09:56.955882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-96a1362c-3cd1-440d-8bc7-2a74859960c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:57.004033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1362c-3cd1-440d-8bc7-2a74859960c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:57.098796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-96a1362c-3cd1-440d-8bc7-2a74859960c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:57.277986 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-96a1362c-3cd1-440d-8bc7-2a74859960c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:57.280407 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-96a1362c-3cd1-440d-8bc7-2a74859960c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:57.307501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-96a1362c-3cd1-440d-8bc7-2a74859960c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:57.308068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a1362c-3cd1-440d-8bc7-2a74859960c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Fanout notify agent at l3_agent the message router_deleted on router f4faa64a-6322-4f3f-996d-a55252adb95a {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 10:09:57.323757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-96a1362c-3cd1-440d-8bc7-2a74859960c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:57.325034 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-96a1362c-3cd1-440d-8bc7-2a74859960c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/routers/f4faa64a-6322-4f3f-996d-a55252adb95a HTTP/1.1" status: 204 len: 168 time: 1.3899040 Jan 12 10:09:57.328004 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47610) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:57.455597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91433681-6324-4837-bf2c-6d8ac330d8f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:57.600192 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91433681-6324-4837-bf2c-6d8ac330d8f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:57.627597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-91433681-6324-4837-bf2c-6d8ac330d8f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac12b56-0abf-4877-8bb3-1d13a6bc944c']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:57.640102 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-91433681-6324-4837-bf2c-6d8ac330d8f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b07ed0e-b080-4e05-93e8-07e836bcf5f0') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:57.640385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-91433681-6324-4837-bf2c-6d8ac330d8f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b07ed0e-b080-4e05-93e8-07e836bcf5f0') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:57.652750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91433681-6324-4837-bf2c-6d8ac330d8f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:57.670722 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91433681-6324-4837-bf2c-6d8ac330d8f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:57.677861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91433681-6324-4837-bf2c-6d8ac330d8f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:09:57.678153 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91433681-6324-4837-bf2c-6d8ac330d8f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:09:57.696424 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:09:57.779076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91433681-6324-4837-bf2c-6d8ac330d8f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:57.800810 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-91433681-6324-4837-bf2c-6d8ac330d8f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:57.815690 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91433681-6324-4837-bf2c-6d8ac330d8f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Network': ['ID=2ac12b56-0abf-4877-8bb3-1d13a6bc944c,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:57.825894 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-91433681-6324-4837-bf2c-6d8ac330d8f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/networks/2ac12b56-0abf-4877-8bb3-1d13a6bc944c HTTP/1.1" status: 204 len: 168 time: 0.4944046 Jan 12 10:09:57.826121 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47614) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:57.853538 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:09:57.890201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:09:57.890534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 830e8c14-8ed3-4ca7-963a-92d1bdaa3dc5 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:09:57.891025 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device dbf85bc7-f09e-43ed-9e80-882c8552f0a7 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:09:57.905486 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1a6f1b4c-2400-4759-b9f5-b889fa7ace8d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:57.923552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: dbf85bc7-f09e-43ed-9e80-882c8552f0a7 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:09:57.923866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device dbf85bc7-f09e-43ed-9e80-882c8552f0a7 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:09:57.924276 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 84cbeabd-113d-4621-9f4a-bf303f3748f4 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:09:57.936160 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1a6f1b4c-2400-4759-b9f5-b889fa7ace8d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:57.956389 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 84cbeabd-113d-4621-9f4a-bf303f3748f4 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:09:57.956733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 84cbeabd-113d-4621-9f4a-bf303f3748f4 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:09:58.007462 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1a6f1b4c-2400-4759-b9f5-b889fa7ace8d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:58.027486 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f1b4c-2400-4759-b9f5-b889fa7ace8d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7f8753-8135-42b2-a13c-c30ec5d8636e,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:58.039383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1a6f1b4c-2400-4759-b9f5-b889fa7ace8d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:58.043854 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1a6f1b4c-2400-4759-b9f5-b889fa7ace8d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/security-groups/7e7f8753-8135-42b2-a13c-c30ec5d8636e HTTP/1.1" status: 204 len: 168 time: 0.2166078 Jan 12 10:09:58.402397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47622) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:58.410156 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7d891899-421b-41df-8a8d-ec3162106eeb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-35808221', 'description': 'tempest-secgroup-smoke-35808221 description', 'project_id': '1ba8bb2f478747678bcbcd705988673a'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:58.416261 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7d891899-421b-41df-8a8d-ec3162106eeb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:09:58.420349 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7d891899-421b-41df-8a8d-ec3162106eeb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:09:58.423429 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7d891899-421b-41df-8a8d-ec3162106eeb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:09:58.429792 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7d891899-421b-41df-8a8d-ec3162106eeb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:09:58.443470 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7d891899-421b-41df-8a8d-ec3162106eeb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:58.464969 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7d891899-421b-41df-8a8d-ec3162106eeb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:09:58.469084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7d891899-421b-41df-8a8d-ec3162106eeb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:09:58.472132 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7d891899-421b-41df-8a8d-ec3162106eeb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:09:58.477716 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7d891899-421b-41df-8a8d-ec3162106eeb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:09:58.553851 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7d891899-421b-41df-8a8d-ec3162106eeb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:58.559494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7d891899-421b-41df-8a8d-ec3162106eeb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:58.611309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d891899-421b-41df-8a8d-ec3162106eeb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8aa7f7-cab9-4fd9-9c83-069a1926055a,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:58.615862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7d891899-421b-41df-8a8d-ec3162106eeb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:58.617202 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7d891899-421b-41df-8a8d-ec3162106eeb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2135215 Jan 12 10:09:58.620887 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47626) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:58.626558 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a48ee09a-873a-459d-a32b-d3c35db69f4f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '3c8aa7f7-cab9-4fd9-9c83-069a1926055a', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:58.632991 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a48ee09a-873a-459d-a32b-d3c35db69f4f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:09:58.636860 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a48ee09a-873a-459d-a32b-d3c35db69f4f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:09:58.639852 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a48ee09a-873a-459d-a32b-d3c35db69f4f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:09:58.646225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a48ee09a-873a-459d-a32b-d3c35db69f4f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:09:58.666489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a48ee09a-873a-459d-a32b-d3c35db69f4f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:58.730225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a48ee09a-873a-459d-a32b-d3c35db69f4f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:58.738232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a48ee09a-873a-459d-a32b-d3c35db69f4f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:58.762834 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ee09a-873a-459d-a32b-d3c35db69f4f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63afb319-09b1-4195-8907-bf7c7684b378,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:58.775137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a48ee09a-873a-459d-a32b-d3c35db69f4f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:58.775137 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a48ee09a-873a-459d-a32b-d3c35db69f4f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534142 Jan 12 10:09:58.778071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47630) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:58.783276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-3c5eda37-9805-4671-a20b-d0ae3923ec7f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '3c8aa7f7-cab9-4fd9-9c83-069a1926055a', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:58.789799 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3c5eda37-9805-4671-a20b-d0ae3923ec7f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:09:58.793936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3c5eda37-9805-4671-a20b-d0ae3923ec7f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:09:58.797228 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3c5eda37-9805-4671-a20b-d0ae3923ec7f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:09:58.803395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3c5eda37-9805-4671-a20b-d0ae3923ec7f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:09:58.823402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3c5eda37-9805-4671-a20b-d0ae3923ec7f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:58.885779 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3c5eda37-9805-4671-a20b-d0ae3923ec7f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:58.892088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3c5eda37-9805-4671-a20b-d0ae3923ec7f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:58.915319 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5eda37-9805-4671-a20b-d0ae3923ec7f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b1293f-5e0b-40a1-b287-ef1dba907323,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:58.925706 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3c5eda37-9805-4671-a20b-d0ae3923ec7f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:58.926945 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3c5eda37-9805-4671-a20b-d0ae3923ec7f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1479545 Jan 12 10:09:58.930987 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47634) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:58.935903 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-13ef94eb-70cb-4609-941b-a005f16a72e6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '3c8aa7f7-cab9-4fd9-9c83-069a1926055a', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:58.942070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-13ef94eb-70cb-4609-941b-a005f16a72e6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:09:58.946070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-13ef94eb-70cb-4609-941b-a005f16a72e6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:09:58.948999 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-13ef94eb-70cb-4609-941b-a005f16a72e6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:09:58.954859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-13ef94eb-70cb-4609-941b-a005f16a72e6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:09:58.974514 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13ef94eb-70cb-4609-941b-a005f16a72e6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.040560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13ef94eb-70cb-4609-941b-a005f16a72e6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.046018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13ef94eb-70cb-4609-941b-a005f16a72e6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.070080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef94eb-70cb-4609-941b-a005f16a72e6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73d75e3-84ad-4edc-93e6-035c500e78c1,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:59.080794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-13ef94eb-70cb-4609-941b-a005f16a72e6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.082060 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-13ef94eb-70cb-4609-941b-a005f16a72e6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501317 Jan 12 10:09:59.084986 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47638) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:59.089956 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-11440dff-c758-4748-a9f5-3e984358f8d3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '3c8aa7f7-cab9-4fd9-9c83-069a1926055a', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:59.096182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-11440dff-c758-4748-a9f5-3e984358f8d3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:09:59.100091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-11440dff-c758-4748-a9f5-3e984358f8d3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:09:59.102983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-11440dff-c758-4748-a9f5-3e984358f8d3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:09:59.108599 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-11440dff-c758-4748-a9f5-3e984358f8d3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:09:59.127167 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-11440dff-c758-4748-a9f5-3e984358f8d3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.201513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-11440dff-c758-4748-a9f5-3e984358f8d3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.206850 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-11440dff-c758-4748-a9f5-3e984358f8d3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.230937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11440dff-c758-4748-a9f5-3e984358f8d3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5136ebc2-1a1a-4f6a-bf1a-f9e1b2517322,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:59.242934 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-11440dff-c758-4748-a9f5-3e984358f8d3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.244135 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-11440dff-c758-4748-a9f5-3e984358f8d3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582317 Jan 12 10:09:59.247253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47642) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:59.252193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-3a7c3456-f920-4e10-89c0-4c61e94a8f3e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '3c8aa7f7-cab9-4fd9-9c83-069a1926055a', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:59.258338 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3a7c3456-f920-4e10-89c0-4c61e94a8f3e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:09:59.262371 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3a7c3456-f920-4e10-89c0-4c61e94a8f3e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:09:59.265378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3a7c3456-f920-4e10-89c0-4c61e94a8f3e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:09:59.271456 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3a7c3456-f920-4e10-89c0-4c61e94a8f3e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:09:59.284688 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-3a7c3456-f920-4e10-89c0-4c61e94a8f3e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Project 1ba8bb2f478747678bcbcd705988673a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:09:59.291718 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3456-f920-4e10-89c0-4c61e94a8f3e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.366760 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3456-f920-4e10-89c0-4c61e94a8f3e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.372502 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3456-f920-4e10-89c0-4c61e94a8f3e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.399563 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c3456-f920-4e10-89c0-4c61e94a8f3e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43334d65-4c00-4efb-bd62-bce6ff6ca78d,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:59.412105 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3a7c3456-f920-4e10-89c0-4c61e94a8f3e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.414017 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3a7c3456-f920-4e10-89c0-4c61e94a8f3e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1656947 Jan 12 10:09:59.417027 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47646) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:59.426722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a9906dd4-e4b7-40ea-a637-fb73627a5505 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '3c8aa7f7-cab9-4fd9-9c83-069a1926055a', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:59.436644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a9906dd4-e4b7-40ea-a637-fb73627a5505 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:09:59.442595 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a9906dd4-e4b7-40ea-a637-fb73627a5505 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:09:59.447244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a9906dd4-e4b7-40ea-a637-fb73627a5505 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:09:59.455008 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a9906dd4-e4b7-40ea-a637-fb73627a5505 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:09:59.467651 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-a9906dd4-e4b7-40ea-a637-fb73627a5505 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Project 1ba8bb2f478747678bcbcd705988673a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:09:59.474189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a9906dd4-e4b7-40ea-a637-fb73627a5505 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.541160 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a9906dd4-e4b7-40ea-a637-fb73627a5505 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.547517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a9906dd4-e4b7-40ea-a637-fb73627a5505 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.572897 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9906dd4-e4b7-40ea-a637-fb73627a5505 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc26cd2-8729-4813-8730-4111b62d0882,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:59.594636 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a9906dd4-e4b7-40ea-a637-fb73627a5505 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.595999 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a9906dd4-e4b7-40ea-a637-fb73627a5505 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1773255 Jan 12 10:09:59.599309 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47650) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:59.605552 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-aac4c88e-4caa-48bc-8138-22b6138bc9ec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'network': {'name': 'tempest-network-smoke--1538780546', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'port_security_enabled': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:59.613236 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-aac4c88e-4caa-48bc-8138-22b6138bc9ec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:09:59.619317 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-aac4c88e-4caa-48bc-8138-22b6138bc9ec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:network and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:09:59.623069 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-aac4c88e-4caa-48bc-8138-22b6138bc9ec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:09:59.629813 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-aac4c88e-4caa-48bc-8138-22b6138bc9ec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:09:59.641647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac4c88e-4caa-48bc-8138-22b6138bc9ec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Made reservation on behalf of 1ba8bb2f478747678bcbcd705988673a for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:09:59.645144 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aac4c88e-4caa-48bc-8138-22b6138bc9ec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.672382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac4c88e-4caa-48bc-8138-22b6138bc9ec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:09:59.680672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aac4c88e-4caa-48bc-8138-22b6138bc9ec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.681005 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-aac4c88e-4caa-48bc-8138-22b6138bc9ec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Added segment e5615282-df68-4dc6-b05e-54dfd6879b59 of type vlan for network 3ddd418c-5143-4a8b-b817-b1979dd60fd7 Jan 12 10:09:59.706463 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aac4c88e-4caa-48bc-8138-22b6138bc9ec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.740420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aac4c88e-4caa-48bc-8138-22b6138bc9ec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.746897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4c88e-4caa-48bc-8138-22b6138bc9ec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:59.747509 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-aac4c88e-4caa-48bc-8138-22b6138bc9ec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.854617 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-aac4c88e-4caa-48bc-8138-22b6138bc9ec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2541101 Jan 12 10:09:59.857579 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47654) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:09:59.860641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4c88e-4caa-48bc-8138-22b6138bc9ec tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Network': ['ID=3ddd418c-5143-4a8b-b817-b1979dd60fd7,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:59.865463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1334249463', 'admin_state_up': True, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:59.876932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:09:59.877777 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 3ddd418c-5143-4a8b-b817-b1979dd60fd7 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:09:59.881307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:router and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:09:59.884386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:09:59.891341 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:09:59.902633 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.903750 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:09:59.920545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:00.290637 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:00.592077 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:00.622787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:00.782088 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.26.2.76 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/abf6031b-630b-4e13-abf5-0c3878ba20e0) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:10:00.943537 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:00.978778 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:01.046579 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:10:01.049638 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:10:01.053303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:10:01.085523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=abf6031b-630b-4e13-abf5-0c3878ba20e0,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:01.469716 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:01.949357 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:02.179446 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 10:10:02.372817 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:10:02.383984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Sync routers for ids ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:10:02.394533 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Routers {'5e1e4a39-fd54-4e21-98e3-6a24ad55a955'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:10:02.395203 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:09:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:02.402805 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:02.404242 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9424a5d8-3f4f-4751-a92b-9690b4a1eb7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5456119 Jan 12 10:10:02.407442 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47658) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:10:02.446355 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-486206d7-0dbc-4d0d-992e-47af94b8ce97 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1ba8bb2f478747678bcbcd705988673a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377762 Jan 12 10:10:02.449132 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47662) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:10:02.578531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6ec1f5-d619-4002-aca4-b4bba6f97df4 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:02.582726 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2d6ec1f5-d619-4002-aca4-b4bba6f97df4 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300526 Jan 12 10:10:02.582868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Set router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:10:02.582997 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47666) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:10:02.624291 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-eee8052f-daf5-4c3c-af60-ab7257b7c1ad tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377524 Jan 12 10:10:02.624511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47670) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:10:02.630735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-dc112777-82c5-4a76-ab31-1624d86a46be tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-651609771', 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:10:02.737973 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-dc112777-82c5-4a76-ab31-1624d86a46be tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:10:02.742345 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-dc112777-82c5-4a76-ab31-1624d86a46be tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:subnet and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:10:02.745247 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-dc112777-82c5-4a76-ab31-1624d86a46be tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:10:02.751019 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-dc112777-82c5-4a76-ab31-1624d86a46be tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:10:02.763958 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc112777-82c5-4a76-ab31-1624d86a46be tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Made reservation on behalf of 1ba8bb2f478747678bcbcd705988673a for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:10:02.767717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dc112777-82c5-4a76-ab31-1624d86a46be tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:02.876211 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334249463', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:59Z', 'updated_at': '2022-01-12T10:10:01Z', 'revision_number': 3, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:00Z', 'updated_at': '2022-01-12T10:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:02.880474 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Checking router: 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:10:02.880814 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Updating router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 port abf6031b-630b-4e13-abf5-0c3878ba20e0 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:10:02.934269 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:02.998447 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dc112777-82c5-4a76-ab31-1624d86a46be tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:03.076762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc112777-82c5-4a76-ab31-1624d86a46be tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Subnet': ['ID=b58a74c1-2e40-4e02-9b0b-845e8399bb1d,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:03.085094 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc112777-82c5-4a76-ab31-1624d86a46be tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Checking segment: {'id': 'e5615282-df68-4dc6-b05e-54dfd6879b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:10:03.085490 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc112777-82c5-4a76-ab31-1624d86a46be tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network hostable DHCP agents. Network: 3ddd418c-5143-4a8b-b817-b1979dd60fd7, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:10:03.109983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc112777-82c5-4a76-ab31-1624d86a46be tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network 3ddd418c-5143-4a8b-b817-b1979dd60fd7 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:10:03.123494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-dc112777-82c5-4a76-ab31-1624d86a46be tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 3ddd418c-5143-4a8b-b817-b1979dd60fd7) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:10:03.128149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc112777-82c5-4a76-ab31-1624d86a46be tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:03.128728 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dc112777-82c5-4a76-ab31-1624d86a46be tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:03.160106 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dc112777-82c5-4a76-ab31-1624d86a46be tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5308323 Jan 12 10:10:03.160106 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47674) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:10:03.171250 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b5b5ca-1fc5-422f-986e-960c11b2e3e8 None None] Network 3ddd418c-5143-4a8b-b817-b1979dd60fd7 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:10:03.526999 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:03.542402 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ips': [{'subnet_id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:10:03.543253 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:03.555496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Transition to ACTIVE for port object abf6031b-630b-4e13-abf5-0c3878ba20e0 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:10:03.562866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:03.701253 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Attempting to bind port abf6031b-630b-4e13-abf5-0c3878ba20e0 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:10:03.701627 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Attempting to bind port abf6031b-630b-4e13-abf5-0c3878ba20e0 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:10:03.701982 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Attempting to bind port abf6031b-630b-4e13-abf5-0c3878ba20e0 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:10:03.719358 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c52f8-83a7-487f-9a85-56e1e0e8c64b None None] Pushing event updated for resources: {'Port': ['ID=abf6031b-630b-4e13-abf5-0c3878ba20e0,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:03.729347 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:10:03.729723 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:10:03.730129 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:03.730507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:10:03.731326 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Bound port: abf6031b-630b-4e13-abf5-0c3878ba20e0, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:10:03.731479 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:03.866219 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Allocated IP 172.20.0.2 (3ddd418c-5143-4a8b-b817-b1979dd60fd7/b58a74c1-2e40-4e02-9b0b-845e8399bb1d/e27a7395-498e-4f52-b421-8d1ad26deb9d) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:10:03.871983 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] For port abf6031b-630b-4e13-abf5-0c3878ba20e0, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:10:03.877390 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] For port abf6031b-630b-4e13-abf5-0c3878ba20e0, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=abf6031b-630b-4e13-abf5-0c3878ba20e0,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:10:03.886251 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:04.096903 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:04.127781 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c52f8-83a7-487f-9a85-56e1e0e8c64b None None] Pushing event updated for resources: {'Port': ['ID=abf6031b-630b-4e13-abf5-0c3878ba20e0,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:04.132106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Routers {'5e1e4a39-fd54-4e21-98e3-6a24ad55a955'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:10:04.132725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:09:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:04.394523 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:04.397895 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] Set router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:10:04.508300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Transition to ACTIVE for port object e27a7395-498e-4f52-b421-8d1ad26deb9d will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:10:04.572075 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Transition to ACTIVE for port object e27a7395-498e-4f52-b421-8d1ad26deb9d will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:10:04.636623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:04.658246 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.20.0.1 (3ddd418c-5143-4a8b-b817-b1979dd60fd7/b58a74c1-2e40-4e02-9b0b-845e8399bb1d/dd1e75ce-9431-44df-a006-de1d100c85f4) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:10:04.718570 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Network 3ddd418c-5143-4a8b-b817-b1979dd60fd7 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:10:04.730045 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:10:04.736902 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:10:04.745900 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Pushing event updated for resources: {'Port': ['ID=e27a7395-498e-4f52-b421-8d1ad26deb9d,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:04.822342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:04.838891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Transition to ACTIVE for port object dd1e75ce-9431-44df-a006-de1d100c85f4 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:10:04.862862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:04.865174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Attempting to bind port e27a7395-498e-4f52-b421-8d1ad26deb9d on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:10:04.865542 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Attempting to bind port e27a7395-498e-4f52-b421-8d1ad26deb9d by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'e5615282-df68-4dc6-b05e-54dfd6879b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:10:04.865900 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Attempting to bind port e27a7395-498e-4f52-b421-8d1ad26deb9d on network 3ddd418c-5143-4a8b-b817-b1979dd60fd7 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:10:04.872748 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:10:04.873017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Checking segment: {'id': 'e5615282-df68-4dc6-b05e-54dfd6879b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:10:04.873345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:04.873736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Bound using segment: {'id': 'e5615282-df68-4dc6-b05e-54dfd6879b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:10:04.874200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Bound port: e27a7395-498e-4f52-b421-8d1ad26deb9d, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5615282-df68-4dc6-b05e-54dfd6879b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:10:04.874568 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:04.942824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network 3ddd418c-5143-4a8b-b817-b1979dd60fd7 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:10:04.948495 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:10:04.955114 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:10:04.985339 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334249463', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:59Z', 'updated_at': '2022-01-12T10:10:01Z', 'revision_number': 3, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:00Z', 'updated_at': '2022-01-12T10:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:04.993058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a51784-75ad-45a6-b968-4746e25ef899 None None] The sync data for ids ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'] in dv-neutron-824346-1-hyperv is: [{'id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334249463', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:59Z', 'updated_at': '2022-01-12T10:10:01Z', 'revision_number': 3, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:00Z', 'updated_at': '2022-01-12T10:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:10:04.994905 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=dd1e75ce-9431-44df-a006-de1d100c85f4,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:04.999655 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] For port e27a7395-498e-4f52-b421-8d1ad26deb9d, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:10:05.003140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] For port e27a7395-498e-4f52-b421-8d1ad26deb9d, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e27a7395-498e-4f52-b421-8d1ad26deb9d,segment=NetworkSegment(e5615282-df68-4dc6-b05e-54dfd6879b59),segment_id=e5615282-df68-4dc6-b05e-54dfd6879b59)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:10:05.008991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:05.025319 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:05.096267 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5add81-5c69-4221-bf6d-6471287feeed None None] Pushing event updated for resources: {'Port': ['ID=e27a7395-498e-4f52-b421-8d1ad26deb9d,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:05.490830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:05.916490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e27a7395-498e-4f52-b421-8d1ad26deb9d up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:10:05.935805 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:05.942488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:06.047942 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=dd1e75ce-9431-44df-a006-de1d100c85f4,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:06.079698 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port e27a7395-498e-4f52-b421-8d1ad26deb9d completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:10:06.086924 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device abf6031b-630b-4e13-abf5-0c3878ba20e0 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:10:06.099298 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:06.183818 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port abf6031b-630b-4e13-abf5-0c3878ba20e0 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:10:06.191582 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port abf6031b-630b-4e13-abf5-0c3878ba20e0 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:10:06.192105 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:06.229128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd842fda-8522-4115-a5fc-6ea6aef0ea00 None None] Network 3ddd418c-5143-4a8b-b817-b1979dd60fd7 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:10:06.304735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network 3ddd418c-5143-4a8b-b817-b1979dd60fd7 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:10:06.306006 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:10:06.372214 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-84400c25-96fc-4ca1-9e38-eee17d65f7be None None] Provisioning for port e27a7395-498e-4f52-b421-8d1ad26deb9d completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:10:06.381120 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-84400c25-96fc-4ca1-9e38-eee17d65f7be None None] Provisioning complete for port e27a7395-498e-4f52-b421-8d1ad26deb9d triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:10:06.381497 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-84400c25-96fc-4ca1-9e38-eee17d65f7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:06.507715 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:10:06.575793 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:06.624287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port abf6031b-630b-4e13-abf5-0c3878ba20e0, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=abf6031b-630b-4e13-abf5-0c3878ba20e0,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:10:06.669657 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:06.714261 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:10:06.728709 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d476309e-2eb5-4b36-921d-c94eeebdc143 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "PUT /v2.0/routers/5e1e4a39-fd54-4e21-98e3-6a24ad55a955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5684764 Jan 12 10:10:06.775685 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-dc96b10e-ecf6-4c96-a33f-35587c8eedcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:06.777148 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-84400c25-96fc-4ca1-9e38-eee17d65f7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:06.800547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=abf6031b-630b-4e13-abf5-0c3878ba20e0,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:06.830066 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Sync routers for ids ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:10:06.845334 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-84400c25-96fc-4ca1-9e38-eee17d65f7be None None] For port e27a7395-498e-4f52-b421-8d1ad26deb9d, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e27a7395-498e-4f52-b421-8d1ad26deb9d,segment=NetworkSegment(e5615282-df68-4dc6-b05e-54dfd6879b59),segment_id=e5615282-df68-4dc6-b05e-54dfd6879b59)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:10:06.848197 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Routers {'5e1e4a39-fd54-4e21-98e3-6a24ad55a955'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:10:06.848935 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:09:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:06.851550 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-84400c25-96fc-4ca1-9e38-eee17d65f7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:06.915638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-7f2ae9b5-cb6a-493d-afba-0d6932439045 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:10:06.944113 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-7f2ae9b5-cb6a-493d-afba-0d6932439045 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:10:06.945947 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-7f2ae9b5-cb6a-493d-afba-0d6932439045 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35808221&fields=id&tenant_id=1ba8bb2f478747678bcbcd705988673a HTTP/1.1" status: 200 len: 267 time: 0.0777853 Jan 12 10:10:06.948874 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84400c25-96fc-4ca1-9e38-eee17d65f7be None None] Pushing event updated for resources: {'Port': ['ID=e27a7395-498e-4f52-b421-8d1ad26deb9d,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:07.092707 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Set router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:10:07.134540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-ec6d5d42-5431-4668-b28d-a8cc171e7ca5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:07.135388 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-ec6d5d42-5431-4668-b28d-a8cc171e7ca5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:10:07.155385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-ec6d5d42-5431-4668-b28d-a8cc171e7ca5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:10:07.157871 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-ec6d5d42-5431-4668-b28d-a8cc171e7ca5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/networks?id=3ddd418c-5143-4a8b-b817-b1979dd60fd7 HTTP/1.1" status: 200 len: 797 time: 0.2011278 Jan 12 10:10:07.181932 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c2efbf07-48c6-4ca3-bd3e-96fb1a186ef4 None None] Provisioning complete for port e27a7395-498e-4f52-b421-8d1ad26deb9d triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:10:07.182358 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c2efbf07-48c6-4ca3-bd3e-96fb1a186ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:07.187481 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-ac3ec685-a119-41f4-98e1-e0bb188b6b23 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/quotas/1ba8bb2f478747678bcbcd705988673a HTTP/1.1" status: 200 len: 375 time: 0.0178049 Jan 12 10:10:07.283829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-9cf8fdea-ff2e-4ccf-a98e-61ea857db77d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:10:07.304265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-9cf8fdea-ff2e-4ccf-a98e-61ea857db77d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:10:07.317415 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-9cf8fdea-ff2e-4ccf-a98e-61ea857db77d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229696 Jan 12 10:10:07.342459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c2efbf07-48c6-4ca3-bd3e-96fb1a186ef4 None None] Provisioning for port dd1e75ce-9431-44df-a006-de1d100c85f4 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:10:07.350129 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-c2efbf07-48c6-4ca3-bd3e-96fb1a186ef4 None None] Provisioning complete for port dd1e75ce-9431-44df-a006-de1d100c85f4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:10:07.350637 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c2efbf07-48c6-4ca3-bd3e-96fb1a186ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:07.419006 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-c2efbf07-48c6-4ca3-bd3e-96fb1a186ef4 None None] Port dd1e75ce-9431-44df-a006-de1d100c85f4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:10:07.466968 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334249463', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:59Z', 'updated_at': '2022-01-12T10:10:05Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:00Z', 'updated_at': '2022-01-12T10:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'dd1e75ce-9431-44df-a006-de1d100c85f4', 'name': '', 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:2c:8e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:04Z', 'updated_at': '2022-01-12T10:10:05Z', 'revision_number': 2, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:07.471386 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Checking router: 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:10:07.471831 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Updating router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 port dd1e75ce-9431-44df-a006-de1d100c85f4 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:10:07.528218 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:07.535966 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-2591d83d-8c1b-4dd9-a9b8-9bd3bab3b7aa service neutron] 10.222.0.26 "GET /v2.0/networks/3ddd418c-5143-4a8b-b817-b1979dd60fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140424 Jan 12 10:10:07.553962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-75bd9d3a-bc19-4009-a450-227607d1cf56 None None] Provisioning complete for port dd1e75ce-9431-44df-a006-de1d100c85f4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:10:07.554272 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-75bd9d3a-bc19-4009-a450-227607d1cf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:07.629877 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-75bd9d3a-bc19-4009-a450-227607d1cf56 None None] Port dd1e75ce-9431-44df-a006-de1d100c85f4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:10:07.695674 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d2363cfc-1e5a-4beb-b488-8239daffdb84 service neutron] 10.222.0.26 "GET /v2.0/networks/3ddd418c-5143-4a8b-b817-b1979dd60fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518338 Jan 12 10:10:07.756283 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-75f2e26e-acf2-454a-b8b6-1b640e31b92e None None] Provisioning complete for port dd1e75ce-9431-44df-a006-de1d100c85f4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:10:07.756821 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-75f2e26e-acf2-454a-b8b6-1b640e31b92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:07.841378 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-75f2e26e-acf2-454a-b8b6-1b640e31b92e None None] Port dd1e75ce-9431-44df-a006-de1d100c85f4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:10:07.897378 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e27a7395-498e-4f52-b421-8d1ad26deb9d up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:10:07.952633 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-26ea476b-d6b5-44ff-9803-8cd79647c8d9 req-500b6edd-1f16-48d6-831e-3514d1fbed7a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:10:07.976954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-26ea476b-d6b5-44ff-9803-8cd79647c8d9 req-500b6edd-1f16-48d6-831e-3514d1fbed7a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:10:07.979109 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-26ea476b-d6b5-44ff-9803-8cd79647c8d9 req-500b6edd-1f16-48d6-831e-3514d1fbed7a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 210 time: 0.0826321 Jan 12 10:10:08.003778 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:08.005975 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port e27a7395-498e-4f52-b421-8d1ad26deb9d triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:10:08.006405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:08.018188 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Transition to ACTIVE for port object dd1e75ce-9431-44df-a006-de1d100c85f4 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:10:08.037980 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:08.231718 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device abf6031b-630b-4e13-abf5-0c3878ba20e0 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:10:08.339276 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e722d6b-ac9a-4182-886a-c75f34757678 None None] Pushing event updated for resources: {'Port': ['ID=dd1e75ce-9431-44df-a006-de1d100c85f4,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:08.347087 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port abf6031b-630b-4e13-abf5-0c3878ba20e0 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:10:08.347575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:08.402289 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e722d6b-ac9a-4182-886a-c75f34757678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:08.402720 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e722d6b-ac9a-4182-886a-c75f34757678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:08.403165 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e722d6b-ac9a-4182-886a-c75f34757678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:08.403605 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e722d6b-ac9a-4182-886a-c75f34757678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:08.403995 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e722d6b-ac9a-4182-886a-c75f34757678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:08.404385 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e722d6b-ac9a-4182-886a-c75f34757678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:08.404787 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e722d6b-ac9a-4182-886a-c75f34757678 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:08.405795 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e722d6b-ac9a-4182-886a-c75f34757678 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:08.406213 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e722d6b-ac9a-4182-886a-c75f34757678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:08.406597 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e722d6b-ac9a-4182-886a-c75f34757678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:08.407012 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e722d6b-ac9a-4182-886a-c75f34757678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:08.407417 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e722d6b-ac9a-4182-886a-c75f34757678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:10:08.428464 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Attempting to bind port dd1e75ce-9431-44df-a006-de1d100c85f4 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:10:08.428860 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Attempting to bind port dd1e75ce-9431-44df-a006-de1d100c85f4 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'e5615282-df68-4dc6-b05e-54dfd6879b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:10:08.429186 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Attempting to bind port dd1e75ce-9431-44df-a006-de1d100c85f4 on network 3ddd418c-5143-4a8b-b817-b1979dd60fd7 {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:10:08.436333 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:10:08.437014 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Checking segment: {'id': 'e5615282-df68-4dc6-b05e-54dfd6879b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:10:08.437467 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:08.437792 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Bound using segment: {'id': 'e5615282-df68-4dc6-b05e-54dfd6879b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:10:08.438260 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Bound port: dd1e75ce-9431-44df-a006-de1d100c85f4, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5615282-df68-4dc6-b05e-54dfd6879b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:10:08.438825 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:08.605820 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] For port dd1e75ce-9431-44df-a006-de1d100c85f4, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:10:08.610473 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] For port dd1e75ce-9431-44df-a006-de1d100c85f4, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=dd1e75ce-9431-44df-a006-de1d100c85f4,segment=NetworkSegment(e5615282-df68-4dc6-b05e-54dfd6879b59),segment_id=e5615282-df68-4dc6-b05e-54dfd6879b59)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:10:08.618385 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:08.720892 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Routers {'5e1e4a39-fd54-4e21-98e3-6a24ad55a955'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:10:08.721580 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:09:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:08.779022 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e722d6b-ac9a-4182-886a-c75f34757678 None None] Pushing event updated for resources: {'Port': ['ID=dd1e75ce-9431-44df-a006-de1d100c85f4,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:08.949520 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] Set router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:10:09.165187 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-109764d5-2989-4d66-9cb6-11eba36b2e2f req-86352bde-ec78-43ad-bf92-1172461ed3dc tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 210 time: 0.0531027 Jan 12 10:10:09.377300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-088cf74a-d3f2-4cbe-aa53-9f577e58a31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:09.415926 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334249463', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:59Z', 'updated_at': '2022-01-12T10:10:05Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:00Z', 'updated_at': '2022-01-12T10:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'dd1e75ce-9431-44df-a006-de1d100c85f4', 'name': '', 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:2c:8e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:04Z', 'updated_at': '2022-01-12T10:10:08Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:09.422362 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc27b64-e829-465d-b4f5-1c51535cd1d4 None None] The sync data for ids ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'] in dv-neutron-824346-1-hyperv is: [{'id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334249463', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:59Z', 'updated_at': '2022-01-12T10:10:05Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:00Z', 'updated_at': '2022-01-12T10:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'dd1e75ce-9431-44df-a006-de1d100c85f4', 'name': '', 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:2c:8e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:04Z', 'updated_at': '2022-01-12T10:10:08Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:10:09.509619 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-84c9a92e-b4db-483e-8c42-dfcc215c7ada tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:09.516704 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-84c9a92e-b4db-483e-8c42-dfcc215c7ada tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "GET /v2.0/networks?id=3ddd418c-5143-4a8b-b817-b1979dd60fd7 HTTP/1.1" status: 200 len: 797 time: 0.2437866 Jan 12 10:10:09.603181 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-08d60edd-b72f-480e-84b7-2dd445ac2f7d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ba8bb2f478747678bcbcd705988673a HTTP/1.1" status: 200 len: 378 time: 0.0732408 Jan 12 10:10:09.615145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-02f886e3-f731-4c36-9015-a56018343ac4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'port': {'device_id': 'd5b758a4-c38d-4a87-9ae7-9b39c6c6322e', 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'admin_state_up': True, 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'security_groups': ['3c8aa7f7-cab9-4fd9-9c83-069a1926055a']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:10:09.900134 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device dd1e75ce-9431-44df-a006-de1d100c85f4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:10:09.929860 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-02f886e3-f731-4c36-9015-a56018343ac4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:10:09.941029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-02f886e3-f731-4c36-9015-a56018343ac4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:10:09.955861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-02f886e3-f731-4c36-9015-a56018343ac4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Made reservation on behalf of 1ba8bb2f478747678bcbcd705988673a for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:10:09.960408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-02f886e3-f731-4c36-9015-a56018343ac4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:10.000630 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port dd1e75ce-9431-44df-a006-de1d100c85f4 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:10:10.009256 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port dd1e75ce-9431-44df-a006-de1d100c85f4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:10:10.009946 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:10.210641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-02f886e3-f731-4c36-9015-a56018343ac4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.20.0.8 (3ddd418c-5143-4a8b-b817-b1979dd60fd7/b58a74c1-2e40-4e02-9b0b-845e8399bb1d/e833f4e8-f512-4d7e-8ce2-d30c96102f12) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:10:10.240925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:10.280562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port dd1e75ce-9431-44df-a006-de1d100c85f4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=dd1e75ce-9431-44df-a006-de1d100c85f4,segment=NetworkSegment(e5615282-df68-4dc6-b05e-54dfd6879b59),segment_id=e5615282-df68-4dc6-b05e-54dfd6879b59)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:10:10.291528 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:10.382982 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:10.389403 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6774612a-60ad-472e-997b-ccf6d8fa1c2a req-77a0dd23-361a-41cc-adf9-b4018d763dea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 210 time: 0.0715311 Jan 12 10:10:10.390017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=dd1e75ce-9431-44df-a006-de1d100c85f4,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:10.504250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-02f886e3-f731-4c36-9015-a56018343ac4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:10.522968 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-02f886e3-f731-4c36-9015-a56018343ac4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Transition to ACTIVE for port object e833f4e8-f512-4d7e-8ce2-d30c96102f12 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:10:10.564691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-02f886e3-f731-4c36-9015-a56018343ac4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:10.638291 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-02f886e3-f731-4c36-9015-a56018343ac4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network 3ddd418c-5143-4a8b-b817-b1979dd60fd7 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:10:10.641982 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-02f886e3-f731-4c36-9015-a56018343ac4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:10:10.646641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-02f886e3-f731-4c36-9015-a56018343ac4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:10:10.688771 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f886e3-f731-4c36-9015-a56018343ac4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=e833f4e8-f512-4d7e-8ce2-d30c96102f12,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:10.729461 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-02f886e3-f731-4c36-9015-a56018343ac4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:10.730248 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-02f886e3-f731-4c36-9015-a56018343ac4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:10.765869 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-02f886e3-f731-4c36-9015-a56018343ac4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1557832 Jan 12 10:10:10.783975 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Request body: {'port': {'device_id': 'd5b758a4-c38d-4a87-9ae7-9b39c6c6322e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:10:10.891429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5a28244d-7de0-409f-a102-825d9a6b0c98 None None] Provisioning for port e833f4e8-f512-4d7e-8ce2-d30c96102f12 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:10:10.898118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5a28244d-7de0-409f-a102-825d9a6b0c98 None None] Provisioning complete for port e833f4e8-f512-4d7e-8ce2-d30c96102f12 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:10:10.898654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5a28244d-7de0-409f-a102-825d9a6b0c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:10.940233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:10.959560 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-5a28244d-7de0-409f-a102-825d9a6b0c98 None None] Port e833f4e8-f512-4d7e-8ce2-d30c96102f12 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:10:11.159709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:11.285029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e833f4e8-f512-4d7e-8ce2-d30c96102f12 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:10:11.292381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:11.307392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Transition to ACTIVE for port object e833f4e8-f512-4d7e-8ce2-d30c96102f12 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:10:11.312612 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:11.441765 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Pushing event updated for resources: {'Port': ['ID=e833f4e8-f512-4d7e-8ce2-d30c96102f12,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:11.466334 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:10:11.603984 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Attempting to bind port e833f4e8-f512-4d7e-8ce2-d30c96102f12 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:10:11.604259 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Attempting to bind port e833f4e8-f512-4d7e-8ce2-d30c96102f12 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'e5615282-df68-4dc6-b05e-54dfd6879b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:10:11.604616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Attempting to bind port e833f4e8-f512-4d7e-8ce2-d30c96102f12 on network 3ddd418c-5143-4a8b-b817-b1979dd60fd7 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:10:11.612465 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Port e833f4e8-f512-4d7e-8ce2-d30c96102f12 on network 3ddd418c-5143-4a8b-b817-b1979dd60fd7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 10:10:11.612808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Attempting to bind port e833f4e8-f512-4d7e-8ce2-d30c96102f12 on network 3ddd418c-5143-4a8b-b817-b1979dd60fd7 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:10:11.621303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:10:11.621610 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Checking segment: {'id': 'e5615282-df68-4dc6-b05e-54dfd6879b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:10:11.622002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Bound using segment: {'id': 'e5615282-df68-4dc6-b05e-54dfd6879b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:10:11.622457 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Bound port: e833f4e8-f512-4d7e-8ce2-d30c96102f12, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5615282-df68-4dc6-b05e-54dfd6879b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:10:11.622798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:11.673727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7d206-676f-4448-a727-fe73a591e63c req-fac73d6d-2280-47ee-88d2-7cefaa1ea021 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:11.674483 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f7f7d206-676f-4448-a727-fe73a591e63c req-fac73d6d-2280-47ee-88d2-7cefaa1ea021 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:10:11.735457 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f7f7d206-676f-4448-a727-fe73a591e63c req-fac73d6d-2280-47ee-88d2-7cefaa1ea021 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:10:11.736632 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7f7d206-676f-4448-a727-fe73a591e63c req-fac73d6d-2280-47ee-88d2-7cefaa1ea021 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 943 time: 0.2155061 Jan 12 10:10:11.766103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] For port e833f4e8-f512-4d7e-8ce2-d30c96102f12, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:10:11.782627 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] For port e833f4e8-f512-4d7e-8ce2-d30c96102f12, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e833f4e8-f512-4d7e-8ce2-d30c96102f12,segment=NetworkSegment(e5615282-df68-4dc6-b05e-54dfd6879b59),segment_id=e5615282-df68-4dc6-b05e-54dfd6879b59)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:10:11.789854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:11.830494 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f7f7d206-676f-4448-a727-fe73a591e63c req-298b78a9-fcc5-4f78-b5a2-2ed81113420d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874715 Jan 12 10:10:11.848654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device dd1e75ce-9431-44df-a006-de1d100c85f4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:10:11.865186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:11.865801 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:11.867235 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] 10.222.0.53 "PUT /v2.0/ports/e833f4e8-f512-4d7e-8ce2-d30c96102f12 HTTP/1.1" status: 200 len: 1093 time: 1.0900497 Jan 12 10:10:11.867689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b758a4-c38d-4a87-9ae7-9b39c6c6322e', 'tag': 'e833f4e8-f512-4d7e-8ce2-d30c96102f12'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:10:11.894500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3911955-bfe2-4796-a359-2ddd37b56f2a service neutron] Pushing event updated for resources: {'Port': ['ID=e833f4e8-f512-4d7e-8ce2-d30c96102f12,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:11.943702 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port dd1e75ce-9431-44df-a006-de1d100c85f4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:10:11.944078 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:11.951132 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b758a4-c38d-4a87-9ae7-9b39c6c6322e', 'tag': 'e833f4e8-f512-4d7e-8ce2-d30c96102f12', 'status': 'completed', 'code': 200} Jan 12 10:10:11.999810 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-7a522ac5-bdff-47f7-9a93-b5a20258a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:12.001366 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-7a522ac5-bdff-47f7-9a93-b5a20258a10e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 1096 time: 0.0874226 Jan 12 10:10:12.078194 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-7ed4221c-94ca-4b7b-9642-249c86ac2f1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e833f4e8-f512-4d7e-8ce2-d30c96102f12 HTTP/1.1" status: 200 len: 217 time: 0.0645449 Jan 12 10:10:12.255009 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-a87e62a2-04c6-405c-8b3d-7e7d6e1711da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:12.256467 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-a87e62a2-04c6-405c-8b3d-7e7d6e1711da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b58a74c1-2e40-4e02-9b0b-845e8399bb1d HTTP/1.1" status: 200 len: 834 time: 0.1688366 Jan 12 10:10:12.335737 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-6a4a06cf-bd69-41dd-aa7e-542840e6f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:12.337158 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-6a4a06cf-bd69-41dd-aa7e-542840e6f7ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ddd418c-5143-4a8b-b817-b1979dd60fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709476 Jan 12 10:10:12.478796 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-f5ebbfc5-de36-4cc4-8f62-06b0ac1d06ed service neutron] 10.222.0.53 "GET /v2.0/networks/3ddd418c-5143-4a8b-b817-b1979dd60fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311634 Jan 12 10:10:12.619857 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d2e142f-5cfe-4e15-88a0-467ba7043e3a req-f708f1e5-8ac8-4a38-8d4c-4e4c9662cb0f service neutron] 10.222.0.53 "GET /v2.0/networks/3ddd418c-5143-4a8b-b817-b1979dd60fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312823 Jan 12 10:10:12.756531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:12.764437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61917e87-a5b7-43ce-b17e-a48efe05f1bb req-1b2924fe-bf0e-4a42-b399-e23e650aa58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:12.765979 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-61917e87-a5b7-43ce-b17e-a48efe05f1bb req-1b2924fe-bf0e-4a42-b399-e23e650aa58a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 1096 time: 0.0862191 Jan 12 10:10:12.905176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61917e87-a5b7-43ce-b17e-a48efe05f1bb req-535ad512-ee94-4f28-b7e0-96967b796614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:12.906681 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-61917e87-a5b7-43ce-b17e-a48efe05f1bb req-535ad512-ee94-4f28-b7e0-96967b796614 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ddd418c-5143-4a8b-b817-b1979dd60fd7 HTTP/1.1" status: 200 len: 898 time: 0.1341379 Jan 12 10:10:13.030903 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-61917e87-a5b7-43ce-b17e-a48efe05f1bb req-331bdecd-0822-4041-9ffd-ef5300c08af3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e833f4e8-f512-4d7e-8ce2-d30c96102f12 HTTP/1.1" status: 200 len: 217 time: 0.1168888 Jan 12 10:10:13.109084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61917e87-a5b7-43ce-b17e-a48efe05f1bb req-26a6a9ac-77b8-42b3-b7ca-956036e77541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:13.110526 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-61917e87-a5b7-43ce-b17e-a48efe05f1bb req-26a6a9ac-77b8-42b3-b7ca-956036e77541 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b58a74c1-2e40-4e02-9b0b-845e8399bb1d HTTP/1.1" status: 200 len: 834 time: 0.0728667 Jan 12 10:10:13.166443 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f03260-f7d4-4168-9614-c32e97eb0e16 req-0e8dbd9f-6bf1-4e4d-a869-961506051b65 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:13.168002 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-69f03260-f7d4-4168-9614-c32e97eb0e16 req-0e8dbd9f-6bf1-4e4d-a869-961506051b65 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 943 time: 0.1934516 Jan 12 10:10:13.238817 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-69f03260-f7d4-4168-9614-c32e97eb0e16 req-7d256eaa-d120-4ed6-aff8-5d30da3e6e7c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621040 Jan 12 10:10:13.246713 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61917e87-a5b7-43ce-b17e-a48efe05f1bb req-4117e241-fcf5-4e7f-b6be-a12e152cd578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:13.248255 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-61917e87-a5b7-43ce-b17e-a48efe05f1bb req-4117e241-fcf5-4e7f-b6be-a12e152cd578 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ddd418c-5143-4a8b-b817-b1979dd60fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1281753 Jan 12 10:10:13.454310 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-61917e87-a5b7-43ce-b17e-a48efe05f1bb req-83bd9fc9-f8a6-48f2-bdc3-f26798b1ec31 service neutron] 10.222.0.53 "GET /v2.0/networks/3ddd418c-5143-4a8b-b817-b1979dd60fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984711 Jan 12 10:10:13.592859 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-61917e87-a5b7-43ce-b17e-a48efe05f1bb req-5f806a77-2b5c-4184-9d53-5d5efaaa3440 service neutron] 10.222.0.53 "GET /v2.0/networks/3ddd418c-5143-4a8b-b817-b1979dd60fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316316 Jan 12 10:10:13.801854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device e833f4e8-f512-4d7e-8ce2-d30c96102f12 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:10:13.947335 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port e833f4e8-f512-4d7e-8ce2-d30c96102f12, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e833f4e8-f512-4d7e-8ce2-d30c96102f12,segment=NetworkSegment(e5615282-df68-4dc6-b05e-54dfd6879b59),segment_id=e5615282-df68-4dc6-b05e-54dfd6879b59)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:10:13.963314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'e833f4e8-f512-4d7e-8ce2-d30c96102f12', 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'port_id': 'e833f4e8-f512-4d7e-8ce2-d30c96102f12', 'mac_address': 'fa:16:3e:4f:c0:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:10:14.034037 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:14.052663 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e833f4e8-f512-4d7e-8ce2-d30c96102f12 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:10:14.069954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port e833f4e8-f512-4d7e-8ce2-d30c96102f12, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e833f4e8-f512-4d7e-8ce2-d30c96102f12,segment=NetworkSegment(e5615282-df68-4dc6-b05e-54dfd6879b59),segment_id=e5615282-df68-4dc6-b05e-54dfd6879b59)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:10:14.075460 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:14.142839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=e833f4e8-f512-4d7e-8ce2-d30c96102f12,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:14.327641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['e833f4e8-f512-4d7e-8ce2-d30c96102f12'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:10:14.433914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787e1fb-aa7c-4df6-b704-7e84f0f3a8f7 req-4521f8c9-5248-476f-985d-cdcf8aa88ef7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:14.435402 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b787e1fb-aa7c-4df6-b704-7e84f0f3a8f7 req-4521f8c9-5248-476f-985d-cdcf8aa88ef7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 944 time: 0.0803442 Jan 12 10:10:14.481460 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-b787e1fb-aa7c-4df6-b704-7e84f0f3a8f7 req-cda837c5-4f99-41a4-b48c-286142c71eaf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:10:14.495439 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-b787e1fb-aa7c-4df6-b704-7e84f0f3a8f7 req-cda837c5-4f99-41a4-b48c-286142c71eaf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:10:14.496838 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b787e1fb-aa7c-4df6-b704-7e84f0f3a8f7 req-cda837c5-4f99-41a4-b48c-286142c71eaf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557113 Jan 12 10:10:15.689538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba21f14-089e-443f-a9a6-c3fed4acfcbc req-632c31dd-6266-47ec-9047-6eaa64341eef tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:15.691029 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0ba21f14-089e-443f-a9a6-c3fed4acfcbc req-632c31dd-6266-47ec-9047-6eaa64341eef tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 944 time: 0.0861192 Jan 12 10:10:15.736040 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0ba21f14-089e-443f-a9a6-c3fed4acfcbc req-455404e9-5b90-41ee-b9db-63ad152566e1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391650 Jan 12 10:10:15.804309 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device e833f4e8-f512-4d7e-8ce2-d30c96102f12 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:10:15.875018 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port e833f4e8-f512-4d7e-8ce2-d30c96102f12 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:10:15.881451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port e833f4e8-f512-4d7e-8ce2-d30c96102f12 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:10:15.881929 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:16.001656 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:16.028791 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b758a4-c38d-4a87-9ae7-9b39c6c6322e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e833f4e8-f512-4d7e-8ce2-d30c96102f12'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:10:16.038539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port e833f4e8-f512-4d7e-8ce2-d30c96102f12, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e833f4e8-f512-4d7e-8ce2-d30c96102f12,segment=NetworkSegment(e5615282-df68-4dc6-b05e-54dfd6879b59),segment_id=e5615282-df68-4dc6-b05e-54dfd6879b59)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:10:16.046554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:16.080335 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b758a4-c38d-4a87-9ae7-9b39c6c6322e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e833f4e8-f512-4d7e-8ce2-d30c96102f12', 'code': 200} Jan 12 10:10:16.119912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=e833f4e8-f512-4d7e-8ce2-d30c96102f12,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:16.315671 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593d115-632a-442b-99dd-aaf71b32abe2 req-9bc6bc44-4b43-49e0-bd6f-86a6f1addbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:16.317798 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1593d115-632a-442b-99dd-aaf71b32abe2 req-9bc6bc44-4b43-49e0-bd6f-86a6f1addbcd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 1098 time: 0.0786421 Jan 12 10:10:16.362338 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1593d115-632a-442b-99dd-aaf71b32abe2 req-ad8b4b69-e6e7-4c39-b24e-d9a3af53d9f3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349762 Jan 12 10:10:16.924082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c9217-7050-46be-a0c8-50ad901b15e7 req-ab6c6f8b-7342-4106-b1ef-5d44165fb32b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:16.925576 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a13c9217-7050-46be-a0c8-50ad901b15e7 req-ab6c6f8b-7342-4106-b1ef-5d44165fb32b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0850842 Jan 12 10:10:16.973058 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a13c9217-7050-46be-a0c8-50ad901b15e7 req-c28c9f93-a874-404b-b065-fa9de9fdb260 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413783 Jan 12 10:10:16.994893 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:18.194457 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ac699-c86a-4f1e-8780-1f7dfd749441 req-b4492774-096b-468a-8c96-e00c54fad2fe tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:18.196068 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5c3ac699-c86a-4f1e-8780-1f7dfd749441 req-b4492774-096b-468a-8c96-e00c54fad2fe tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0854669 Jan 12 10:10:18.247814 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5c3ac699-c86a-4f1e-8780-1f7dfd749441 req-9bd29551-c91e-4ee0-8abd-b1c4d18872f7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459080 Jan 12 10:10:18.434496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca323c19-5dc6-4728-99d4-2a4e6cfb4950 req-2548d276-ba69-4882-90f4-14e1d57b6c91 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:18.435994 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ca323c19-5dc6-4728-99d4-2a4e6cfb4950 req-2548d276-ba69-4882-90f4-14e1d57b6c91 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0818741 Jan 12 10:10:18.482474 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ca323c19-5dc6-4728-99d4-2a4e6cfb4950 req-48ba5d91-e0d9-4ce8-8d75-4fbd02586727 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400796 Jan 12 10:10:18.506650 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47730) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:10:18.672734 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c99f8b1-a08b-42d9-9b22-936de96a3941 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:18.674309 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4c99f8b1-a08b-42d9-9b22-936de96a3941 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 1093 time: 0.1666155 Jan 12 10:10:18.677565 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47734) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:10:18.682499 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': 'e833f4e8-f512-4d7e-8ce2-d30c96102f12', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:10:18.688760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:10:18.692690 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:floatingip and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:10:18.695612 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:10:18.701322 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:10:18.713060 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:18.850804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:18.991379 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.26.2.105 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/c5a2a4e5-bb70-4f13-9f0f-3ab677d2167d) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:10:19.139333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:19.171614 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:19.235446 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:10:19.238380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:10:19.243079 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:10:19.276788 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=c5a2a4e5-bb70-4f13-9f0f-3ab677d2167d,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:19.676383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:19.759540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:19.977505 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:19.983227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:20.089428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=c5a2a4e5-bb70-4f13-9f0f-3ab677d2167d,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:10:20.100503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:20.379794 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Floating IP 3513960c-cae5-4429-a340-0ded1e6819b8 associated. External IP: 172.26.2.105, port: e833f4e8-f512-4d7e-8ce2-d30c96102f12. Jan 12 10:10:20.731678 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:10:20.922651 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:10:20.935194 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a9390-af47-44f8-b495-8697f02846a7 None None] Sync routers for ids ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:10:20.949472 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a9390-af47-44f8-b495-8697f02846a7 None None] Routers {'5e1e4a39-fd54-4e21-98e3-6a24ad55a955'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:10:20.949838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:20.950094 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-417a9390-af47-44f8-b495-8697f02846a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:10:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:21.011453 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ec355863-8e39-4939-b696-94d1fc082b03 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3326449 Jan 12 10:10:21.011929 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b758a4-c38d-4a87-9ae7-9b39c6c6322e', 'tag': 'e833f4e8-f512-4d7e-8ce2-d30c96102f12'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:10:21.091782 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b758a4-c38d-4a87-9ae7-9b39c6c6322e', 'tag': 'e833f4e8-f512-4d7e-8ce2-d30c96102f12', 'status': 'completed', 'code': 200} Jan 12 10:10:21.158724 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-417a9390-af47-44f8-b495-8697f02846a7 None None] Set router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:10:21.211530 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba39f0-db6c-4b7c-98bf-298e9953a975 req-934057ef-a9c8-46c8-a222-c0455c79f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:21.213072 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0eba39f0-db6c-4b7c-98bf-298e9953a975 req-934057ef-a9c8-46c8-a222-c0455c79f9ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 1098 time: 0.0870538 Jan 12 10:10:21.355536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba39f0-db6c-4b7c-98bf-298e9953a975 req-5cf66907-7914-4977-9a91-04760f55f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:21.356908 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0eba39f0-db6c-4b7c-98bf-298e9953a975 req-5cf66907-7914-4977-9a91-04760f55f7ac service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ddd418c-5143-4a8b-b817-b1979dd60fd7 HTTP/1.1" status: 200 len: 898 time: 0.1362827 Jan 12 10:10:21.364951 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cccc41-5e5e-491e-9e40-0f69780499b5 req-9a9cc447-271c-41ec-8c7f-5eaccddfe6cf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:21.366427 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-31cccc41-5e5e-491e-9e40-0f69780499b5 req-9a9cc447-271c-41ec-8c7f-5eaccddfe6cf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.2031548 Jan 12 10:10:21.412713 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-31cccc41-5e5e-491e-9e40-0f69780499b5 req-7bb47c63-5674-4bdc-95fa-6935327abdda tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389287 Jan 12 10:10:21.436042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47742) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:10:21.473601 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0eba39f0-db6c-4b7c-98bf-298e9953a975 req-3037b6d9-9a7f-4440-b29c-2d141b3f4da9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e833f4e8-f512-4d7e-8ce2-d30c96102f12 HTTP/1.1" status: 200 len: 999 time: 0.1091411 Jan 12 10:10:21.557201 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6ae879ff-937e-4ff4-8aba-bd44363a3072 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/3513960c-cae5-4429-a340-0ded1e6819b8 HTTP/1.1" status: 200 len: 991 time: 0.1196880 Jan 12 10:10:21.560024 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba39f0-db6c-4b7c-98bf-298e9953a975 req-5d909d58-ccd2-4259-b447-df33131d636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:21.561642 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0eba39f0-db6c-4b7c-98bf-298e9953a975 req-5d909d58-ccd2-4259-b447-df33131d636e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b58a74c1-2e40-4e02-9b0b-845e8399bb1d HTTP/1.1" status: 200 len: 834 time: 0.0805683 Jan 12 10:10:21.577101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-417a9390-af47-44f8-b495-8697f02846a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334249463', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:59Z', 'updated_at': '2022-01-12T10:10:05Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:00Z', 'updated_at': '2022-01-12T10:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '3513960c-cae5-4429-a340-0ded1e6819b8', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'floating_ip_address': '172.26.2.105', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'port_id': 'e833f4e8-f512-4d7e-8ce2-d30c96102f12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'mac_address': 'fa:16:3e:4f:c0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b758a4-c38d-4a87-9ae7-9b39c6c6322e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:10:19Z', 'updated_at': '2022-01-12T10:10:19Z', 'revision_number': 0, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1e75ce-9431-44df-a006-de1d100c85f4', 'name': '', 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:2c:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:04Z', 'updated_at': '2022-01-12T10:10:10Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:21.582554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a9390-af47-44f8-b495-8697f02846a7 None None] Checking router: 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:10:21.592440 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a9390-af47-44f8-b495-8697f02846a7 None None] Routers {'5e1e4a39-fd54-4e21-98e3-6a24ad55a955'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:10:21.593086 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-417a9390-af47-44f8-b495-8697f02846a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:10:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:21.649829 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba39f0-db6c-4b7c-98bf-298e9953a975 req-b3db7640-920f-4ea1-a57e-c4d7b157d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:21.652137 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0eba39f0-db6c-4b7c-98bf-298e9953a975 req-b3db7640-920f-4ea1-a57e-c4d7b157d278 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ddd418c-5143-4a8b-b817-b1979dd60fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834932 Jan 12 10:10:21.778689 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-417a9390-af47-44f8-b495-8697f02846a7 None None] Set router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:10:21.790500 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0eba39f0-db6c-4b7c-98bf-298e9953a975 req-cc620ef4-0197-4f6b-b4b9-fd36febdf4be service neutron] 10.222.0.53 "GET /v2.0/networks/3ddd418c-5143-4a8b-b817-b1979dd60fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318867 Jan 12 10:10:21.942250 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0eba39f0-db6c-4b7c-98bf-298e9953a975 req-d0df83f6-f347-4f19-8b53-a997b5a79ac9 service neutron] 10.222.0.53 "GET /v2.0/networks/3ddd418c-5143-4a8b-b817-b1979dd60fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455207 Jan 12 10:10:22.185686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-417a9390-af47-44f8-b495-8697f02846a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334249463', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:59Z', 'updated_at': '2022-01-12T10:10:05Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:00Z', 'updated_at': '2022-01-12T10:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '3513960c-cae5-4429-a340-0ded1e6819b8', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'floating_ip_address': '172.26.2.105', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'port_id': 'e833f4e8-f512-4d7e-8ce2-d30c96102f12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'mac_address': 'fa:16:3e:4f:c0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b758a4-c38d-4a87-9ae7-9b39c6c6322e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:10:19Z', 'updated_at': '2022-01-12T10:10:19Z', 'revision_number': 0, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1e75ce-9431-44df-a006-de1d100c85f4', 'name': '', 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:2c:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:04Z', 'updated_at': '2022-01-12T10:10:10Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:10:22.190547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a9390-af47-44f8-b495-8697f02846a7 None None] The sync data for ids ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'] in dv-neutron-824346-1-hyperv is: [{'id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334249463', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:59Z', 'updated_at': '2022-01-12T10:10:05Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:00Z', 'updated_at': '2022-01-12T10:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '3513960c-cae5-4429-a340-0ded1e6819b8', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'floating_ip_address': '172.26.2.105', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'port_id': 'e833f4e8-f512-4d7e-8ce2-d30c96102f12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'mac_address': 'fa:16:3e:4f:c0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b758a4-c38d-4a87-9ae7-9b39c6c6322e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:10:19Z', 'updated_at': '2022-01-12T10:10:19Z', 'revision_number': 0, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1e75ce-9431-44df-a006-de1d100c85f4', 'name': '', 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:2c:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:04Z', 'updated_at': '2022-01-12T10:10:10Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:10:22.419542 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6508cf14-2930-4b82-b306-dbc447b22fdf None None] New status for floating IP 3513960c-cae5-4429-a340-0ded1e6819b8: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:10:22.559174 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47746) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:10:22.791995 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1320b403-f3e1-4dec-beb1-ba6b181c92af tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/3513960c-cae5-4429-a340-0ded1e6819b8 HTTP/1.1" status: 200 len: 993 time: 0.2314327 Jan 12 10:10:36.723468 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-535da7f9-cff2-43bf-8d9b-7cd686655a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:39.366853 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-91631924-ff77-4505-896f-a209dd13abb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:40.340685 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:41.166408 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:42.757992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:47.004236 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:10:48.469685 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:10:53.350533 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b2205868-57e8-4c33-be1d-879d83a77b0a req-b17823ed-f61f-42b9-bcc3-cc3dc7717e35 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719018 Jan 12 10:10:53.495661 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205868-57e8-4c33-be1d-879d83a77b0a req-fde27872-02b9-481a-83a1-b02303205c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:53.497185 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b2205868-57e8-4c33-be1d-879d83a77b0a req-fde27872-02b9-481a-83a1-b02303205c26 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 1098 time: 0.0751390 Jan 12 10:10:53.650816 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205868-57e8-4c33-be1d-879d83a77b0a req-e87cf35a-d13d-4850-bda2-35f84a77d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:53.652332 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b2205868-57e8-4c33-be1d-879d83a77b0a req-e87cf35a-d13d-4850-bda2-35f84a77d9e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ddd418c-5143-4a8b-b817-b1979dd60fd7 HTTP/1.1" status: 200 len: 898 time: 0.1342387 Jan 12 10:10:53.757029 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b2205868-57e8-4c33-be1d-879d83a77b0a req-4a4adb5a-5ccc-4906-b838-186f58b9bb20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e833f4e8-f512-4d7e-8ce2-d30c96102f12 HTTP/1.1" status: 200 len: 1001 time: 0.0972435 Jan 12 10:10:53.820415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205868-57e8-4c33-be1d-879d83a77b0a req-ea663604-0be7-4b4f-9b50-3fbb1c1cdbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:53.821856 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b2205868-57e8-4c33-be1d-879d83a77b0a req-ea663604-0be7-4b4f-9b50-3fbb1c1cdbf7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b58a74c1-2e40-4e02-9b0b-845e8399bb1d HTTP/1.1" status: 200 len: 834 time: 0.0570621 Jan 12 10:10:53.902266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205868-57e8-4c33-be1d-879d83a77b0a req-5b39c472-b6b7-4d9f-bee6-f83ddf6f2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:53.903714 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b2205868-57e8-4c33-be1d-879d83a77b0a req-5b39c472-b6b7-4d9f-bee6-f83ddf6f2259 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ddd418c-5143-4a8b-b817-b1979dd60fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761378 Jan 12 10:10:54.039381 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b2205868-57e8-4c33-be1d-879d83a77b0a req-4676530e-fff0-4771-9a6e-96f4568e385d service neutron] 10.222.0.53 "GET /v2.0/networks/3ddd418c-5143-4a8b-b817-b1979dd60fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277041 Jan 12 10:10:54.175008 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b2205868-57e8-4c33-be1d-879d83a77b0a req-007a80b8-2720-4862-bcf5-831f1c7fd3d3 service neutron] 10.222.0.53 "GET /v2.0/networks/3ddd418c-5143-4a8b-b817-b1979dd60fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286826 Jan 12 10:10:56.464497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace9e91-1049-42a9-b2f9-417d552f1e39 req-dfc06941-c177-4e18-99eb-bb6401724282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:56.465860 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ace9e91-1049-42a9-b2f9-417d552f1e39 req-dfc06941-c177-4e18-99eb-bb6401724282 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 1098 time: 0.0775864 Jan 12 10:10:56.659426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace9e91-1049-42a9-b2f9-417d552f1e39 req-2501f618-3040-420e-8715-815d0e3df916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:56.660882 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ace9e91-1049-42a9-b2f9-417d552f1e39 req-2501f618-3040-420e-8715-815d0e3df916 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ddd418c-5143-4a8b-b817-b1979dd60fd7 HTTP/1.1" status: 200 len: 898 time: 0.1488550 Jan 12 10:10:56.671379 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c822df-bcd4-480f-b847-5dbf08c65b84 req-a02d3032-03ef-44df-a122-c0719188d7ad tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:56.672754 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-53c822df-bcd4-480f-b847-5dbf08c65b84 req-a02d3032-03ef-44df-a122-c0719188d7ad tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.2544487 Jan 12 10:10:56.797091 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ace9e91-1049-42a9-b2f9-417d552f1e39 req-fa3fae90-2d6e-46ce-83a8-387f099b37a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e833f4e8-f512-4d7e-8ce2-d30c96102f12 HTTP/1.1" status: 200 len: 1001 time: 0.1232228 Jan 12 10:10:56.799847 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-53c822df-bcd4-480f-b847-5dbf08c65b84 req-b03a46dc-04aa-4dc8-852b-06753af30018 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773053 Jan 12 10:10:56.858398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace9e91-1049-42a9-b2f9-417d552f1e39 req-d1839aa8-f252-4f25-ab79-d2ad22d2335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:56.859867 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ace9e91-1049-42a9-b2f9-417d552f1e39 req-d1839aa8-f252-4f25-ab79-d2ad22d2335e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b58a74c1-2e40-4e02-9b0b-845e8399bb1d HTTP/1.1" status: 200 len: 834 time: 0.0563133 Jan 12 10:10:56.943659 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace9e91-1049-42a9-b2f9-417d552f1e39 req-f36e853a-0d62-4082-9137-5c4371211e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:56.945146 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ace9e91-1049-42a9-b2f9-417d552f1e39 req-f36e853a-0d62-4082-9137-5c4371211e23 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ddd418c-5143-4a8b-b817-b1979dd60fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773275 Jan 12 10:10:57.190830 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ace9e91-1049-42a9-b2f9-417d552f1e39 req-374a4128-5a8f-4c80-903d-d859ce55c4bb service neutron] 10.222.0.53 "GET /v2.0/networks/3ddd418c-5143-4a8b-b817-b1979dd60fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387638 Jan 12 10:10:57.342215 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4ace9e91-1049-42a9-b2f9-417d552f1e39 req-086d1e88-c430-445d-a904-d4a2faa59d59 service neutron] 10.222.0.53 "GET /v2.0/networks/3ddd418c-5143-4a8b-b817-b1979dd60fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450088 Jan 12 10:10:57.650072 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [req-324cdddd-bd48-41c0-a7c6-43270e2b6377 req-c36c7fcb-1808-42ab-8e2b-7e50fb9b6b86 tempest-ServerDiskConfigTestJSON-253437904 tempest-ServerDiskConfigTestJSON-253437904-project] (87663) timed out ('10.222.0.53', 61730) {{(pid=87663) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 12 10:10:58.036275 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fa9f6-54f9-432c-82b1-b4f68866b765 req-5adc2441-e7c9-44e2-b760-5a1538f26449 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:58.037963 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a00fa9f6-54f9-432c-82b1-b4f68866b765 req-5adc2441-e7c9-44e2-b760-5a1538f26449 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0984635 Jan 12 10:10:58.113650 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a00fa9f6-54f9-432c-82b1-b4f68866b765 req-0dd487a0-a10d-4ad2-9b6c-88f27c7b1aa5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690367 Jan 12 10:10:59.318582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ef485-ed10-46c8-bc62-b7e838022580 req-092d84d2-bbfa-46c8-b8c3-6eb6ef8b7eea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:10:59.320107 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e90ef485-ed10-46c8-bc62-b7e838022580 req-092d84d2-bbfa-46c8-b8c3-6eb6ef8b7eea tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0939286 Jan 12 10:10:59.371084 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e90ef485-ed10-46c8-bc62-b7e838022580 req-e456c8b5-807e-4148-a996-b3f555960900 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446186 Jan 12 10:11:00.566368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ed099-590b-4f1d-9790-1924d0286058 req-db9cf791-81f6-40cb-85e2-79bced1815fe tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:00.567862 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-240ed099-590b-4f1d-9790-1924d0286058 req-db9cf791-81f6-40cb-85e2-79bced1815fe tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0924196 Jan 12 10:11:00.614610 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-240ed099-590b-4f1d-9790-1924d0286058 req-00405d88-2adb-4a15-ac51-f7d5af3441e9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380533 Jan 12 10:11:01.828654 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23888d-b382-4c1e-af9f-cd7257cc1316 req-37e52bf7-c333-4dca-ad0f-553a12f8eccb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:01.830133 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4d23888d-b382-4c1e-af9f-cd7257cc1316 req-37e52bf7-c333-4dca-ad0f-553a12f8eccb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0975661 Jan 12 10:11:01.877084 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4d23888d-b382-4c1e-af9f-cd7257cc1316 req-e65fb809-89f6-4109-a340-250888e3e870 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386713 Jan 12 10:11:03.069534 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a388f8-caf5-401d-bfcb-d1e76d5dcb80 req-74fb7c28-72e6-4a41-8213-f2f01d091b14 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:03.071049 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f0a388f8-caf5-401d-bfcb-d1e76d5dcb80 req-74fb7c28-72e6-4a41-8213-f2f01d091b14 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0867929 Jan 12 10:11:03.122937 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f0a388f8-caf5-401d-bfcb-d1e76d5dcb80 req-420f8878-470e-4e91-a5cb-4c625be66e64 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460086 Jan 12 10:11:04.327648 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61944b3d-c14b-4bce-9f20-c7cc3ef5746b req-e377f6c1-0427-4635-9aaf-8272d70be3e0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:04.329129 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-61944b3d-c14b-4bce-9f20-c7cc3ef5746b req-e377f6c1-0427-4635-9aaf-8272d70be3e0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0907595 Jan 12 10:11:04.377533 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-61944b3d-c14b-4bce-9f20-c7cc3ef5746b req-4fa009fa-7767-4be8-bae3-1379055d93f4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394361 Jan 12 10:11:05.573538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285ba98-d57b-413a-aaf2-86cf9422e2bb req-f0d1b0b6-78d0-4f9b-bcb1-f24e5d2777ae tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:05.575421 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6285ba98-d57b-413a-aaf2-86cf9422e2bb req-f0d1b0b6-78d0-4f9b-bcb1-f24e5d2777ae tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0891969 Jan 12 10:11:05.633516 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6285ba98-d57b-413a-aaf2-86cf9422e2bb req-e8515a02-933e-492a-bdf0-512e61ef58db tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468314 Jan 12 10:11:06.720249 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-918a00c9-0f11-482f-80db-833ae2a32475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:06.819210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283262b2-cf5c-4449-ac5f-9d538739bb6f req-f84ee87c-12d2-414c-bb5a-1844c8f00edd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:06.820670 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-283262b2-cf5c-4449-ac5f-9d538739bb6f req-f84ee87c-12d2-414c-bb5a-1844c8f00edd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0801337 Jan 12 10:11:06.865796 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-283262b2-cf5c-4449-ac5f-9d538739bb6f req-07420439-b369-441c-aaf2-7954b96c6d0c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392594 Jan 12 10:11:08.059029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6751cb6-2022-477f-b012-be786cf0a586 req-a72cf421-5ca3-43ec-8edb-aaa8d9ff9eb6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:08.060520 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c6751cb6-2022-477f-b012-be786cf0a586 req-a72cf421-5ca3-43ec-8edb-aaa8d9ff9eb6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0899601 Jan 12 10:11:08.104847 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c6751cb6-2022-477f-b012-be786cf0a586 req-1395e6b6-a596-446d-826c-084c389eaa2e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385280 Jan 12 10:11:09.301773 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e31a3-7d60-4404-a3de-d6bc118eedfd req-990e260a-a49f-4b51-b16c-a9a421a03345 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:09.303293 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5b1e31a3-7d60-4404-a3de-d6bc118eedfd req-990e260a-a49f-4b51-b16c-a9a421a03345 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0888677 Jan 12 10:11:09.356875 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5b1e31a3-7d60-4404-a3de-d6bc118eedfd req-023b7043-f00f-46fd-9e32-eabab8df0280 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471997 Jan 12 10:11:09.363236 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-38da8747-bf19-4cf1-97ea-063535ba93a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:10.337213 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:10.539589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e36ce-e667-438a-aaae-c1a8b2732244 req-8ff2f3f8-e12d-43d3-86e7-01fcd94653a2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:10.541039 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2e1e36ce-e667-438a-aaae-c1a8b2732244 req-8ff2f3f8-e12d-43d3-86e7-01fcd94653a2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0790374 Jan 12 10:11:10.584766 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2e1e36ce-e667-438a-aaae-c1a8b2732244 req-84f17668-b141-4eee-b19c-47118b6f58ee tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377026 Jan 12 10:11:11.164819 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:11.768715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aba082-5821-4bb0-bea0-a3a8f1302965 req-e1af9564-e1fa-4fbe-a844-e2125f8f70ab tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:11.770213 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-21aba082-5821-4bb0-bea0-a3a8f1302965 req-e1af9564-e1fa-4fbe-a844-e2125f8f70ab tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0794239 Jan 12 10:11:11.817759 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-21aba082-5821-4bb0-bea0-a3a8f1302965 req-134c8aaf-35b2-4e26-a057-3a67444af64f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417149 Jan 12 10:11:12.761277 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:13.016723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4214002-3a53-4860-9efa-53f075c2d8ee req-9a8cd0c9-d3af-48f0-a797-230b7ac34962 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:13.018140 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c4214002-3a53-4860-9efa-53f075c2d8ee req-9a8cd0c9-d3af-48f0-a797-230b7ac34962 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0926034 Jan 12 10:11:13.068978 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c4214002-3a53-4860-9efa-53f075c2d8ee req-ec90b04f-3542-49f0-beac-fb660d20ea09 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436273 Jan 12 10:11:14.263058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152ccd3-6b6e-4755-a1f9-e170a9ab081c req-503dc5ed-f9dd-463d-94c0-aecc97bab174 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:14.264521 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9152ccd3-6b6e-4755-a1f9-e170a9ab081c req-503dc5ed-f9dd-463d-94c0-aecc97bab174 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0823283 Jan 12 10:11:14.315925 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9152ccd3-6b6e-4755-a1f9-e170a9ab081c req-3ab6f2e7-6b99-4e98-a1bf-a83f13528491 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455770 Jan 12 10:11:14.339575 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47796) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:11:14.447764 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-612f5e57-3496-47b5-8b41-31a9b9bb9692 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/3513960c-cae5-4429-a340-0ded1e6819b8 HTTP/1.1" status: 200 len: 993 time: 0.1070757 Jan 12 10:11:17.009009 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:25.469349 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:11:36.715240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c675a66d-276d-4052-99c2-be7feecabe82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:39.359392 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-58bd774f-4589-4ec7-aa54-27590ecb6aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:40.332215 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:41.167830 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:42.763751 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:45.070955 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47814) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:11:45.285487 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port c5a2a4e5-bb70-4f13-9f0f-3ab677d2167d {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:11:45.285822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:45.470072 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:45.470404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:45.607367 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for c5a2a4e5-bb70-4f13-9f0f-3ab677d2167d owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:11:45.905989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:46.002180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=c5a2a4e5-bb70-4f13-9f0f-3ab677d2167d,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:46.024215 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:46.024669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:46.025105 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:46.025543 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:46.025917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:46.026449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:46.026945 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:46.027435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:46.027934 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:46.028314 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:46.028734 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:46.029070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:46.090809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:46.091470 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Floating IP 3513960c-cae5-4429-a340-0ded1e6819b8 disassociated (deleted). External IP: 172.26.2.105, port: e833f4e8-f512-4d7e-8ce2-d30c96102f12. Jan 12 10:11:46.451731 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:11:46.631546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:11:46.644862 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eab4ba-e180-499b-bdb1-cb503208a095 None None] Sync routers for ids ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:11:46.657259 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:46.658431 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eab4ba-e180-499b-bdb1-cb503208a095 None None] Routers {'5e1e4a39-fd54-4e21-98e3-6a24ad55a955'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:11:46.659113 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e7eab4ba-e180-499b-bdb1-cb503208a095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:11:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:11:46.726326 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dc2d632b-856b-4764-8d00-e45e50e40383 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/floatingips/3513960c-cae5-4429-a340-0ded1e6819b8 HTTP/1.1" status: 204 len: 168 time: 1.6511364 Jan 12 10:11:46.726326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b758a4-c38d-4a87-9ae7-9b39c6c6322e', 'tag': 'e833f4e8-f512-4d7e-8ce2-d30c96102f12'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:11:46.774788 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b758a4-c38d-4a87-9ae7-9b39c6c6322e', 'tag': 'e833f4e8-f512-4d7e-8ce2-d30c96102f12', 'status': 'completed', 'code': 200} Jan 12 10:11:46.860572 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-e7eab4ba-e180-499b-bdb1-cb503208a095 None None] Set router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:11:46.898476 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f327c-1af2-461e-ac21-0ce2cfb1e950 req-0473c678-ea9b-40fc-8ea0-362975ae8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:46.900028 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f7f327c-1af2-461e-ac21-0ce2cfb1e950 req-0473c678-ea9b-40fc-8ea0-362975ae8c75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 1098 time: 0.0998685 Jan 12 10:11:47.053532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f327c-1af2-461e-ac21-0ce2cfb1e950 req-01f62e34-33b3-4273-a2d8-5c6d1a128628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:47.055030 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f7f327c-1af2-461e-ac21-0ce2cfb1e950 req-01f62e34-33b3-4273-a2d8-5c6d1a128628 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ddd418c-5143-4a8b-b817-b1979dd60fd7 HTTP/1.1" status: 200 len: 898 time: 0.1476066 Jan 12 10:11:47.134603 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f7f327c-1af2-461e-ac21-0ce2cfb1e950 req-85837b27-abbf-46f3-a5ce-d97fb88662bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e833f4e8-f512-4d7e-8ce2-d30c96102f12 HTTP/1.1" status: 200 len: 217 time: 0.0722666 Jan 12 10:11:47.209514 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f327c-1af2-461e-ac21-0ce2cfb1e950 req-1624c0ea-45ba-41f9-8919-d4ce10ad02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:47.211005 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f7f327c-1af2-461e-ac21-0ce2cfb1e950 req-1624c0ea-45ba-41f9-8919-d4ce10ad02cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b58a74c1-2e40-4e02-9b0b-845e8399bb1d HTTP/1.1" status: 200 len: 834 time: 0.0706189 Jan 12 10:11:47.225253 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:47.288663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14e195-8c8b-49a2-be27-161c5655c342 req-8cada3ab-ebe1-4689-816d-b0ccdf3fe4e0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:47.289749 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-bd14e195-8c8b-49a2-be27-161c5655c342 req-8cada3ab-ebe1-4689-816d-b0ccdf3fe4e0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:11:47.307502 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f327c-1af2-461e-ac21-0ce2cfb1e950 req-1d9b880e-5a96-4832-8f9c-9237c9c20162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:47.309167 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f7f327c-1af2-461e-ac21-0ce2cfb1e950 req-1d9b880e-5a96-4832-8f9c-9237c9c20162 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ddd418c-5143-4a8b-b817-b1979dd60fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912838 Jan 12 10:11:47.312227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-bd14e195-8c8b-49a2-be27-161c5655c342 req-8cada3ab-ebe1-4689-816d-b0ccdf3fe4e0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:11:47.313403 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bd14e195-8c8b-49a2-be27-161c5655c342 req-8cada3ab-ebe1-4689-816d-b0ccdf3fe4e0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.2114177 Jan 12 10:11:47.362822 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e7eab4ba-e180-499b-bdb1-cb503208a095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334249463', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:59Z', 'updated_at': '2022-01-12T10:10:05Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:00Z', 'updated_at': '2022-01-12T10:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'dd1e75ce-9431-44df-a006-de1d100c85f4', 'name': '', 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:2c:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:04Z', 'updated_at': '2022-01-12T10:10:10Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:11:47.369246 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eab4ba-e180-499b-bdb1-cb503208a095 None None] Checking router: 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:11:47.373054 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bd14e195-8c8b-49a2-be27-161c5655c342 req-78816bd1-6e61-4763-af20-7088e335580b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486143 Jan 12 10:11:47.382801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eab4ba-e180-499b-bdb1-cb503208a095 None None] Routers {'5e1e4a39-fd54-4e21-98e3-6a24ad55a955'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:11:47.383740 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e7eab4ba-e180-499b-bdb1-cb503208a095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:11:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:11:47.483549 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f7f327c-1af2-461e-ac21-0ce2cfb1e950 req-0c00db7f-222a-484a-b101-cf0ebd740926 service neutron] 10.222.0.53 "GET /v2.0/networks/3ddd418c-5143-4a8b-b817-b1979dd60fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640372 Jan 12 10:11:47.572612 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-e7eab4ba-e180-499b-bdb1-cb503208a095 None None] Set router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:11:47.629566 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f7f327c-1af2-461e-ac21-0ce2cfb1e950 req-78b4358e-9513-4ef1-91a2-6cc042967fd9 service neutron] 10.222.0.53 "GET /v2.0/networks/3ddd418c-5143-4a8b-b817-b1979dd60fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392024 Jan 12 10:11:47.943252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e7eab4ba-e180-499b-bdb1-cb503208a095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334249463', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:59Z', 'updated_at': '2022-01-12T10:10:05Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:00Z', 'updated_at': '2022-01-12T10:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'dd1e75ce-9431-44df-a006-de1d100c85f4', 'name': '', 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:2c:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:04Z', 'updated_at': '2022-01-12T10:10:10Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:11:47.948393 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eab4ba-e180-499b-bdb1-cb503208a095 None None] The sync data for ids ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'] in dv-neutron-824346-1-hyperv is: [{'id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334249463', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:59Z', 'updated_at': '2022-01-12T10:10:05Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:00Z', 'updated_at': '2022-01-12T10:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'dd1e75ce-9431-44df-a006-de1d100c85f4', 'name': '', 'network_id': '3ddd418c-5143-4a8b-b817-b1979dd60fd7', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:2c:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:04Z', 'updated_at': '2022-01-12T10:10:10Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b58a74c1-2e40-4e02-9b0b-845e8399bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:11:48.265200 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a0a172-5710-468f-9d5d-38f9e6c73e8d None None] New status for floating IP 3513960c-cae5-4429-a340-0ded1e6819b8: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:11:48.594027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024d51c-18ed-4f39-a50d-403b449d80c2 req-ed31e4e8-907a-4e25-9d5e-ec63bbecf91e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:48.595587 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5024d51c-18ed-4f39-a50d-403b449d80c2 req-ed31e4e8-907a-4e25-9d5e-ec63bbecf91e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.0976996 Jan 12 10:11:48.652012 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5024d51c-18ed-4f39-a50d-403b449d80c2 req-e1f087d6-e68c-4821-b7db-c619311841ff tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8aa7f7-cab9-4fd9-9c83-069a1926055a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463269 Jan 12 10:11:48.806354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0045ea-ebe6-4f99-aeaf-1913d4f6b083 req-750db590-9593-42f1-9e08-bb12ba5d21a4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:48.807908 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fa0045ea-ebe6-4f99-aeaf-1913d4f6b083 req-750db590-9593-42f1-9e08-bb12ba5d21a4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 945 time: 0.1134162 Jan 12 10:11:48.887681 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-fa0045ea-ebe6-4f99-aeaf-1913d4f6b083 req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port e833f4e8-f512-4d7e-8ce2-d30c96102f12 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:11:48.888210 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-fa0045ea-ebe6-4f99-aeaf-1913d4f6b083 req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:49.264948 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-fa0045ea-ebe6-4f99-aeaf-1913d4f6b083 req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] For port e833f4e8-f512-4d7e-8ce2-d30c96102f12, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=e833f4e8-f512-4d7e-8ce2-d30c96102f12,segment=NetworkSegment(e5615282-df68-4dc6-b05e-54dfd6879b59),segment_id=e5615282-df68-4dc6-b05e-54dfd6879b59)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:11:49.265306 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-fa0045ea-ebe6-4f99-aeaf-1913d4f6b083 req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:49.392914 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-fa0045ea-ebe6-4f99-aeaf-1913d4f6b083 req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for e833f4e8-f512-4d7e-8ce2-d30c96102f12 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:11:49.542515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-fa0045ea-ebe6-4f99-aeaf-1913d4f6b083 req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:49.596940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=e833f4e8-f512-4d7e-8ce2-d30c96102f12,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:49.636324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:49.636658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:49.637000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:49.637338 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:49.637704 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:49.638105 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:49.638433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:49.638813 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:49.639110 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:49.639436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:49.639756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:49.640077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:49.689500 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0045ea-ebe6-4f99-aeaf-1913d4f6b083 req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] No DVR routers for this DVR port e833f4e8-f512-4d7e-8ce2-d30c96102f12 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:11:49.692092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-fa0045ea-ebe6-4f99-aeaf-1913d4f6b083 req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:49.694943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b758a4-c38d-4a87-9ae7-9b39c6c6322e', 'name': 'network-vif-deleted', 'tag': 'e833f4e8-f512-4d7e-8ce2-d30c96102f12'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:11:49.715256 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fa0045ea-ebe6-4f99-aeaf-1913d4f6b083 req-6f95f7a2-31de-469f-9dfc-0dc776cf85d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "DELETE /v2.0/ports/e833f4e8-f512-4d7e-8ce2-d30c96102f12 HTTP/1.1" status: 204 len: 173 time: 0.8992054 Jan 12 10:11:49.834877 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b758a4-c38d-4a87-9ae7-9b39c6c6322e', 'name': 'network-vif-deleted', 'tag': 'e833f4e8-f512-4d7e-8ce2-d30c96102f12', 'status': 'completed', 'code': 200} Jan 12 10:11:49.860654 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b678ea12-c014-4267-8e58-160ed9fb01d6 req-b16e24fb-d124-491b-a3e5-ecf79481f21b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b758a4-c38d-4a87-9ae7-9b39c6c6322e HTTP/1.1" status: 200 len: 210 time: 0.0500140 Jan 12 10:11:50.972705 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47836) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:11:51.659092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f00085c-05fa-49ec-83c8-7ed9ac55d04c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:52.022444 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-3f00085c-05fa-49ec-83c8-7ed9ac55d04c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port dd1e75ce-9431-44df-a006-de1d100c85f4 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:11:52.023439 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f00085c-05fa-49ec-83c8-7ed9ac55d04c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:52.220960 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-3f00085c-05fa-49ec-83c8-7ed9ac55d04c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] For port dd1e75ce-9431-44df-a006-de1d100c85f4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=dd1e75ce-9431-44df-a006-de1d100c85f4,segment=NetworkSegment(e5615282-df68-4dc6-b05e-54dfd6879b59),segment_id=e5615282-df68-4dc6-b05e-54dfd6879b59)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:11:52.221312 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f00085c-05fa-49ec-83c8-7ed9ac55d04c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:52.344504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-3f00085c-05fa-49ec-83c8-7ed9ac55d04c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for dd1e75ce-9431-44df-a006-de1d100c85f4 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:11:52.692937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f00085c-05fa-49ec-83c8-7ed9ac55d04c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:52.744005 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00085c-05fa-49ec-83c8-7ed9ac55d04c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=dd1e75ce-9431-44df-a006-de1d100c85f4,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:53.172852 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3f00085c-05fa-49ec-83c8-7ed9ac55d04c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:53.536782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f00085c-05fa-49ec-83c8-7ed9ac55d04c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:11:53.719506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f00085c-05fa-49ec-83c8-7ed9ac55d04c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:11:53.729505 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7382e6-e3b9-4382-9fda-8bf6286febc0 None None] Sync routers for ids ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:11:53.737852 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3f00085c-05fa-49ec-83c8-7ed9ac55d04c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "PUT /v2.0/routers/5e1e4a39-fd54-4e21-98e3-6a24ad55a955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7640183 Jan 12 10:11:53.741173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47840) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:11:53.742522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7382e6-e3b9-4382-9fda-8bf6286febc0 None None] Routers {'5e1e4a39-fd54-4e21-98e3-6a24ad55a955'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:11:53.743069 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ef7382e6-e3b9-4382-9fda-8bf6286febc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:11:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:11:53.812379 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-514084dc-7d7c-4153-b919-60fff8041256 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting subnet b58a74c1-2e40-4e02-9b0b-845e8399bb1d {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:11:53.815781 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-514084dc-7d7c-4153-b919-60fff8041256 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:53.885951 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-514084dc-7d7c-4153-b919-60fff8041256 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:53.928348 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-ef7382e6-e3b9-4382-9fda-8bf6286febc0 None None] Set router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:11:54.001793 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-514084dc-7d7c-4153-b919-60fff8041256 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:54.084948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-514084dc-7d7c-4153-b919-60fff8041256 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:54.126529 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514084dc-7d7c-4153-b919-60fff8041256 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Subnet': ['ID=b58a74c1-2e40-4e02-9b0b-845e8399bb1d,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:54.128594 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-514084dc-7d7c-4153-b919-60fff8041256 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:54.139024 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-514084dc-7d7c-4153-b919-60fff8041256 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/subnets/b58a74c1-2e40-4e02-9b0b-845e8399bb1d HTTP/1.1" status: 204 len: 168 time: 0.3935056 Jan 12 10:11:54.139512 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47844) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:11:54.144695 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dcbb95-6177-4503-b9f3-1c64cc4991af None None] Network 3ddd418c-5143-4a8b-b817-b1979dd60fd7 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:11:54.363161 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7610faaa-cf1c-431f-b784-5785bbdbbca9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:54.375955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device e833f4e8-f512-4d7e-8ce2-d30c96102f12 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:11:54.448639 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: e833f4e8-f512-4d7e-8ce2-d30c96102f12 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:11:54.449090 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device e833f4e8-f512-4d7e-8ce2-d30c96102f12 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:11:54.504116 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ef7382e6-e3b9-4382-9fda-8bf6286febc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334249463', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:59Z', 'updated_at': '2022-01-12T10:11:52Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:00Z', 'updated_at': '2022-01-12T10:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:11:54.508533 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7382e6-e3b9-4382-9fda-8bf6286febc0 None None] Checking router: 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:11:54.520512 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7382e6-e3b9-4382-9fda-8bf6286febc0 None None] Routers {'5e1e4a39-fd54-4e21-98e3-6a24ad55a955'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:11:54.521484 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ef7382e6-e3b9-4382-9fda-8bf6286febc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:11:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:11:54.585785 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7610faaa-cf1c-431f-b784-5785bbdbbca9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:54.595802 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] DHCP port deletion for 3ddd418c-5143-4a8b-b817-b1979dd60fd7 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:11:54.598156 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-7610faaa-cf1c-431f-b784-5785bbdbbca9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port abf6031b-630b-4e13-abf5-0c3878ba20e0 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:11:54.598648 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7610faaa-cf1c-431f-b784-5785bbdbbca9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:54.614357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Deleting port e27a7395-498e-4f52-b421-8d1ad26deb9d {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:11:54.614648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:54.808729 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-ef7382e6-e3b9-4382-9fda-8bf6286febc0 None None] Set router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:11:54.909080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-7610faaa-cf1c-431f-b784-5785bbdbbca9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] For port abf6031b-630b-4e13-abf5-0c3878ba20e0, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=abf6031b-630b-4e13-abf5-0c3878ba20e0,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:11:54.909337 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7610faaa-cf1c-431f-b784-5785bbdbbca9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:55.033205 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-7610faaa-cf1c-431f-b784-5785bbdbbca9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for abf6031b-630b-4e13-abf5-0c3878ba20e0 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:11:55.086464 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] For port e27a7395-498e-4f52-b421-8d1ad26deb9d, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e27a7395-498e-4f52-b421-8d1ad26deb9d,segment=NetworkSegment(e5615282-df68-4dc6-b05e-54dfd6879b59),segment_id=e5615282-df68-4dc6-b05e-54dfd6879b59)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:11:55.087363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:55.208243 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7610faaa-cf1c-431f-b784-5785bbdbbca9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:55.220643 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Calling delete_port for e27a7395-498e-4f52-b421-8d1ad26deb9d owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:11:55.263169 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610faaa-cf1c-431f-b784-5785bbdbbca9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=abf6031b-630b-4e13-abf5-0c3878ba20e0,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:55.346932 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:55.363134 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7610faaa-cf1c-431f-b784-5785bbdbbca9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:55.404093 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Pushing event deleted for resources: {'Port': ['ID=e27a7395-498e-4f52-b421-8d1ad26deb9d,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:55.406459 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] No DVR routers for this DVR port e27a7395-498e-4f52-b421-8d1ad26deb9d on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:11:55.417363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:55.417863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:55.418176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:55.418690 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:55.419057 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:55.419451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:55.419839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:55.420727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:55.420727 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:55.421212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:55.421389 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:55.421916 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd272a-34f4-47d3-b3ea-3e5648f9b2d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:55.426667 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ef7382e6-e3b9-4382-9fda-8bf6286febc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334249463', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:59Z', 'updated_at': '2022-01-12T10:11:52Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:00Z', 'updated_at': '2022-01-12T10:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:11:55.431205 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7382e6-e3b9-4382-9fda-8bf6286febc0 None None] The sync data for ids ['5e1e4a39-fd54-4e21-98e3-6a24ad55a955'] in dv-neutron-824346-1-hyperv is: [{'id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334249463', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:59Z', 'updated_at': '2022-01-12T10:11:52Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': 'abf6031b-630b-4e13-abf5-0c3878ba20e0', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1e4a39-fd54-4e21-98e3-6a24ad55a955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:10:00Z', 'updated_at': '2022-01-12T10:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:11:55.545126 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7610faaa-cf1c-431f-b784-5785bbdbbca9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:55.547493 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7610faaa-cf1c-431f-b784-5785bbdbbca9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:55.571335 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7610faaa-cf1c-431f-b784-5785bbdbbca9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:55.571849 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7610faaa-cf1c-431f-b784-5785bbdbbca9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Fanout notify agent at l3_agent the message router_deleted on router 5e1e4a39-fd54-4e21-98e3-6a24ad55a955 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 10:11:55.587070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7610faaa-cf1c-431f-b784-5785bbdbbca9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:55.588181 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7610faaa-cf1c-431f-b784-5785bbdbbca9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/routers/5e1e4a39-fd54-4e21-98e3-6a24ad55a955 HTTP/1.1" status: 204 len: 168 time: 1.4477687 Jan 12 10:11:55.591918 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47848) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:11:55.701395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-04bc3bbe-cc4c-4204-be7a-973928e65310 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:55.843452 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-04bc3bbe-cc4c-4204-be7a-973928e65310 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:55.881415 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-04bc3bbe-cc4c-4204-be7a-973928e65310 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddd418c-5143-4a8b-b817-b1979dd60fd7']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:11:55.895652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-04bc3bbe-cc4c-4204-be7a-973928e65310 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5615282-df68-4dc6-b05e-54dfd6879b59') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:11:55.895652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-04bc3bbe-cc4c-4204-be7a-973928e65310 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5615282-df68-4dc6-b05e-54dfd6879b59') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:11:55.909544 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-04bc3bbe-cc4c-4204-be7a-973928e65310 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:55.929018 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-04bc3bbe-cc4c-4204-be7a-973928e65310 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:55.936922 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bc3bbe-cc4c-4204-be7a-973928e65310 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:11:55.937370 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-04bc3bbe-cc4c-4204-be7a-973928e65310 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:11:55.953523 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:11:55.960501 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e27a7395-498e-4f52-b421-8d1ad26deb9d no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:11:55.996370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: e27a7395-498e-4f52-b421-8d1ad26deb9d {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:11:55.996766 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e27a7395-498e-4f52-b421-8d1ad26deb9d not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:11:55.997152 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device dd1e75ce-9431-44df-a006-de1d100c85f4 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:11:56.031597 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: dd1e75ce-9431-44df-a006-de1d100c85f4 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:11:56.032097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device dd1e75ce-9431-44df-a006-de1d100c85f4 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:11:56.039233 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-04bc3bbe-cc4c-4204-be7a-973928e65310 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:56.059786 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-04bc3bbe-cc4c-4204-be7a-973928e65310 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:56.071225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc3bbe-cc4c-4204-be7a-973928e65310 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Network': ['ID=3ddd418c-5143-4a8b-b817-b1979dd60fd7,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:56.084136 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-04bc3bbe-cc4c-4204-be7a-973928e65310 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/networks/3ddd418c-5143-4a8b-b817-b1979dd60fd7 HTTP/1.1" status: 204 len: 168 time: 0.4881034 Jan 12 10:11:56.084264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47852) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:11:56.176460 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2ace7bb9-c747-4955-ad69-82bf17969a66 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:56.218213 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2ace7bb9-c747-4955-ad69-82bf17969a66 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:56.290517 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2ace7bb9-c747-4955-ad69-82bf17969a66 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:56.310374 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace7bb9-c747-4955-ad69-82bf17969a66 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8aa7f7-cab9-4fd9-9c83-069a1926055a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:56.322965 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2ace7bb9-c747-4955-ad69-82bf17969a66 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:56.327047 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2ace7bb9-c747-4955-ad69-82bf17969a66 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/security-groups/3c8aa7f7-cab9-4fd9-9c83-069a1926055a HTTP/1.1" status: 204 len: 168 time: 0.2391052 Jan 12 10:11:56.613192 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47860) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:11:56.621377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d55df3ab-d0da-4ab0-8e16-3a2d55130f2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-362468976', 'description': 'tempest-secgroup-smoke-362468976 description', 'project_id': '1ba8bb2f478747678bcbcd705988673a'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:11:56.630644 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d55df3ab-d0da-4ab0-8e16-3a2d55130f2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:11:56.635045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d55df3ab-d0da-4ab0-8e16-3a2d55130f2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:11:56.638001 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d55df3ab-d0da-4ab0-8e16-3a2d55130f2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:11:56.644114 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d55df3ab-d0da-4ab0-8e16-3a2d55130f2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:11:56.656741 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d55df3ab-d0da-4ab0-8e16-3a2d55130f2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:56.680019 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d55df3ab-d0da-4ab0-8e16-3a2d55130f2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:11:56.683985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d55df3ab-d0da-4ab0-8e16-3a2d55130f2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:11:56.686903 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d55df3ab-d0da-4ab0-8e16-3a2d55130f2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:11:56.692811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d55df3ab-d0da-4ab0-8e16-3a2d55130f2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:11:56.781209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d55df3ab-d0da-4ab0-8e16-3a2d55130f2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:56.785594 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d55df3ab-d0da-4ab0-8e16-3a2d55130f2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:56.839238 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55df3ab-d0da-4ab0-8e16-3a2d55130f2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ff0b4b-986d-4708-b343-25caf7329e75,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:56.843270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d55df3ab-d0da-4ab0-8e16-3a2d55130f2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:56.844486 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d55df3ab-d0da-4ab0-8e16-3a2d55130f2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2296624 Jan 12 10:11:56.848845 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47864) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:11:56.856176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5f6df2e7-c1b9-4cc9-b059-b4b36473105a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '06ff0b4b-986d-4708-b343-25caf7329e75', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:11:56.866312 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5f6df2e7-c1b9-4cc9-b059-b4b36473105a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:11:56.871987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5f6df2e7-c1b9-4cc9-b059-b4b36473105a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:11:56.876559 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5f6df2e7-c1b9-4cc9-b059-b4b36473105a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:11:56.884691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5f6df2e7-c1b9-4cc9-b059-b4b36473105a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:11:56.908380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5f6df2e7-c1b9-4cc9-b059-b4b36473105a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:56.979467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5f6df2e7-c1b9-4cc9-b059-b4b36473105a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:56.984531 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5f6df2e7-c1b9-4cc9-b059-b4b36473105a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.008777 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6df2e7-c1b9-4cc9-b059-b4b36473105a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d06ed6-f96b-4c9f-a0ac-b3572f2331ec,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:57.022593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5f6df2e7-c1b9-4cc9-b059-b4b36473105a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.025053 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5f6df2e7-c1b9-4cc9-b059-b4b36473105a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1744487 Jan 12 10:11:57.030253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47868) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:11:57.036201 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-54daec95-eaea-4d98-abc7-592b0c9d6e71 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '06ff0b4b-986d-4708-b343-25caf7329e75', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:11:57.043412 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-54daec95-eaea-4d98-abc7-592b0c9d6e71 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:11:57.048089 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-54daec95-eaea-4d98-abc7-592b0c9d6e71 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:11:57.051225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-54daec95-eaea-4d98-abc7-592b0c9d6e71 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:11:57.058699 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-54daec95-eaea-4d98-abc7-592b0c9d6e71 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:11:57.079504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-54daec95-eaea-4d98-abc7-592b0c9d6e71 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.149641 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-54daec95-eaea-4d98-abc7-592b0c9d6e71 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.154056 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-54daec95-eaea-4d98-abc7-592b0c9d6e71 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.177485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daec95-eaea-4d98-abc7-592b0c9d6e71 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e199787-575d-44db-abcd-7b186368ae26,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:57.188218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-54daec95-eaea-4d98-abc7-592b0c9d6e71 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.189604 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-54daec95-eaea-4d98-abc7-592b0c9d6e71 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577811 Jan 12 10:11:57.192558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47872) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:11:57.197912 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5adf2097-64d1-4ec4-b7e6-2f67056661d4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '06ff0b4b-986d-4708-b343-25caf7329e75', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:11:57.204379 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5adf2097-64d1-4ec4-b7e6-2f67056661d4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:11:57.208382 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5adf2097-64d1-4ec4-b7e6-2f67056661d4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:11:57.216093 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5adf2097-64d1-4ec4-b7e6-2f67056661d4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:11:57.219548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5adf2097-64d1-4ec4-b7e6-2f67056661d4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:11:57.245178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5adf2097-64d1-4ec4-b7e6-2f67056661d4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.318069 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5adf2097-64d1-4ec4-b7e6-2f67056661d4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.323141 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5adf2097-64d1-4ec4-b7e6-2f67056661d4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.350901 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf2097-64d1-4ec4-b7e6-2f67056661d4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611e817a-984d-47cc-aa62-c7fc47ffa591,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:57.362803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5adf2097-64d1-4ec4-b7e6-2f67056661d4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.364446 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5adf2097-64d1-4ec4-b7e6-2f67056661d4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1708407 Jan 12 10:11:57.368267 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47876) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:11:57.373808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-2de7c748-ef76-4fdb-a405-35ccca079fdf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '06ff0b4b-986d-4708-b343-25caf7329e75', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:11:57.380281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2de7c748-ef76-4fdb-a405-35ccca079fdf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:11:57.385030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2de7c748-ef76-4fdb-a405-35ccca079fdf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:11:57.388339 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-2de7c748-ef76-4fdb-a405-35ccca079fdf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:11:57.394276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-2de7c748-ef76-4fdb-a405-35ccca079fdf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:11:57.417638 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2de7c748-ef76-4fdb-a405-35ccca079fdf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.501836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2de7c748-ef76-4fdb-a405-35ccca079fdf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.506613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2de7c748-ef76-4fdb-a405-35ccca079fdf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.532951 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7c748-ef76-4fdb-a405-35ccca079fdf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9e1519-3edc-4725-b933-36fde3c4ad21,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:57.544077 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-2de7c748-ef76-4fdb-a405-35ccca079fdf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.545314 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-2de7c748-ef76-4fdb-a405-35ccca079fdf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1760225 Jan 12 10:11:57.548472 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47880) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:11:57.553513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-606a9295-5929-4ce5-be28-44ef77f5dd0f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '06ff0b4b-986d-4708-b343-25caf7329e75', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:11:57.559862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-606a9295-5929-4ce5-be28-44ef77f5dd0f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:11:57.568381 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-606a9295-5929-4ce5-be28-44ef77f5dd0f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:11:57.575003 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-606a9295-5929-4ce5-be28-44ef77f5dd0f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:11:57.581071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-606a9295-5929-4ce5-be28-44ef77f5dd0f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:11:57.711210 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-606a9295-5929-4ce5-be28-44ef77f5dd0f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Project 1ba8bb2f478747678bcbcd705988673a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:11:57.718248 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-606a9295-5929-4ce5-be28-44ef77f5dd0f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.787469 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-606a9295-5929-4ce5-be28-44ef77f5dd0f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.793442 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-606a9295-5929-4ce5-be28-44ef77f5dd0f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.819004 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a9295-5929-4ce5-be28-44ef77f5dd0f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c1db5e-c5cc-461f-8362-b79bf783535e,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:57.837811 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-606a9295-5929-4ce5-be28-44ef77f5dd0f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.839116 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-606a9295-5929-4ce5-be28-44ef77f5dd0f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2896607 Jan 12 10:11:57.842251 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47884) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:11:57.849441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-3478799a-6ccf-48f8-85b4-f4a0eb8b2025 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '06ff0b4b-986d-4708-b343-25caf7329e75', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:11:57.855942 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3478799a-6ccf-48f8-85b4-f4a0eb8b2025 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:11:57.864164 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device abf6031b-630b-4e13-abf5-0c3878ba20e0 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:11:57.869976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3478799a-6ccf-48f8-85b4-f4a0eb8b2025 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:11:57.875492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-3478799a-6ccf-48f8-85b4-f4a0eb8b2025 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:11:57.887137 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-3478799a-6ccf-48f8-85b4-f4a0eb8b2025 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:11:57.901836 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-3478799a-6ccf-48f8-85b4-f4a0eb8b2025 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Project 1ba8bb2f478747678bcbcd705988673a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:11:57.908855 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: abf6031b-630b-4e13-abf5-0c3878ba20e0 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:11:57.909124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device abf6031b-630b-4e13-abf5-0c3878ba20e0 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:11:57.912106 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3478799a-6ccf-48f8-85b4-f4a0eb8b2025 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.979976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3478799a-6ccf-48f8-85b4-f4a0eb8b2025 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:57.985049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3478799a-6ccf-48f8-85b4-f4a0eb8b2025 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:58.009423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478799a-6ccf-48f8-85b4-f4a0eb8b2025 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3db6f5d-42ab-4769-8414-4081c57bbaea,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:58.021315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-3478799a-6ccf-48f8-85b4-f4a0eb8b2025 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:58.022840 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-3478799a-6ccf-48f8-85b4-f4a0eb8b2025 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1789453 Jan 12 10:11:58.028310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47888) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:11:58.035155 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-9679be4c-af59-4834-a4e9-aa108468b1bd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'network': {'name': 'tempest-network-smoke--1745796680', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'port_security_enabled': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:11:58.043821 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9679be4c-af59-4834-a4e9-aa108468b1bd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:11:58.050395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9679be4c-af59-4834-a4e9-aa108468b1bd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:network and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:11:58.054570 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-9679be4c-af59-4834-a4e9-aa108468b1bd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:11:58.063068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-9679be4c-af59-4834-a4e9-aa108468b1bd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:11:58.078467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9679be4c-af59-4834-a4e9-aa108468b1bd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Made reservation on behalf of 1ba8bb2f478747678bcbcd705988673a for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:11:58.083310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9679be4c-af59-4834-a4e9-aa108468b1bd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:58.115808 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9679be4c-af59-4834-a4e9-aa108468b1bd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:11:58.127641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9679be4c-af59-4834-a4e9-aa108468b1bd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:58.128150 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-9679be4c-af59-4834-a4e9-aa108468b1bd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Added segment 4172b162-45cb-467e-bc96-e593cd253b20 of type vlan for network 52cbc71a-f17a-41e7-b8da-a28132cc7288 Jan 12 10:11:58.158172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9679be4c-af59-4834-a4e9-aa108468b1bd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:58.191375 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9679be4c-af59-4834-a4e9-aa108468b1bd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:58.197282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9679be4c-af59-4834-a4e9-aa108468b1bd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:58.197974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9679be4c-af59-4834-a4e9-aa108468b1bd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:58.305660 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9679be4c-af59-4834-a4e9-aa108468b1bd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2760417 Jan 12 10:11:58.309938 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47892) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:11:58.311295 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679be4c-af59-4834-a4e9-aa108468b1bd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Network': ['ID=52cbc71a-f17a-41e7-b8da-a28132cc7288,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:58.320848 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1053281550', 'admin_state_up': True, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:11:58.327024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 52cbc71a-f17a-41e7-b8da-a28132cc7288 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:11:58.332285 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:11:58.336910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:router and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:11:58.340394 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:11:58.347227 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:11:58.361666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:58.363290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:58.384391 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:58.669801 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:59.014505 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:59.044432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:59.192473 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.26.2.61 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/04e8deb7-f51b-48b5-8982-72af82b0148f) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:11:59.372974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:59.405333 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:11:59.508097 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:11:59.511113 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:11:59.515045 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:11:59.553915 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=04e8deb7-f51b-48b5-8982-72af82b0148f,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:00.123148 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:00.506417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:00.720342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 10:12:00.913346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:12:00.926510 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Sync routers for ids ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:12:00.938104 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Routers {'6f0c5c8b-6894-4537-aec6-b651b37b7a6e'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:12:00.938794 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:11:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:00.944733 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:00.946003 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-57e0f888-ec56-451a-9bbf-98c949590a77 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6346519 Jan 12 10:12:00.950449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47896) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:12:00.996025 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b0fcf4d8-167c-450b-901e-140b3c99bd41 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1ba8bb2f478747678bcbcd705988673a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441554 Jan 12 10:12:01.000488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47900) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:12:01.171170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5739b59c-242c-45de-b116-952a10027fb1 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:01.175463 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5739b59c-242c-45de-b116-952a10027fb1 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1710150 Jan 12 10:12:01.176168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47904) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:12:01.187201 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Set router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:12:01.220242 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-dbaf0752-35f4-48fb-ae4b-dd901780841f tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429471 Jan 12 10:12:01.224980 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47908) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:12:01.230392 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-b08c45e2-b6de-4ac3-8905-b0ab529ee3b1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1939649462', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:12:01.336453 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b08c45e2-b6de-4ac3-8905-b0ab529ee3b1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:12:01.341175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b08c45e2-b6de-4ac3-8905-b0ab529ee3b1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:subnet and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:12:01.344578 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-b08c45e2-b6de-4ac3-8905-b0ab529ee3b1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:12:01.352287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-b08c45e2-b6de-4ac3-8905-b0ab529ee3b1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:12:01.365917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08c45e2-b6de-4ac3-8905-b0ab529ee3b1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Made reservation on behalf of 1ba8bb2f478747678bcbcd705988673a for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:12:01.369405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b08c45e2-b6de-4ac3-8905-b0ab529ee3b1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:01.524148 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053281550', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:11:58Z', 'updated_at': '2022-01-12T10:11:59Z', 'revision_number': 3, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:11:59Z', 'updated_at': '2022-01-12T10:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:01.528795 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Checking router: 6f0c5c8b-6894-4537-aec6-b651b37b7a6e for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:12:01.529519 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Updating router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e port 04e8deb7-f51b-48b5-8982-72af82b0148f binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:12:01.609399 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:01.788939 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b08c45e2-b6de-4ac3-8905-b0ab529ee3b1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:01.926151 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c45e2-b6de-4ac3-8905-b0ab529ee3b1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Subnet': ['ID=79ee7e4e-9929-46e9-b8f6-78b135b08343,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:01.940782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c45e2-b6de-4ac3-8905-b0ab529ee3b1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Checking segment: {'id': '4172b162-45cb-467e-bc96-e593cd253b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:12:01.941336 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c45e2-b6de-4ac3-8905-b0ab529ee3b1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network hostable DHCP agents. Network: 52cbc71a-f17a-41e7-b8da-a28132cc7288, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:12:01.970363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c45e2-b6de-4ac3-8905-b0ab529ee3b1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network 52cbc71a-f17a-41e7-b8da-a28132cc7288 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:12:01.985015 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-b08c45e2-b6de-4ac3-8905-b0ab529ee3b1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 52cbc71a-f17a-41e7-b8da-a28132cc7288) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:12:01.992220 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08c45e2-b6de-4ac3-8905-b0ab529ee3b1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:01.993166 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b08c45e2-b6de-4ac3-8905-b0ab529ee3b1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:02.001030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafae3ba-139e-46e2-b68a-7794416a610b None None] Network 52cbc71a-f17a-41e7-b8da-a28132cc7288 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:12:02.026230 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b08c45e2-b6de-4ac3-8905-b0ab529ee3b1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7977474 Jan 12 10:12:02.026795 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47912) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:12:02.120288 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:02.133967 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Transition to ACTIVE for port object 04e8deb7-f51b-48b5-8982-72af82b0148f will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:12:02.144583 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:02.225317 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bbc77-9534-453b-9282-55970c2d222a None None] Pushing event updated for resources: {'Port': ['ID=04e8deb7-f51b-48b5-8982-72af82b0148f,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:02.247740 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Attempting to bind port 04e8deb7-f51b-48b5-8982-72af82b0148f on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:12:02.248144 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Attempting to bind port 04e8deb7-f51b-48b5-8982-72af82b0148f by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:12:02.248550 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Attempting to bind port 04e8deb7-f51b-48b5-8982-72af82b0148f on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:12:02.255598 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:12:02.256767 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:12:02.256767 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:02.256767 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:12:02.257303 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Bound port: 04e8deb7-f51b-48b5-8982-72af82b0148f, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:12:02.257826 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:02.300390 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1bbc77-9534-453b-9282-55970c2d222a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:02.300808 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1bbc77-9534-453b-9282-55970c2d222a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:02.301094 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1bbc77-9534-453b-9282-55970c2d222a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:02.301426 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1bbc77-9534-453b-9282-55970c2d222a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:02.301748 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1bbc77-9534-453b-9282-55970c2d222a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:02.302073 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1bbc77-9534-453b-9282-55970c2d222a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:02.302389 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1bbc77-9534-453b-9282-55970c2d222a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:02.302704 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1bbc77-9534-453b-9282-55970c2d222a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:02.303063 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1bbc77-9534-453b-9282-55970c2d222a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:02.303432 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1bbc77-9534-453b-9282-55970c2d222a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:02.303775 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1bbc77-9534-453b-9282-55970c2d222a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:02.304089 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1bbc77-9534-453b-9282-55970c2d222a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:02.361800 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] For port 04e8deb7-f51b-48b5-8982-72af82b0148f, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:12:02.367687 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] For port 04e8deb7-f51b-48b5-8982-72af82b0148f, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=04e8deb7-f51b-48b5-8982-72af82b0148f,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:12:02.369605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-52cbc71a-f17a-41e7-b8da-a28132cc7288', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ips': [{'subnet_id': '79ee7e4e-9929-46e9-b8f6-78b135b08343'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:12:02.370908 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:02.375795 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:02.475455 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bbc77-9534-453b-9282-55970c2d222a None None] Pushing event updated for resources: {'Port': ['ID=04e8deb7-f51b-48b5-8982-72af82b0148f,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:02.496282 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Routers {'6f0c5c8b-6894-4537-aec6-b651b37b7a6e'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:12:02.497121 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:11:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:02.590302 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:12:02.600368 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Allocated IP 172.20.0.2 (52cbc71a-f17a-41e7-b8da-a28132cc7288/79ee7e4e-9929-46e9-b8f6-78b135b08343/aafdb083-cbab-4d49-ba81-42325f6f6093) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:12:02.730891 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] Set router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:12:02.901568 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:02.919957 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Transition to ACTIVE for port object aafdb083-cbab-4d49-ba81-42325f6f6093 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:12:02.956118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Transition to ACTIVE for port object aafdb083-cbab-4d49-ba81-42325f6f6093 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:12:02.968795 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:03.091795 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Network 52cbc71a-f17a-41e7-b8da-a28132cc7288 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:12:03.100797 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:12:03.112888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:12:03.119542 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053281550', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:11:58Z', 'updated_at': '2022-01-12T10:11:59Z', 'revision_number': 3, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:11:59Z', 'updated_at': '2022-01-12T10:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:03.126975 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4958d6-fc48-4e16-a87a-28e1217a4432 None None] The sync data for ids ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'] in dv-neutron-824346-1-hyperv is: [{'id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053281550', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:11:58Z', 'updated_at': '2022-01-12T10:11:59Z', 'revision_number': 3, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:11:59Z', 'updated_at': '2022-01-12T10:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:12:03.201984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Pushing event updated for resources: {'Port': ['ID=aafdb083-cbab-4d49-ba81-42325f6f6093,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:03.241882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:03.280447 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Attempting to bind port aafdb083-cbab-4d49-ba81-42325f6f6093 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:12:03.280821 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Attempting to bind port aafdb083-cbab-4d49-ba81-42325f6f6093 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '4172b162-45cb-467e-bc96-e593cd253b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:12:03.281242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Attempting to bind port aafdb083-cbab-4d49-ba81-42325f6f6093 on network 52cbc71a-f17a-41e7-b8da-a28132cc7288 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:12:03.287363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:12:03.287728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Checking segment: {'id': '4172b162-45cb-467e-bc96-e593cd253b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:12:03.288135 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:03.288535 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Bound using segment: {'id': '4172b162-45cb-467e-bc96-e593cd253b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:12:03.288997 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Bound port: aafdb083-cbab-4d49-ba81-42325f6f6093, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4172b162-45cb-467e-bc96-e593cd253b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:12:03.289370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:03.385644 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] For port aafdb083-cbab-4d49-ba81-42325f6f6093, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:12:03.389074 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] For port aafdb083-cbab-4d49-ba81-42325f6f6093, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=aafdb083-cbab-4d49-ba81-42325f6f6093,segment=NetworkSegment(4172b162-45cb-467e-bc96-e593cd253b20),segment_id=4172b162-45cb-467e-bc96-e593cd253b20)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:12:03.395850 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:03.537636 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480bc27-8f8c-4243-a4b9-db3b3e96ce79 None None] Pushing event updated for resources: {'Port': ['ID=aafdb083-cbab-4d49-ba81-42325f6f6093,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:03.824294 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.20.0.1 (52cbc71a-f17a-41e7-b8da-a28132cc7288/79ee7e4e-9929-46e9-b8f6-78b135b08343/ac0d7aae-b1a9-4194-8b07-ff17112934fd) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:12:04.060563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 04e8deb7-f51b-48b5-8982-72af82b0148f up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:12:04.103978 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:04.129725 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Transition to ACTIVE for port object ac0d7aae-b1a9-4194-8b07-ff17112934fd will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:12:04.168235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:04.169511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 04e8deb7-f51b-48b5-8982-72af82b0148f completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:12:04.175911 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 04e8deb7-f51b-48b5-8982-72af82b0148f triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:04.176301 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:04.255626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network 52cbc71a-f17a-41e7-b8da-a28132cc7288 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:12:04.261016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:12:04.267762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:12:04.315863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:04.335557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 04e8deb7-f51b-48b5-8982-72af82b0148f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=04e8deb7-f51b-48b5-8982-72af82b0148f,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:12:04.336338 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=ac0d7aae-b1a9-4194-8b07-ff17112934fd,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:04.345531 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:04.347172 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device aafdb083-cbab-4d49-ba81-42325f6f6093 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:12:04.360818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:04.536797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:04.555242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=04e8deb7-f51b-48b5-8982-72af82b0148f,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:04.573136 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port aafdb083-cbab-4d49-ba81-42325f6f6093 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:12:04.840981 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df0f1fc-0b13-48c1-87d6-2155298eafb0 None None] Network 52cbc71a-f17a-41e7-b8da-a28132cc7288 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:12:04.982290 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e5e41c52-9209-43d7-a708-5d697dbeb9af None None] Provisioning for port aafdb083-cbab-4d49-ba81-42325f6f6093 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:12:04.992665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e5e41c52-9209-43d7-a708-5d697dbeb9af None None] Provisioning complete for port aafdb083-cbab-4d49-ba81-42325f6f6093 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:04.992811 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e5e41c52-9209-43d7-a708-5d697dbeb9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:05.187423 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:05.193324 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:05.212763 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e5e41c52-9209-43d7-a708-5d697dbeb9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:05.255183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e5e41c52-9209-43d7-a708-5d697dbeb9af None None] For port aafdb083-cbab-4d49-ba81-42325f6f6093, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=aafdb083-cbab-4d49-ba81-42325f6f6093,segment=NetworkSegment(4172b162-45cb-467e-bc96-e593cd253b20),segment_id=4172b162-45cb-467e-bc96-e593cd253b20)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:12:05.260033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e5e41c52-9209-43d7-a708-5d697dbeb9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:05.326145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=ac0d7aae-b1a9-4194-8b07-ff17112934fd,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:05.328781 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:05.384284 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e41c52-9209-43d7-a708-5d697dbeb9af None None] Pushing event updated for resources: {'Port': ['ID=aafdb083-cbab-4d49-ba81-42325f6f6093,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:05.503729 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network 52cbc71a-f17a-41e7-b8da-a28132cc7288 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:12:05.504895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:12:05.591158 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e86341b0-96da-433c-af9b-21023d7dffc3 None None] Provisioning complete for port aafdb083-cbab-4d49-ba81-42325f6f6093 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:05.591588 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e86341b0-96da-433c-af9b-21023d7dffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:05.755817 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e86341b0-96da-433c-af9b-21023d7dffc3 None None] Provisioning for port ac0d7aae-b1a9-4194-8b07-ff17112934fd completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:12:05.761039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:12:05.765654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e86341b0-96da-433c-af9b-21023d7dffc3 None None] Provisioning complete for port ac0d7aae-b1a9-4194-8b07-ff17112934fd triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:05.766098 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e86341b0-96da-433c-af9b-21023d7dffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:05.838574 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e86341b0-96da-433c-af9b-21023d7dffc3 None None] Port ac0d7aae-b1a9-4194-8b07-ff17112934fd cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:12:05.941766 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 04e8deb7-f51b-48b5-8982-72af82b0148f up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:12:05.987169 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:12:06.001411 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Sync routers for ids ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:12:06.010826 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3e3b94c5-de8c-49b9-a908-a6a6fdd5d9da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "PUT /v2.0/routers/6f0c5c8b-6894-4537-aec6-b651b37b7a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9790998 Jan 12 10:12:06.025250 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-51bcd409-572d-4050-ae50-d13cc95f93b2 None None] Provisioning complete for port ac0d7aae-b1a9-4194-8b07-ff17112934fd triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:06.025722 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-51bcd409-572d-4050-ae50-d13cc95f93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:06.062059 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Routers {'6f0c5c8b-6894-4537-aec6-b651b37b7a6e'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:12:06.062508 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:11:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:06.188996 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-1ea2a36b-46c5-4f6d-b9e6-195db5c68bc3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-362468976&fields=id&tenant_id=1ba8bb2f478747678bcbcd705988673a HTTP/1.1" status: 200 len: 267 time: 0.0411391 Jan 12 10:12:06.224139 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-51bcd409-572d-4050-ae50-d13cc95f93b2 None None] Port ac0d7aae-b1a9-4194-8b07-ff17112934fd cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:12:06.279689 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 04e8deb7-f51b-48b5-8982-72af82b0148f triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:06.280078 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:06.376611 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Set router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:12:06.378163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-4eb75389-012c-4946-a9a6-2ddad05facf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:06.379393 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-4eb75389-012c-4946-a9a6-2ddad05facf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:12:06.397747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-4eb75389-012c-4946-a9a6-2ddad05facf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:12:06.398959 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-4eb75389-012c-4946-a9a6-2ddad05facf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/networks?id=52cbc71a-f17a-41e7-b8da-a28132cc7288 HTTP/1.1" status: 200 len: 797 time: 0.2030396 Jan 12 10:12:06.420007 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-7efc07a7-17c0-48a8-8908-95f04b248cfd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/quotas/1ba8bb2f478747678bcbcd705988673a HTTP/1.1" status: 200 len: 375 time: 0.0111144 Jan 12 10:12:06.442059 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-bb3566bf-4d41-4ae0-9811-801e7c4b3c98 None None] Provisioning complete for port ac0d7aae-b1a9-4194-8b07-ff17112934fd triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:06.442432 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bb3566bf-4d41-4ae0-9811-801e7c4b3c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:06.522158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-41b4d788-0994-48f3-b906-e948ccafb7d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:12:06.541886 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-41b4d788-0994-48f3-b906-e948ccafb7d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:12:06.543550 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-41b4d788-0994-48f3-b906-e948ccafb7d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132441 Jan 12 10:12:06.618028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-bb3566bf-4d41-4ae0-9811-801e7c4b3c98 None None] Port ac0d7aae-b1a9-4194-8b07-ff17112934fd cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:12:06.692224 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device aafdb083-cbab-4d49-ba81-42325f6f6093 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:12:06.706942 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-d6aee1f4-2378-4eaf-b067-8299f6d181b6 service neutron] 10.222.0.26 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500583 Jan 12 10:12:06.774478 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-56d592dd-0899-4650-b0ee-d92791b42390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:06.853886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port aafdb083-cbab-4d49-ba81-42325f6f6093 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:06.854222 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:06.896520 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-afc52f9c-0324-4d65-ad4a-d31be2e22ca4 service neutron] 10.222.0.26 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825099 Jan 12 10:12:06.933687 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053281550', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:11:58Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:11:59Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ac0d7aae-b1a9-4194-8b07-ff17112934fd', 'name': '', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:4f:f8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:12:03Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 2, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:06.970638 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Checking router: 6f0c5c8b-6894-4537-aec6-b651b37b7a6e for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:12:06.971262 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Updating router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e port ac0d7aae-b1a9-4194-8b07-ff17112934fd binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:12:07.067995 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:07.153378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-5947522e-f851-499e-b5fc-88ba29670a35 req-551f3be6-232d-42e0-83ea-7ed00db3f16e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:12:07.166271 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-5947522e-f851-499e-b5fc-88ba29670a35 req-551f3be6-232d-42e0-83ea-7ed00db3f16e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:12:07.167478 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5947522e-f851-499e-b5fc-88ba29670a35 req-551f3be6-232d-42e0-83ea-7ed00db3f16e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 210 time: 0.0943923 Jan 12 10:12:07.561055 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:07.595839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Transition to ACTIVE for port object ac0d7aae-b1a9-4194-8b07-ff17112934fd will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:12:07.607412 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:07.828284 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2a2eb-3785-4686-bead-3e0f8eaac295 None None] Pushing event updated for resources: {'Port': ['ID=ac0d7aae-b1a9-4194-8b07-ff17112934fd,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:07.920537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Attempting to bind port ac0d7aae-b1a9-4194-8b07-ff17112934fd on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:12:07.921200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Attempting to bind port ac0d7aae-b1a9-4194-8b07-ff17112934fd by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '4172b162-45cb-467e-bc96-e593cd253b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:12:07.921911 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Attempting to bind port ac0d7aae-b1a9-4194-8b07-ff17112934fd on network 52cbc71a-f17a-41e7-b8da-a28132cc7288 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:12:07.950365 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:12:07.950679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Checking segment: {'id': '4172b162-45cb-467e-bc96-e593cd253b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:12:07.950969 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:07.951351 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Bound using segment: {'id': '4172b162-45cb-467e-bc96-e593cd253b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:12:07.951821 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Bound port: ac0d7aae-b1a9-4194-8b07-ff17112934fd, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4172b162-45cb-467e-bc96-e593cd253b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:12:07.952185 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:08.063874 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] For port ac0d7aae-b1a9-4194-8b07-ff17112934fd, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:12:08.068962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] For port ac0d7aae-b1a9-4194-8b07-ff17112934fd, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ac0d7aae-b1a9-4194-8b07-ff17112934fd,segment=NetworkSegment(4172b162-45cb-467e-bc96-e593cd253b20),segment_id=4172b162-45cb-467e-bc96-e593cd253b20)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:12:08.076895 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:08.160008 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Routers {'6f0c5c8b-6894-4537-aec6-b651b37b7a6e'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:12:08.160390 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:11:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:08.228141 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2a2eb-3785-4686-bead-3e0f8eaac295 None None] Pushing event updated for resources: {'Port': ['ID=ac0d7aae-b1a9-4194-8b07-ff17112934fd,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:08.386487 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9a8990df-d56c-4021-abb4-841b98292a02 req-15f729aa-69e4-488c-8cb4-6676ef6e3410 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 210 time: 0.0961728 Jan 12 10:12:08.411128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] Set router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:12:08.686193 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-bb95a6a2-e237-4cb7-8b1c-d31cc80a24e4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:08.686940 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-bb95a6a2-e237-4cb7-8b1c-d31cc80a24e4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:12:08.700357 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-bb95a6a2-e237-4cb7-8b1c-d31cc80a24e4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:12:08.701524 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-bb95a6a2-e237-4cb7-8b1c-d31cc80a24e4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "GET /v2.0/networks?id=52cbc71a-f17a-41e7-b8da-a28132cc7288 HTTP/1.1" status: 200 len: 797 time: 0.2096362 Jan 12 10:12:08.753015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-861c5f34-31db-495a-ab4e-194b13c1b1e2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:12:08.780411 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-861c5f34-31db-495a-ab4e-194b13c1b1e2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:12:08.782102 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-861c5f34-31db-495a-ab4e-194b13c1b1e2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ba8bb2f478747678bcbcd705988673a HTTP/1.1" status: 200 len: 379 time: 0.0715349 Jan 12 10:12:08.793667 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2f3995c5-6fea-4c92-acef-68852e883ea0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'port': {'device_id': '454ec22a-00be-48da-b77e-ea989ebc8320', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'admin_state_up': True, 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'security_groups': ['06ff0b4b-986d-4708-b343-25caf7329e75']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:12:08.800526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053281550', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:11:58Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:11:59Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ac0d7aae-b1a9-4194-8b07-ff17112934fd', 'name': '', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:4f:f8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:12:03Z', 'updated_at': '2022-01-12T10:12:08Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:08.805722 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afa0ddd-aff5-4fb1-8a1a-4463a613ef71 None None] The sync data for ids ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'] in dv-neutron-824346-1-hyperv is: [{'id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053281550', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:11:58Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:11:59Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ac0d7aae-b1a9-4194-8b07-ff17112934fd', 'name': '', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:4f:f8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:12:03Z', 'updated_at': '2022-01-12T10:12:08Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:12:08.983338 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2f3995c5-6fea-4c92-acef-68852e883ea0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:12:08.996782 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2f3995c5-6fea-4c92-acef-68852e883ea0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:12:09.008402 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2f3995c5-6fea-4c92-acef-68852e883ea0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Made reservation on behalf of 1ba8bb2f478747678bcbcd705988673a for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:12:09.014043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2f3995c5-6fea-4c92-acef-68852e883ea0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:09.253591 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2f3995c5-6fea-4c92-acef-68852e883ea0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.20.0.6 (52cbc71a-f17a-41e7-b8da-a28132cc7288/79ee7e4e-9929-46e9-b8f6-78b135b08343/3579feeb-fbc3-4979-8070-8b780ae5b6bd) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:12:09.370135 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1934cae4-b8dc-4190-bb48-e23e7e575cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:09.498364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2f3995c5-6fea-4c92-acef-68852e883ea0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:09.521743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2f3995c5-6fea-4c92-acef-68852e883ea0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Transition to ACTIVE for port object 3579feeb-fbc3-4979-8070-8b780ae5b6bd will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:12:09.709134 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5dbd9d6f-0d9d-4bdb-bf09-38115698e91b req-21ac86d8-71b0-4dc2-99ab-1d68db7f85c4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 210 time: 0.1705413 Jan 12 10:12:09.715723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2f3995c5-6fea-4c92-acef-68852e883ea0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:09.785583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2f3995c5-6fea-4c92-acef-68852e883ea0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network 52cbc71a-f17a-41e7-b8da-a28132cc7288 is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:12:09.789436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2f3995c5-6fea-4c92-acef-68852e883ea0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:12:09.793630 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2f3995c5-6fea-4c92-acef-68852e883ea0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:12:09.842683 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3995c5-6fea-4c92-acef-68852e883ea0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=3579feeb-fbc3-4979-8070-8b780ae5b6bd,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:09.886737 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2f3995c5-6fea-4c92-acef-68852e883ea0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:09.887665 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2f3995c5-6fea-4c92-acef-68852e883ea0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:09.940943 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2f3995c5-6fea-4c92-acef-68852e883ea0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1511502 Jan 12 10:12:09.959873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Request body: {'port': {'device_id': '454ec22a-00be-48da-b77e-ea989ebc8320', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:12:10.021989 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ac0d7aae-b1a9-4194-8b07-ff17112934fd up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:12:10.117387 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port ac0d7aae-b1a9-4194-8b07-ff17112934fd completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:12:10.124557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port ac0d7aae-b1a9-4194-8b07-ff17112934fd triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:10.124932 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:10.144954 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:10.203000 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-079c543a-5940-44f0-a021-53f15afa4b43 None None] Provisioning for port 3579feeb-fbc3-4979-8070-8b780ae5b6bd completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:12:10.213755 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-079c543a-5940-44f0-a021-53f15afa4b43 None None] Provisioning complete for port 3579feeb-fbc3-4979-8070-8b780ae5b6bd triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:10.214175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-079c543a-5940-44f0-a021-53f15afa4b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:10.310548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-079c543a-5940-44f0-a021-53f15afa4b43 None None] Port 3579feeb-fbc3-4979-8070-8b780ae5b6bd cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:12:10.352694 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:10.364510 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:10.390154 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port ac0d7aae-b1a9-4194-8b07-ff17112934fd, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ac0d7aae-b1a9-4194-8b07-ff17112934fd,segment=NetworkSegment(4172b162-45cb-467e-bc96-e593cd253b20),segment_id=4172b162-45cb-467e-bc96-e593cd253b20)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:12:10.396530 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:10.515649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=ac0d7aae-b1a9-4194-8b07-ff17112934fd,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:10.611922 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3579feeb-fbc3-4979-8070-8b780ae5b6bd {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:12:10.620585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:10.637733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Transition to ACTIVE for port object 3579feeb-fbc3-4979-8070-8b780ae5b6bd will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:12:10.642932 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:10.903285 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Pushing event updated for resources: {'Port': ['ID=3579feeb-fbc3-4979-8070-8b780ae5b6bd,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:11.011750 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Attempting to bind port 3579feeb-fbc3-4979-8070-8b780ae5b6bd on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:12:11.012011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Attempting to bind port 3579feeb-fbc3-4979-8070-8b780ae5b6bd by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '4172b162-45cb-467e-bc96-e593cd253b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:12:11.012395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Attempting to bind port 3579feeb-fbc3-4979-8070-8b780ae5b6bd on network 52cbc71a-f17a-41e7-b8da-a28132cc7288 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:12:11.018756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d7490-d8a7-4712-9030-2bd2f3ae0bf3 req-085e5f9e-1273-4933-92f9-878cd11a844d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:11.020353 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2f7d7490-d8a7-4712-9030-2bd2f3ae0bf3 req-085e5f9e-1273-4933-92f9-878cd11a844d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 943 time: 0.0975721 Jan 12 10:12:11.020573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Port 3579feeb-fbc3-4979-8070-8b780ae5b6bd on network 52cbc71a-f17a-41e7-b8da-a28132cc7288 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 10:12:11.021003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Attempting to bind port 3579feeb-fbc3-4979-8070-8b780ae5b6bd on network 52cbc71a-f17a-41e7-b8da-a28132cc7288 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:12:11.028311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:12:11.028647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Checking segment: {'id': '4172b162-45cb-467e-bc96-e593cd253b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:12:11.029242 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Bound using segment: {'id': '4172b162-45cb-467e-bc96-e593cd253b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:12:11.029955 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Bound port: 3579feeb-fbc3-4979-8070-8b780ae5b6bd, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4172b162-45cb-467e-bc96-e593cd253b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:12:11.030331 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:11.097296 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2f7d7490-d8a7-4712-9030-2bd2f3ae0bf3 req-004af329-97a4-4016-a311-872af8bc1c63 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647078 Jan 12 10:12:11.151377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] For port 3579feeb-fbc3-4979-8070-8b780ae5b6bd, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:12:11.159522 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] For port 3579feeb-fbc3-4979-8070-8b780ae5b6bd, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd,segment=NetworkSegment(4172b162-45cb-467e-bc96-e593cd253b20),segment_id=4172b162-45cb-467e-bc96-e593cd253b20)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:12:11.166297 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:11.174410 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:11.241823 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:11.242684 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:11.245070 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] 10.222.0.53 "PUT /v2.0/ports/3579feeb-fbc3-4979-8070-8b780ae5b6bd HTTP/1.1" status: 200 len: 1093 time: 1.2925735 Jan 12 10:12:11.259237 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454ec22a-00be-48da-b77e-ea989ebc8320', 'tag': '3579feeb-fbc3-4979-8070-8b780ae5b6bd'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:12:11.294092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f37088-39cf-4bac-9661-71c4d80bc72c service neutron] Pushing event updated for resources: {'Port': ['ID=3579feeb-fbc3-4979-8070-8b780ae5b6bd,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:11.346304 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454ec22a-00be-48da-b77e-ea989ebc8320', 'tag': '3579feeb-fbc3-4979-8070-8b780ae5b6bd', 'status': 'completed', 'code': 200} Jan 12 10:12:11.404466 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-c1b43894-e652-4621-912a-207d21718e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:11.406889 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-c1b43894-e652-4621-912a-207d21718e4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 1096 time: 0.1018226 Jan 12 10:12:11.486801 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-0f512a68-e0d6-44dc-87d5-bf5d574bc714 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd HTTP/1.1" status: 200 len: 217 time: 0.0697603 Jan 12 10:12:11.555531 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-97cb3bc4-6486-42c5-a909-0e74e56037b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:11.557139 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-97cb3bc4-6486-42c5-a909-0e74e56037b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79ee7e4e-9929-46e9-b8f6-78b135b08343 HTTP/1.1" status: 200 len: 835 time: 0.0604994 Jan 12 10:12:11.655060 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-79ccbb53-fc2a-4e57-bf81-9789f832101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:11.656897 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-79ccbb53-fc2a-4e57-bf81-9789f832101f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52cbc71a-f17a-41e7-b8da-a28132cc7288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904789 Jan 12 10:12:11.814104 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2ecae598-bb0b-47a2-8b1e-3ba0e5639c58 service neutron] 10.222.0.53 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474991 Jan 12 10:12:11.940624 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ac0d7aae-b1a9-4194-8b07-ff17112934fd up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:12:12.080484 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b991c25d-0fcf-4682-999f-52c7223ade7f req-2b344558-783c-425c-8540-0af86946da8d service neutron] 10.222.0.53 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574987 Jan 12 10:12:12.087784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port ac0d7aae-b1a9-4194-8b07-ff17112934fd triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:12.088156 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:12.260333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ddfe6-05ca-4cab-af64-b391d3098ee3 req-c56f84c0-0b20-45ae-8be1-055eecccba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:12.261852 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-196ddfe6-05ca-4cab-af64-b391d3098ee3 req-c56f84c0-0b20-45ae-8be1-055eecccba86 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 1096 time: 0.0994887 Jan 12 10:12:12.340658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f4f5f-fb94-465c-82cc-b9ed666df386 req-fbe44c89-65da-4257-97f2-e8645155d566 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:12.342092 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-815f4f5f-fb94-465c-82cc-b9ed666df386 req-fbe44c89-65da-4257-97f2-e8645155d566 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 943 time: 0.0936701 Jan 12 10:12:12.408780 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-815f4f5f-fb94-465c-82cc-b9ed666df386 req-582b8bf9-4698-4bf3-857c-fe0e97656fe8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599492 Jan 12 10:12:12.427318 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ddfe6-05ca-4cab-af64-b391d3098ee3 req-f74ae8eb-f5d6-4d6f-8508-0c2a689a5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:12.428995 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-196ddfe6-05ca-4cab-af64-b391d3098ee3 req-f74ae8eb-f5d6-4d6f-8508-0c2a689a5fd4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=52cbc71a-f17a-41e7-b8da-a28132cc7288 HTTP/1.1" status: 200 len: 898 time: 0.1606390 Jan 12 10:12:12.515409 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-196ddfe6-05ca-4cab-af64-b391d3098ee3 req-d03d3d79-e864-4fd7-8530-2e9a62d0a5f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd HTTP/1.1" status: 200 len: 217 time: 0.0799198 Jan 12 10:12:12.589647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ddfe6-05ca-4cab-af64-b391d3098ee3 req-afb0938d-8c85-40eb-85aa-fb9e3258d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:12.591843 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-196ddfe6-05ca-4cab-af64-b391d3098ee3 req-afb0938d-8c85-40eb-85aa-fb9e3258d684 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79ee7e4e-9929-46e9-b8f6-78b135b08343 HTTP/1.1" status: 200 len: 835 time: 0.0686264 Jan 12 10:12:12.680110 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ddfe6-05ca-4cab-af64-b391d3098ee3 req-86c56fe7-dc3b-4a18-bbf9-15fd13905e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:12.681623 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-196ddfe6-05ca-4cab-af64-b391d3098ee3 req-86c56fe7-dc3b-4a18-bbf9-15fd13905e60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52cbc71a-f17a-41e7-b8da-a28132cc7288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833023 Jan 12 10:12:12.766578 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:12.826923 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-196ddfe6-05ca-4cab-af64-b391d3098ee3 req-243cfc31-8b70-41ff-9381-b58026d23c6c service neutron] 10.222.0.53 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386285 Jan 12 10:12:12.965148 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-196ddfe6-05ca-4cab-af64-b391d3098ee3 req-30b86e59-2310-4b32-8bf9-67ae1523f94a service neutron] 10.222.0.53 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316974 Jan 12 10:12:13.606475 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d71f7f-e144-447d-8290-23c56abf9d4c req-23f23dc2-2e72-403b-9681-49069657dccf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:13.607639 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-c9d71f7f-e144-447d-8290-23c56abf9d4c req-23f23dc2-2e72-403b-9681-49069657dccf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:12:13.624030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-c9d71f7f-e144-447d-8290-23c56abf9d4c req-23f23dc2-2e72-403b-9681-49069657dccf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:12:13.625338 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c9d71f7f-e144-447d-8290-23c56abf9d4c req-23f23dc2-2e72-403b-9681-49069657dccf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 943 time: 0.0981283 Jan 12 10:12:13.671819 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c9d71f7f-e144-447d-8290-23c56abf9d4c req-d9d0bf24-247e-40b6-b0cb-ec734b75acbb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402908 Jan 12 10:12:14.377622 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 3579feeb-fbc3-4979-8070-8b780ae5b6bd details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:12:14.527115 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 3579feeb-fbc3-4979-8070-8b780ae5b6bd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd,segment=NetworkSegment(4172b162-45cb-467e-bc96-e593cd253b20),segment_id=4172b162-45cb-467e-bc96-e593cd253b20)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:12:14.551487 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '3579feeb-fbc3-4979-8070-8b780ae5b6bd', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'port_id': '3579feeb-fbc3-4979-8070-8b780ae5b6bd', 'mac_address': 'fa:16:3e:0f:42:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:12:14.624083 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:14.642648 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3579feeb-fbc3-4979-8070-8b780ae5b6bd {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:12:14.659920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 3579feeb-fbc3-4979-8070-8b780ae5b6bd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd,segment=NetworkSegment(4172b162-45cb-467e-bc96-e593cd253b20),segment_id=4172b162-45cb-467e-bc96-e593cd253b20)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:12:14.665282 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:14.747688 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=3579feeb-fbc3-4979-8070-8b780ae5b6bd,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:14.888598 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbc961-79c3-4250-b5a6-ad9a876e770a req-5f4aeb32-dd1f-497e-99f0-748915c50318 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:14.890115 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6dcbc961-79c3-4250-b5a6-ad9a876e770a req-5f4aeb32-dd1f-497e-99f0-748915c50318 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 944 time: 0.0944827 Jan 12 10:12:14.911699 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['3579feeb-fbc3-4979-8070-8b780ae5b6bd'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:12:14.936336 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6dcbc961-79c3-4250-b5a6-ad9a876e770a req-bf00cabd-68bc-42ff-a9f1-88a482c02c70 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400538 Jan 12 10:12:16.155999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7383f4-e57c-4900-b0f1-e3e39f15fdb3 req-5908381f-dd95-4b36-b95e-0c02d6be8e6e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:16.157421 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8b7383f4-e57c-4900-b0f1-e3e39f15fdb3 req-5908381f-dd95-4b36-b95e-0c02d6be8e6e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 944 time: 0.0972493 Jan 12 10:12:16.208827 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8b7383f4-e57c-4900-b0f1-e3e39f15fdb3 req-9ef40eb7-7367-43f8-b849-0c18c4b0f3e5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444918 Jan 12 10:12:16.393510 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 3579feeb-fbc3-4979-8070-8b780ae5b6bd up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:12:16.469828 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 3579feeb-fbc3-4979-8070-8b780ae5b6bd completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:12:16.475277 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 3579feeb-fbc3-4979-8070-8b780ae5b6bd triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:16.475646 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:16.615234 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:16.643813 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454ec22a-00be-48da-b77e-ea989ebc8320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3579feeb-fbc3-4979-8070-8b780ae5b6bd'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:12:16.655840 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 3579feeb-fbc3-4979-8070-8b780ae5b6bd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd,segment=NetworkSegment(4172b162-45cb-467e-bc96-e593cd253b20),segment_id=4172b162-45cb-467e-bc96-e593cd253b20)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:12:16.661163 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:16.739744 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=3579feeb-fbc3-4979-8070-8b780ae5b6bd,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:16.758723 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454ec22a-00be-48da-b77e-ea989ebc8320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3579feeb-fbc3-4979-8070-8b780ae5b6bd', 'code': 200} Jan 12 10:12:17.004012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:17.021124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49f95d-01a6-4931-a0f5-7534207350c6 req-bcce6486-8552-4320-a14b-9c16e3fbb021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:17.022629 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-de49f95d-01a6-4931-a0f5-7534207350c6 req-bcce6486-8552-4320-a14b-9c16e3fbb021 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 1098 time: 0.0749207 Jan 12 10:12:17.067151 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-de49f95d-01a6-4931-a0f5-7534207350c6 req-741caf8d-da80-41a6-a15e-fb4bd951a6a5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354919 Jan 12 10:12:17.414714 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c87a9e-5934-4c69-b6a4-588d777e2c82 req-d57c9bd4-b29f-45f0-a92e-1572868ca20d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:17.416707 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-89c87a9e-5934-4c69-b6a4-588d777e2c82 req-d57c9bd4-b29f-45f0-a92e-1572868ca20d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0873561 Jan 12 10:12:17.463950 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-89c87a9e-5934-4c69-b6a4-588d777e2c82 req-73e6b5ac-7706-4bf1-a645-7a1cd6dba866 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414796 Jan 12 10:12:18.663201 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba87df-193c-4601-a2aa-9e28542e6575 req-d6f5e126-9656-46b5-821a-bcaf31395c8b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:18.664667 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8fba87df-193c-4601-a2aa-9e28542e6575 req-d6f5e126-9656-46b5-821a-bcaf31395c8b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0914574 Jan 12 10:12:18.712127 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8fba87df-193c-4601-a2aa-9e28542e6575 req-20174b22-b241-4683-a7f2-5a128e4eea19 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415618 Jan 12 10:12:18.906715 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566649ab-71b6-47c5-8c6c-1f0d4705b405 req-cde62ee5-2bed-4f28-8568-f9ee84e22238 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:18.908941 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-566649ab-71b6-47c5-8c6c-1f0d4705b405 req-cde62ee5-2bed-4f28-8568-f9ee84e22238 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0843279 Jan 12 10:12:18.957254 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-566649ab-71b6-47c5-8c6c-1f0d4705b405 req-adcf8bee-1417-4fa7-8154-548bdefb09da tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430782 Jan 12 10:12:18.982132 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 47974) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:12:19.057528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbcc4a-fbfb-485d-a7f6-80411d71d785 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:19.059964 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-58dbcc4a-fbfb-485d-a7f6-80411d71d785 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 1093 time: 0.0766723 Jan 12 10:12:19.062829 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47978) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:12:19.068564 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '3579feeb-fbc3-4979-8070-8b780ae5b6bd', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:12:19.074984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:12:19.079233 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:floatingip and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:12:19.082053 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:12:19.088504 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:12:19.101506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:19.277766 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:19.446741 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.26.2.111 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/043e5bd5-15bc-4e64-8e85-0f75d98b22e3) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:12:19.728158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:19.763746 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:19.827356 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:12:19.830747 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:12:19.834488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:12:19.881794 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=043e5bd5-15bc-4e64-8e85-0f75d98b22e3,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:20.334969 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:20.426523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:20.630313 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:20.635949 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:20.738389 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=043e5bd5-15bc-4e64-8e85-0f75d98b22e3,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:20.755541 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:20.929159 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Floating IP f77521d6-7f70-4226-8c01-d39bcdee6d65 associated. External IP: 172.26.2.111, port: 3579feeb-fbc3-4979-8070-8b780ae5b6bd. Jan 12 10:12:21.293117 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:12:21.598246 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:12:21.610145 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9b13e-b193-45c7-95dc-7b7b36c0c8b7 None None] Sync routers for ids ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:12:21.621941 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9b13e-b193-45c7-95dc-7b7b36c0c8b7 None None] Routers {'6f0c5c8b-6894-4537-aec6-b651b37b7a6e'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:12:21.622575 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c5f9b13e-b193-45c7-95dc-7b7b36c0c8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:12:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:21.625100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:21.680471 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bffcc76a-3c4c-435e-8904-b7375687a096 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6165056 Jan 12 10:12:21.681059 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454ec22a-00be-48da-b77e-ea989ebc8320', 'tag': '3579feeb-fbc3-4979-8070-8b780ae5b6bd'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:12:21.788220 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454ec22a-00be-48da-b77e-ea989ebc8320', 'tag': '3579feeb-fbc3-4979-8070-8b780ae5b6bd', 'status': 'completed', 'code': 200} Jan 12 10:12:21.825224 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-c5f9b13e-b193-45c7-95dc-7b7b36c0c8b7 None None] Set router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:12:21.888590 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fb9f6-94ac-4467-9c86-f19d0fead667 req-b4ab8101-00b3-40cc-9610-6049d632b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:21.890311 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-694fb9f6-94ac-4467-9c86-f19d0fead667 req-b4ab8101-00b3-40cc-9610-6049d632b7e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 1098 time: 0.0796380 Jan 12 10:12:22.045570 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bc048-cf2a-4234-8ee1-3a01383e6c8b req-b5d684e7-1517-4d59-97cf-be2b351e975f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:22.048545 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b51bc048-cf2a-4234-8ee1-3a01383e6c8b req-b5d684e7-1517-4d59-97cf-be2b351e975f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.1026433 Jan 12 10:12:22.085863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fb9f6-94ac-4467-9c86-f19d0fead667 req-60745463-1ff2-4a1e-a066-3d37c0138cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:22.087536 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-694fb9f6-94ac-4467-9c86-f19d0fead667 req-60745463-1ff2-4a1e-a066-3d37c0138cf2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=52cbc71a-f17a-41e7-b8da-a28132cc7288 HTTP/1.1" status: 200 len: 898 time: 0.1910229 Jan 12 10:12:22.120813 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b51bc048-cf2a-4234-8ee1-3a01383e6c8b req-391ea35f-63a6-4a0a-8a70-a48afcce57ed tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639291 Jan 12 10:12:22.145447 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47988) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:12:22.209782 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-694fb9f6-94ac-4467-9c86-f19d0fead667 req-0d943c9a-f84e-4522-8b6f-ec78c2320ddb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd HTTP/1.1" status: 200 len: 999 time: 0.1159863 Jan 12 10:12:22.246216 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c5f9b13e-b193-45c7-95dc-7b7b36c0c8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053281550', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:11:58Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:11:59Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'f77521d6-7f70-4226-8c01-d39bcdee6d65', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'floating_ip_address': '172.26.2.111', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'port_id': '3579feeb-fbc3-4979-8070-8b780ae5b6bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'mac_address': 'fa:16:3e:0f:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ec22a-00be-48da-b77e-ea989ebc8320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:12:20Z', 'updated_at': '2022-01-12T10:12:20Z', 'revision_number': 0, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0d7aae-b1a9-4194-8b07-ff17112934fd', 'name': '', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:4f:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:12:03Z', 'updated_at': '2022-01-12T10:12:10Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:22.250841 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9b13e-b193-45c7-95dc-7b7b36c0c8b7 None None] Checking router: 6f0c5c8b-6894-4537-aec6-b651b37b7a6e for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:12:22.261740 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9b13e-b193-45c7-95dc-7b7b36c0c8b7 None None] Routers {'6f0c5c8b-6894-4537-aec6-b651b37b7a6e'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:12:22.262540 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c5f9b13e-b193-45c7-95dc-7b7b36c0c8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:12:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:22.268605 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b65aae6e-e466-40b5-a3bf-e341942d3b31 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/f77521d6-7f70-4226-8c01-d39bcdee6d65 HTTP/1.1" status: 200 len: 991 time: 0.1182461 Jan 12 10:12:22.386943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fb9f6-94ac-4467-9c86-f19d0fead667 req-5e09563a-d1a0-430c-baa5-db32fec5e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:22.388271 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-694fb9f6-94ac-4467-9c86-f19d0fead667 req-5e09563a-d1a0-430c-baa5-db32fec5e8fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79ee7e4e-9929-46e9-b8f6-78b135b08343 HTTP/1.1" status: 200 len: 835 time: 0.1717248 Jan 12 10:12:22.452800 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-c5f9b13e-b193-45c7-95dc-7b7b36c0c8b7 None None] Set router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:12:22.473912 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fb9f6-94ac-4467-9c86-f19d0fead667 req-c0d7fff6-6e59-4d58-bdf6-0db8789df0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:22.475480 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-694fb9f6-94ac-4467-9c86-f19d0fead667 req-c0d7fff6-6e59-4d58-bdf6-0db8789df0df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52cbc71a-f17a-41e7-b8da-a28132cc7288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804243 Jan 12 10:12:22.618546 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-694fb9f6-94ac-4467-9c86-f19d0fead667 req-9609eeef-28a3-44e1-a467-b58779820154 service neutron] 10.222.0.53 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365261 Jan 12 10:12:22.762756 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-694fb9f6-94ac-4467-9c86-f19d0fead667 req-d17f8efc-7f03-4138-a591-fabb89849c18 service neutron] 10.222.0.53 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377666 Jan 12 10:12:22.813873 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c5f9b13e-b193-45c7-95dc-7b7b36c0c8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053281550', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:11:58Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:11:59Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'f77521d6-7f70-4226-8c01-d39bcdee6d65', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'floating_ip_address': '172.26.2.111', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'port_id': '3579feeb-fbc3-4979-8070-8b780ae5b6bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'mac_address': 'fa:16:3e:0f:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ec22a-00be-48da-b77e-ea989ebc8320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:12:20Z', 'updated_at': '2022-01-12T10:12:20Z', 'revision_number': 0, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0d7aae-b1a9-4194-8b07-ff17112934fd', 'name': '', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:4f:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:12:03Z', 'updated_at': '2022-01-12T10:12:10Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:12:22.818259 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9b13e-b193-45c7-95dc-7b7b36c0c8b7 None None] The sync data for ids ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'] in dv-neutron-824346-1-hyperv is: [{'id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053281550', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:11:58Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:11:59Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'f77521d6-7f70-4226-8c01-d39bcdee6d65', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'floating_ip_address': '172.26.2.111', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'port_id': '3579feeb-fbc3-4979-8070-8b780ae5b6bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'mac_address': 'fa:16:3e:0f:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ec22a-00be-48da-b77e-ea989ebc8320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:12:20Z', 'updated_at': '2022-01-12T10:12:20Z', 'revision_number': 0, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0d7aae-b1a9-4194-8b07-ff17112934fd', 'name': '', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:4f:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:12:03Z', 'updated_at': '2022-01-12T10:12:10Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:12:23.035597 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a15abc7-fdfd-4098-a63e-5b0a83804cbd None None] New status for floating IP f77521d6-7f70-4226-8c01-d39bcdee6d65: ACTIVE {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:12:23.271535 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 47992) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:12:23.384018 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-01089865-1a21-4391-8447-2ebadd1a047f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/f77521d6-7f70-4226-8c01-d39bcdee6d65 HTTP/1.1" status: 200 len: 993 time: 0.1112220 Jan 12 10:12:36.719985 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ce1def3e-d6dc-437a-9e6e-d99c15f40524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:39.368490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e957a3e6-c8df-42d1-9019-24013b90f378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:39.469777 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:12:40.341598 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:41.175202 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:42.766719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:47.003042 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:12:55.038943 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-2c84b23a-bc6e-46a1-af9d-7a67c324dbf7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1831777 Jan 12 10:12:55.049319 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c4bde-1a2b-4532-9a59-68572be125cb req-f697ea05-3048-4ef9-a818-00995443d858 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:55.051294 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-957c4bde-1a2b-4532-9a59-68572be125cb req-f697ea05-3048-4ef9-a818-00995443d858 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.1118815 Jan 12 10:12:55.101363 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-957c4bde-1a2b-4532-9a59-68572be125cb req-8f47e498-e85f-44af-92e6-ce260391323c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448117 Jan 12 10:12:56.331409 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd407b-fc2b-4075-878a-169d5400ca73 req-9c0b2213-2d06-472e-8a2c-306888862cb6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:56.332957 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4acd407b-fc2b-4075-878a-169d5400ca73 req-9c0b2213-2d06-472e-8a2c-306888862cb6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.1029799 Jan 12 10:12:56.372423 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-e952d7b0-8ef7-4e8d-a5a3-8226285de5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:56.373801 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-e952d7b0-8ef7-4e8d-a5a3-8226285de5d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 1098 time: 0.0855424 Jan 12 10:12:56.380743 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4acd407b-fc2b-4075-878a-169d5400ca73 req-1a7cbb5c-10f4-4c0b-9777-9c506cbd5a6d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415688 Jan 12 10:12:56.510123 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-ef6a8c2b-6f34-40dc-801d-4e10827a0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:56.511623 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-ef6a8c2b-6f34-40dc-801d-4e10827a0479 service neutron] 10.222.0.53 "GET /v2.0/networks?id=52cbc71a-f17a-41e7-b8da-a28132cc7288 HTTP/1.1" status: 200 len: 898 time: 0.1310472 Jan 12 10:12:56.624915 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-838a813f-2573-4b02-8a89-52351b6d8467 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd HTTP/1.1" status: 200 len: 1001 time: 0.1054497 Jan 12 10:12:56.688625 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-a830f0a2-14e3-44e7-a28b-ab03fda95c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:56.690096 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-a830f0a2-14e3-44e7-a28b-ab03fda95c02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79ee7e4e-9929-46e9-b8f6-78b135b08343 HTTP/1.1" status: 200 len: 835 time: 0.0584342 Jan 12 10:12:56.776245 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-f781bcc3-dacd-40ed-ab2a-e70b10d1eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:56.777746 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-f781bcc3-dacd-40ed-ab2a-e70b10d1eb4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52cbc71a-f17a-41e7-b8da-a28132cc7288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754962 Jan 12 10:12:56.916867 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-980348bc-c9c5-45fc-9267-3b70687a614f service neutron] 10.222.0.53 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316125 Jan 12 10:12:57.057628 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-e8c59fc1-b926-4c5b-bfc0-30ad7340f33f service neutron] 10.222.0.53 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337514 Jan 12 10:12:57.244437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa97d2a-3f24-4999-81ee-45c91e497654 req-55fd7fc5-effd-4510-b79d-6bcfb0c830f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:57.245925 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-faa97d2a-3f24-4999-81ee-45c91e497654 req-55fd7fc5-effd-4510-b79d-6bcfb0c830f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 1098 time: 0.0779371 Jan 12 10:12:57.406542 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa97d2a-3f24-4999-81ee-45c91e497654 req-324b1b97-b679-4784-a9ac-cd8aac9d19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:57.408454 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-faa97d2a-3f24-4999-81ee-45c91e497654 req-324b1b97-b679-4784-a9ac-cd8aac9d19d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=52cbc71a-f17a-41e7-b8da-a28132cc7288 HTTP/1.1" status: 200 len: 898 time: 0.1348646 Jan 12 10:12:57.685601 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-faa97d2a-3f24-4999-81ee-45c91e497654 req-4ab2066d-bade-43a8-820b-94388a81bff4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd HTTP/1.1" status: 200 len: 1001 time: 0.2682099 Jan 12 10:12:57.755970 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225913b3-f2c7-4859-9b72-5010324a269c req-75f76c3e-94e1-453a-a21a-d6fb2d513f87 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:57.757416 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-225913b3-f2c7-4859-9b72-5010324a269c req-75f76c3e-94e1-453a-a21a-d6fb2d513f87 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.1729214 Jan 12 10:12:57.780060 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa97d2a-3f24-4999-81ee-45c91e497654 req-917e17cd-4103-4cd7-b804-2184c0c27cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:57.781596 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-faa97d2a-3f24-4999-81ee-45c91e497654 req-917e17cd-4103-4cd7-b804-2184c0c27cef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79ee7e4e-9929-46e9-b8f6-78b135b08343 HTTP/1.1" status: 200 len: 835 time: 0.0878654 Jan 12 10:12:57.850655 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-225913b3-f2c7-4859-9b72-5010324a269c req-ea6d5bfa-9071-40bb-ae0d-45ab60549950 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861630 Jan 12 10:12:57.880893 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa97d2a-3f24-4999-81ee-45c91e497654 req-469c34b0-d5db-44d8-8c65-ea3fc78c137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:57.882373 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-faa97d2a-3f24-4999-81ee-45c91e497654 req-469c34b0-d5db-44d8-8c65-ea3fc78c137f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52cbc71a-f17a-41e7-b8da-a28132cc7288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932600 Jan 12 10:12:58.023422 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-faa97d2a-3f24-4999-81ee-45c91e497654 req-af642648-a650-4945-bebe-03e8f5a08642 service neutron] 10.222.0.53 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339631 Jan 12 10:12:58.175954 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-faa97d2a-3f24-4999-81ee-45c91e497654 req-657d4dd4-cadd-4590-90a5-9453bcd3a871 service neutron] 10.222.0.53 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468246 Jan 12 10:12:59.050207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea9421-ccfe-4c3b-8a99-5bd3814ef2a7 req-bb779123-906f-4902-b705-5580b05cd40b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:59.051722 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1cea9421-ccfe-4c3b-8a99-5bd3814ef2a7 req-bb779123-906f-4902-b705-5580b05cd40b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0869195 Jan 12 10:12:59.101707 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-1cea9421-ccfe-4c3b-8a99-5bd3814ef2a7 req-91150b37-2c73-4983-9166-016aadf2747d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420451 Jan 12 10:13:00.314506 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac502c6-93ac-4cde-a9ea-5723bce23f4b req-56a8bdb3-1011-4a43-b67a-7059b1126c8d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:00.318806 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ac502c6-93ac-4cde-a9ea-5723bce23f4b req-56a8bdb3-1011-4a43-b67a-7059b1126c8d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.1054668 Jan 12 10:13:00.374803 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ac502c6-93ac-4cde-a9ea-5723bce23f4b req-5d64a43e-5fe1-476c-8d0a-8e4db8cf607f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481741 Jan 12 10:13:01.591342 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8061d5a-447f-4adb-8bd7-a31cbb4cdaab req-999b45cb-49e3-418d-b9db-4e56c55e8a9a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:01.593389 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a8061d5a-447f-4adb-8bd7-a31cbb4cdaab req-999b45cb-49e3-418d-b9db-4e56c55e8a9a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.1016269 Jan 12 10:13:01.658700 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a8061d5a-447f-4adb-8bd7-a31cbb4cdaab req-63ad9ff8-0498-4a5b-8ef7-6eaceccaa617 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561094 Jan 12 10:13:02.866265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b1f75-4188-4abc-93a5-20061a0c47b2 req-40c31d03-4b1b-4971-a85f-a676a39ebbd5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:02.867786 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8e5b1f75-4188-4abc-93a5-20061a0c47b2 req-40c31d03-4b1b-4971-a85f-a676a39ebbd5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0946367 Jan 12 10:13:02.917025 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8e5b1f75-4188-4abc-93a5-20061a0c47b2 req-abdd00c3-8ea5-41ce-b18b-e33bb423a869 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432119 Jan 12 10:13:04.111576 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a57a3-2861-428b-8b6c-363bdf9e78a6 req-3a177494-42a8-49a8-9390-0222f6b73cf3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:04.113085 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d34a57a3-2861-428b-8b6c-363bdf9e78a6 req-3a177494-42a8-49a8-9390-0222f6b73cf3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0825326 Jan 12 10:13:04.162091 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d34a57a3-2861-428b-8b6c-363bdf9e78a6 req-56dbba42-2a12-48eb-a78b-714686c88f96 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426393 Jan 12 10:13:05.379154 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c66d14-b3e8-4765-a5a3-232ad7d37183 req-939560d1-01c2-40ed-a52d-4096c667ac0b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:05.380557 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e1c66d14-b3e8-4765-a5a3-232ad7d37183 req-939560d1-01c2-40ed-a52d-4096c667ac0b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.1067588 Jan 12 10:13:05.435334 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e1c66d14-b3e8-4765-a5a3-232ad7d37183 req-cc77a34a-19af-438e-a3fc-b26f781b036d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466940 Jan 12 10:13:06.649171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b51ee3-8ad9-4246-806e-093ad4ac3f98 req-95c05697-ad8a-440b-bf20-de7512cd2a81 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:06.650689 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c5b51ee3-8ad9-4246-806e-093ad4ac3f98 req-95c05697-ad8a-440b-bf20-de7512cd2a81 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0940402 Jan 12 10:13:06.699870 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c5b51ee3-8ad9-4246-806e-093ad4ac3f98 req-fcb9a060-0540-4aa0-a492-d897a0affc37 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424919 Jan 12 10:13:06.715463 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cd03f6c1-8a27-4ecc-a0f2-c35549fb023d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:07.896887 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3379ff-b735-49fe-a784-4e4f46cd1def req-0058d2f8-a1b3-48ae-81d1-de335fbe61d5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:07.898537 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2e3379ff-b735-49fe-a784-4e4f46cd1def req-0058d2f8-a1b3-48ae-81d1-de335fbe61d5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0892291 Jan 12 10:13:07.945062 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2e3379ff-b735-49fe-a784-4e4f46cd1def req-b6c0341d-8fc0-4e8c-9cdd-f5c53b860d35 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403488 Jan 12 10:13:09.143454 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a349fd4-ca7a-4fc3-9ee9-41a14585f244 req-dc57d278-a128-4d47-be51-02850f357ba8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:09.145009 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3a349fd4-ca7a-4fc3-9ee9-41a14585f244 req-dc57d278-a128-4d47-be51-02850f357ba8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0923557 Jan 12 10:13:09.194397 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3a349fd4-ca7a-4fc3-9ee9-41a14585f244 req-c9596e70-4e85-42dd-88f1-cc00f02ec72c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433865 Jan 12 10:13:09.367105 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c4d8f456-1a0d-4f84-8dc5-9735c0bb9017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:10.346990 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:10.409186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d82cf-92cc-4cc1-84c2-4f37c09c93c7 req-cb22636f-52a5-414a-b9ea-f358b8f6c686 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:10.410994 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a3d82cf-92cc-4cc1-84c2-4f37c09c93c7 req-cb22636f-52a5-414a-b9ea-f358b8f6c686 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0935502 Jan 12 10:13:10.463692 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a3d82cf-92cc-4cc1-84c2-4f37c09c93c7 req-49316eba-6b7f-45c6-a118-6c8785678924 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460846 Jan 12 10:13:11.181905 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:11.684615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd517cc-c0a6-4f4e-8e05-6d94b981014f req-4e53b401-6810-4da2-99d1-af5cacc101c5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:11.688190 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2fd517cc-c0a6-4f4e-8e05-6d94b981014f req-4e53b401-6810-4da2-99d1-af5cacc101c5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.1071503 Jan 12 10:13:11.735091 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2fd517cc-c0a6-4f4e-8e05-6d94b981014f req-1eae11ef-1f6e-47df-a2b3-a7e2d2beda39 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431874 Jan 12 10:13:12.770993 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:12.938419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff83fa-9fe5-4257-9fb2-7a345505ff84 req-b4e617c8-b6d3-495d-be5c-42d9be6641a1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:12.940229 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dbff83fa-9fe5-4257-9fb2-7a345505ff84 req-b4e617c8-b6d3-495d-be5c-42d9be6641a1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0896027 Jan 12 10:13:12.989006 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dbff83fa-9fe5-4257-9fb2-7a345505ff84 req-b371fafc-fdbb-4ff5-9585-ccfd880e2454 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410016 Jan 12 10:13:14.039607 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-54baae11-87fd-4000-ba48-1735802b2bc5 service neutron] 10.222.0.53 "GET /v2.0/ports/3579feeb-fbc3-4979-8070-8b780ae5b6bd/bindings/hv-neutron-8243 HTTP/1.1" status: 200 len: 384 time: 0.0823708 Jan 12 10:13:14.201130 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc0604-06dc-45ac-ba12-0d06ffd152d4 req-cc70ed2e-effd-43db-b034-36ecb0a9c56f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:14.202145 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-eacc0604-06dc-45ac-ba12-0d06ffd152d4 req-cc70ed2e-effd-43db-b034-36ecb0a9c56f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0977769 Jan 12 10:13:14.255108 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-eacc0604-06dc-45ac-ba12-0d06ffd152d4 req-38ea5e51-661e-4de9-8c43-f0c87b82cb8d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458837 Jan 12 10:13:14.342675 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-76edb309-e99f-4d72-8e25-baf77cec9aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:14.344238 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-76edb309-e99f-4d72-8e25-baf77cec9aaa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320&tenant_id=1ba8bb2f478747678bcbcd705988673a HTTP/1.1" status: 200 len: 1098 time: 0.0729396 Jan 12 10:13:14.457201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-665de60e-2dbc-4726-93e0-bf7e3656599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:14.459514 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-665de60e-2dbc-4726-93e0-bf7e3656599c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 1098 time: 0.0887012 Jan 12 10:13:14.613495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-de8e345a-1d05-4b37-9208-7a0ad2b5e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:14.616424 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-de8e345a-1d05-4b37-9208-7a0ad2b5e6a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=52cbc71a-f17a-41e7-b8da-a28132cc7288 HTTP/1.1" status: 200 len: 898 time: 0.1477606 Jan 12 10:13:14.724590 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-7bdfc355-ccde-41d5-8bb6-f1cc791455df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd HTTP/1.1" status: 200 len: 1001 time: 0.0980711 Jan 12 10:13:14.897475 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-3075cb4a-3eb4-4eda-b6ac-16b42f11bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:14.899094 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-3075cb4a-3eb4-4eda-b6ac-16b42f11bc5a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79ee7e4e-9929-46e9-b8f6-78b135b08343 HTTP/1.1" status: 200 len: 835 time: 0.1657567 Jan 12 10:13:14.981678 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-7114cbe9-b088-4f27-995c-0a901d056e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:14.983245 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-7114cbe9-b088-4f27-995c-0a901d056e94 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52cbc71a-f17a-41e7-b8da-a28132cc7288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746756 Jan 12 10:13:15.121257 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-9847557e-c580-4609-a4d7-fd23ceadf856 service neutron] 10.222.0.53 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270893 Jan 12 10:13:15.260616 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-02d14dba-4fa5-4e70-92d8-f415d5748d39 service neutron] 10.222.0.53 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287677 Jan 12 10:13:15.451894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82794e12-5f9c-4e9c-8a0e-6ecb71bccfba req-a9899d1a-9a18-4cbd-aec3-92c6f4bd9ded tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:15.453374 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-82794e12-5f9c-4e9c-8a0e-6ecb71bccfba req-a9899d1a-9a18-4cbd-aec3-92c6f4bd9ded tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0860474 Jan 12 10:13:15.500760 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-82794e12-5f9c-4e9c-8a0e-6ecb71bccfba req-5aa97df3-d915-4968-bc8b-5e120c304561 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412662 Jan 12 10:13:16.474978 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:13:16.705580 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128350-3b54-4205-9e0f-992bf2761a57 req-4a09021f-bb72-4fd3-a017-473c6e0c5986 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:16.707081 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-33128350-3b54-4205-9e0f-992bf2761a57 req-4a09021f-bb72-4fd3-a017-473c6e0c5986 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0881991 Jan 12 10:13:16.756454 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-33128350-3b54-4205-9e0f-992bf2761a57 req-c04636a9-8e81-43ba-9ce4-211a4ab6f8d5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409124 Jan 12 10:13:17.002821 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:17.952593 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f75ea1-9a60-4d4f-a9fc-91fa85fd68f3 req-09a9a6aa-8ecb-474e-8d30-ae5d32aed60c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:17.954079 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17f75ea1-9a60-4d4f-a9fc-91fa85fd68f3 req-09a9a6aa-8ecb-474e-8d30-ae5d32aed60c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0872903 Jan 12 10:13:18.004712 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-17f75ea1-9a60-4d4f-a9fc-91fa85fd68f3 req-2f18fde0-0d88-4435-a805-8741464bf9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446131 Jan 12 10:13:18.437409 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a9880-e4d2-4baf-bc50-b639219034b4 req-351e92f7-f7dc-4027-a737-11dfa297607d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:18.439266 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fc7a9880-e4d2-4baf-bc50-b639219034b4 req-351e92f7-f7dc-4027-a737-11dfa297607d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.1574297 Jan 12 10:13:18.446745 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6a22-268d-4c12-9db5-3403f7bedaa8 req-3e36df57-aa6f-47bf-be00-fab8d92a2899 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:18.448132 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-22ec6a22-268d-4c12-9db5-3403f7bedaa8 req-3e36df57-aa6f-47bf-be00-fab8d92a2899 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320&tenant_id=1ba8bb2f478747678bcbcd705988673a&binding%3Ahost_id=hv-neutron-8243 HTTP/1.1" status: 200 len: 945 time: 0.1263006 Jan 12 10:13:18.491326 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fc7a9880-e4d2-4baf-bc50-b639219034b4 req-ae391b0e-d2af-47ba-8a6e-5c800fe70322 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421686 Jan 12 10:13:18.622325 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6a22-268d-4c12-9db5-3403f7bedaa8 req-1b77fcdc-6f44-43bd-9eb4-0d9093ad8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:18.623898 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-22ec6a22-268d-4c12-9db5-3403f7bedaa8 req-1b77fcdc-6f44-43bd-9eb4-0d9093ad8b07 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 1098 time: 0.0879874 Jan 12 10:13:18.715413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fd1f2-ffee-433b-9b7d-5255c0c50636 req-74545320-a316-44d2-9e37-768fd2501cdb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:18.716819 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b50fd1f2-ffee-433b-9b7d-5255c0c50636 req-74545320-a316-44d2-9e37-768fd2501cdb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.1037920 Jan 12 10:13:18.722604 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 3579feeb-fbc3-4979-8070-8b780ae5b6bd details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:13:18.727016 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 3579feeb-fbc3-4979-8070-8b780ae5b6bd no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:13:18.775060 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b50fd1f2-ffee-433b-9b7d-5255c0c50636 req-9df76265-0369-4257-9d1c-444c8987021e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467792 Jan 12 10:13:18.780423 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6a22-268d-4c12-9db5-3403f7bedaa8 req-fe91b976-bb70-4c68-a35b-e8b25a7b7f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:18.782328 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-22ec6a22-268d-4c12-9db5-3403f7bedaa8 req-fe91b976-bb70-4c68-a35b-e8b25a7b7f53 service neutron] 10.222.0.53 "GET /v2.0/networks?id=52cbc71a-f17a-41e7-b8da-a28132cc7288 HTTP/1.1" status: 200 len: 898 time: 0.1525347 Jan 12 10:13:18.920059 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-22ec6a22-268d-4c12-9db5-3403f7bedaa8 req-cb2b3c8b-3478-4006-98c4-6f1d02a9c454 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd HTTP/1.1" status: 200 len: 1001 time: 0.1319153 Jan 12 10:13:18.956602 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:18.975678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 3579feeb-fbc3-4979-8070-8b780ae5b6bd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd,segment=NetworkSegment(4172b162-45cb-467e-bc96-e593cd253b20),segment_id=4172b162-45cb-467e-bc96-e593cd253b20)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:13:18.989388 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6a22-268d-4c12-9db5-3403f7bedaa8 req-86733dc4-e493-4c86-ba32-90c701939bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:18.991274 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-22ec6a22-268d-4c12-9db5-3403f7bedaa8 req-86733dc4-e493-4c86-ba32-90c701939bd3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79ee7e4e-9929-46e9-b8f6-78b135b08343 HTTP/1.1" status: 200 len: 835 time: 0.0654514 Jan 12 10:13:19.000952 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '3579feeb-fbc3-4979-8070-8b780ae5b6bd', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'port_id': '3579feeb-fbc3-4979-8070-8b780ae5b6bd', 'mac_address': 'fa:16:3e:0f:42:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:13:19.006156 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454ec22a-00be-48da-b77e-ea989ebc8320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3579feeb-fbc3-4979-8070-8b780ae5b6bd'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:13:19.073615 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6a22-268d-4c12-9db5-3403f7bedaa8 req-544c5cf4-79d2-461e-8cf1-7eef4e9a08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:19.075319 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-22ec6a22-268d-4c12-9db5-3403f7bedaa8 req-544c5cf4-79d2-461e-8cf1-7eef4e9a08bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52cbc71a-f17a-41e7-b8da-a28132cc7288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772021 Jan 12 10:13:19.078127 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 3579feeb-fbc3-4979-8070-8b780ae5b6bd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd,segment=NetworkSegment(4172b162-45cb-467e-bc96-e593cd253b20),segment_id=4172b162-45cb-467e-bc96-e593cd253b20)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:13:19.079933 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454ec22a-00be-48da-b77e-ea989ebc8320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3579feeb-fbc3-4979-8070-8b780ae5b6bd', 'code': 200} Jan 12 10:13:19.085245 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:19.170019 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:19.194556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=3579feeb-fbc3-4979-8070-8b780ae5b6bd,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:13:19.197578 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3579feeb-fbc3-4979-8070-8b780ae5b6bd {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:13:19.209220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:19.209580 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:19.209930 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:19.210293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:19.210646 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:19.211003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:19.211352 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:19.212079 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:19.212079 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:19.212295 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:19.212621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:19.212931 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:19.235504 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 3579feeb-fbc3-4979-8070-8b780ae5b6bd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd,segment=NetworkSegment(4172b162-45cb-467e-bc96-e593cd253b20),segment_id=4172b162-45cb-467e-bc96-e593cd253b20)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:13:19.241342 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:19.257169 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-22ec6a22-268d-4c12-9db5-3403f7bedaa8 req-4fc8a865-4177-4f1d-8208-e0a520c1a411 service neutron] 10.222.0.53 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694772 Jan 12 10:13:19.313855 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['3579feeb-fbc3-4979-8070-8b780ae5b6bd'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:13:19.372538 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=3579feeb-fbc3-4979-8070-8b780ae5b6bd,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:13:19.410918 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-22ec6a22-268d-4c12-9db5-3403f7bedaa8 req-3fb35ce9-8d61-4c86-84ce-2686f495cc40 service neutron] 10.222.0.53 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468661 Jan 12 10:13:19.976208 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0539e25-b358-4aff-b7e1-34697c3df7ec req-711557f7-2c8d-4f04-aa4e-be75dac3ee31 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:19.977734 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e0539e25-b358-4aff-b7e1-34697c3df7ec req-711557f7-2c8d-4f04-aa4e-be75dac3ee31 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 944 time: 0.0878294 Jan 12 10:13:20.036454 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e0539e25-b358-4aff-b7e1-34697c3df7ec req-770f4c76-9cca-4407-870d-c3f070256adb tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485518 Jan 12 10:13:20.736313 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 3579feeb-fbc3-4979-8070-8b780ae5b6bd up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:13:20.808822 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 3579feeb-fbc3-4979-8070-8b780ae5b6bd triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:13:20.809196 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:20.949446 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:20.981958 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 3579feeb-fbc3-4979-8070-8b780ae5b6bd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd,segment=NetworkSegment(4172b162-45cb-467e-bc96-e593cd253b20),segment_id=4172b162-45cb-467e-bc96-e593cd253b20)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:13:20.989144 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:21.054547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=3579feeb-fbc3-4979-8070-8b780ae5b6bd,revision_number=8']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:13:21.080913 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454ec22a-00be-48da-b77e-ea989ebc8320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3579feeb-fbc3-4979-8070-8b780ae5b6bd'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:13:21.130872 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454ec22a-00be-48da-b77e-ea989ebc8320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3579feeb-fbc3-4979-8070-8b780ae5b6bd', 'code': 200} Jan 12 10:13:21.240149 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eacd27-e1fe-42cf-852d-7b24e77f6f41 req-3c3601c8-f169-4883-b1bb-72366ad7d4c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:21.241910 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-66eacd27-e1fe-42cf-852d-7b24e77f6f41 req-3c3601c8-f169-4883-b1bb-72366ad7d4c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0854332 Jan 12 10:13:21.376919 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-66eacd27-e1fe-42cf-852d-7b24e77f6f41 req-b11502fd-b314-4ed7-af45-2f750ec3c45f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291652 Jan 12 10:13:21.403055 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48090) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:13:21.519282 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e267a00d-d1d3-40b5-9601-fcf501881767 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/f77521d6-7f70-4226-8c01-d39bcdee6d65 HTTP/1.1" status: 200 len: 993 time: 0.1148562 Jan 12 10:13:36.723655 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2763e69b-0366-400d-94e8-3402923c69de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:39.364337 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7a09eba8-9a45-46b7-a5bf-2c4d53683f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:40.337410 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:41.182522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:42.773886 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:47.024573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:50.235511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48106) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:13:50.542307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port 043e5bd5-15bc-4e64-8e85-0f75d98b22e3 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:13:50.542652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:50.716203 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:50.716485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:50.838962 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for 043e5bd5-15bc-4e64-8e85-0f75d98b22e3 owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:13:51.002253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:51.049037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=043e5bd5-15bc-4e64-8e85-0f75d98b22e3,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:13:51.085799 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:51.086109 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:51.086467 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:51.086806 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:51.087151 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:51.087481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:51.087802 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:51.088100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:51.088661 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:51.089044 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:51.089326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:51.089609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:51.153984 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:51.154350 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Floating IP f77521d6-7f70-4226-8c01-d39bcdee6d65 disassociated (deleted). External IP: 172.26.2.111, port: 3579feeb-fbc3-4979-8070-8b780ae5b6bd. Jan 12 10:13:51.512256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:13:51.829607 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:13:51.840102 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4597b32-8657-4963-8f96-43bfe58c00ad None None] Sync routers for ids ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:13:51.850567 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4597b32-8657-4963-8f96-43bfe58c00ad None None] Routers {'6f0c5c8b-6894-4537-aec6-b651b37b7a6e'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:13:51.851221 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b4597b32-8657-4963-8f96-43bfe58c00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:13:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:13:51.856774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:51.911808 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9bcd4477-108e-4603-b579-ae079c6ddc05 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/floatingips/f77521d6-7f70-4226-8c01-d39bcdee6d65 HTTP/1.1" status: 204 len: 168 time: 1.6752040 Jan 12 10:13:51.912480 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454ec22a-00be-48da-b77e-ea989ebc8320', 'tag': '3579feeb-fbc3-4979-8070-8b780ae5b6bd'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:13:51.966047 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454ec22a-00be-48da-b77e-ea989ebc8320', 'tag': '3579feeb-fbc3-4979-8070-8b780ae5b6bd', 'status': 'completed', 'code': 200} Jan 12 10:13:52.032107 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-b4597b32-8657-4963-8f96-43bfe58c00ad None None] Set router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:13:52.060635 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d5cd-4354-4479-b12b-674329eae3b5 req-cdba5ea8-eac9-44f3-ac9b-aa6b59e722cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:52.062215 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a04d5cd-4354-4479-b12b-674329eae3b5 req-cdba5ea8-eac9-44f3-ac9b-aa6b59e722cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 1098 time: 0.0740254 Jan 12 10:13:52.207523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d5cd-4354-4479-b12b-674329eae3b5 req-cbf9e40c-8e58-4c79-a924-85337674a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:52.209782 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a04d5cd-4354-4479-b12b-674329eae3b5 req-cbf9e40c-8e58-4c79-a924-85337674a051 service neutron] 10.222.0.53 "GET /v2.0/networks?id=52cbc71a-f17a-41e7-b8da-a28132cc7288 HTTP/1.1" status: 200 len: 898 time: 0.1387908 Jan 12 10:13:52.281045 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a04d5cd-4354-4479-b12b-674329eae3b5 req-96370ba1-5a96-4391-9937-66d6842829b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd HTTP/1.1" status: 200 len: 217 time: 0.0651710 Jan 12 10:13:52.317763 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2b163-6d57-44f2-a4fd-9e69c9aa2746 req-409c4d45-9998-4121-8084-ff8b8fb19ad0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:52.318608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-0bb2b163-6d57-44f2-a4fd-9e69c9aa2746 req-409c4d45-9998-4121-8084-ff8b8fb19ad0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:13:52.338067 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-0bb2b163-6d57-44f2-a4fd-9e69c9aa2746 req-409c4d45-9998-4121-8084-ff8b8fb19ad0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:13:52.340353 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0bb2b163-6d57-44f2-a4fd-9e69c9aa2746 req-409c4d45-9998-4121-8084-ff8b8fb19ad0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.1132197 Jan 12 10:13:52.344964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d5cd-4354-4479-b12b-674329eae3b5 req-2572795a-ac5c-458f-9e7e-304d48b53619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:52.346417 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a04d5cd-4354-4479-b12b-674329eae3b5 req-2572795a-ac5c-458f-9e7e-304d48b53619 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79ee7e4e-9929-46e9-b8f6-78b135b08343 HTTP/1.1" status: 200 len: 835 time: 0.0592675 Jan 12 10:13:52.414302 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0bb2b163-6d57-44f2-a4fd-9e69c9aa2746 req-f8f3b22f-7daa-45fd-9061-f92f3f659181 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563006 Jan 12 10:13:52.433990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d5cd-4354-4479-b12b-674329eae3b5 req-d5536d2f-31d4-4c7c-b952-faed2515d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:52.435535 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a04d5cd-4354-4479-b12b-674329eae3b5 req-d5536d2f-31d4-4c7c-b952-faed2515d002 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=52cbc71a-f17a-41e7-b8da-a28132cc7288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826385 Jan 12 10:13:52.447282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [req-5a04d5cd-4354-4479-b12b-674329eae3b5 req-64a1e67e-0a72-4c3e-b92d-3eb9f3f00074 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:13:52.448205 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a04d5cd-4354-4479-b12b-674329eae3b5 req-64a1e67e-0a72-4c3e-b92d-3eb9f3f00074 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050504 Jan 12 10:13:52.465744 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b4597b32-8657-4963-8f96-43bfe58c00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053281550', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:11:58Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:11:59Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ac0d7aae-b1a9-4194-8b07-ff17112934fd', 'name': '', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:4f:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:12:03Z', 'updated_at': '2022-01-12T10:12:10Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:13:52.469924 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4597b32-8657-4963-8f96-43bfe58c00ad None None] Checking router: 6f0c5c8b-6894-4537-aec6-b651b37b7a6e for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:13:52.478230 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4597b32-8657-4963-8f96-43bfe58c00ad None None] Routers {'6f0c5c8b-6894-4537-aec6-b651b37b7a6e'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:13:52.478842 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b4597b32-8657-4963-8f96-43bfe58c00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:13:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:13:52.584435 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a04d5cd-4354-4479-b12b-674329eae3b5 req-4f168642-7767-44e2-ae94-f07a3e964a91 service neutron] 10.222.0.53 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263757 Jan 12 10:13:52.668613 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-b4597b32-8657-4963-8f96-43bfe58c00ad None None] Set router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:13:52.753373 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5a04d5cd-4354-4479-b12b-674329eae3b5 req-34d689a5-f512-4159-a7f6-f11ba6bf8c05 service neutron] 10.222.0.53 "GET /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605101 Jan 12 10:13:52.988316 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-b4597b32-8657-4963-8f96-43bfe58c00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053281550', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:11:58Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:11:59Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ac0d7aae-b1a9-4194-8b07-ff17112934fd', 'name': '', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:4f:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:12:03Z', 'updated_at': '2022-01-12T10:12:10Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:13:52.992808 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4597b32-8657-4963-8f96-43bfe58c00ad None None] The sync data for ids ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'] in dv-neutron-824346-1-hyperv is: [{'id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053281550', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:11:58Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:11:59Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'ac0d7aae-b1a9-4194-8b07-ff17112934fd', 'name': '', 'network_id': '52cbc71a-f17a-41e7-b8da-a28132cc7288', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:4f:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:12:03Z', 'updated_at': '2022-01-12T10:12:10Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '79ee7e4e-9929-46e9-b8f6-78b135b08343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:13:53.247774 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f956154f-6802-4c2b-a8a4-39c2dae46a0c None None] New status for floating IP f77521d6-7f70-4226-8c01-d39bcdee6d65: DOWN {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:13:53.475307 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:13:53.584120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6068e-21ae-4901-bbac-0ca15f453066 req-61de7921-4341-4e49-8abc-7fb13067ce99 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:53.585527 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a8e6068e-21ae-4901-bbac-0ca15f453066 req-61de7921-4341-4e49-8abc-7fb13067ce99 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0834045 Jan 12 10:13:53.631214 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a8e6068e-21ae-4901-bbac-0ca15f453066 req-e07f5ac3-c043-4f7b-8fde-8db59ab7194c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=06ff0b4b-986d-4708-b343-25caf7329e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395002 Jan 12 10:13:54.165858 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2455a-2763-4ac5-bbfa-8493b103cd7d req-897d3e1a-48e7-4a0d-8766-cbf989442108 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:13:54.167323 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f3a2455a-2763-4ac5-bbfa-8493b103cd7d req-897d3e1a-48e7-4a0d-8766-cbf989442108 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 945 time: 0.0899990 Jan 12 10:13:54.239689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-f3a2455a-2763-4ac5-bbfa-8493b103cd7d req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port 3579feeb-fbc3-4979-8070-8b780ae5b6bd {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:13:54.240028 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f3a2455a-2763-4ac5-bbfa-8493b103cd7d req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:54.505999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-f3a2455a-2763-4ac5-bbfa-8493b103cd7d req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] For port 3579feeb-fbc3-4979-8070-8b780ae5b6bd, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=3579feeb-fbc3-4979-8070-8b780ae5b6bd,segment=NetworkSegment(4172b162-45cb-467e-bc96-e593cd253b20),segment_id=4172b162-45cb-467e-bc96-e593cd253b20)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:13:54.506312 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f3a2455a-2763-4ac5-bbfa-8493b103cd7d req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:54.629941 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-f3a2455a-2763-4ac5-bbfa-8493b103cd7d req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for 3579feeb-fbc3-4979-8070-8b780ae5b6bd owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:13:54.777453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f3a2455a-2763-4ac5-bbfa-8493b103cd7d req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:54.787104 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d4ccc012-5f4c-4661-bf04-3f728f484c68 req-b88711ec-b4f5-42e8-896f-73c29f113d16 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=454ec22a-00be-48da-b77e-ea989ebc8320 HTTP/1.1" status: 200 len: 210 time: 0.0429535 Jan 12 10:13:54.921166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=3579feeb-fbc3-4979-8070-8b780ae5b6bd,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:13:54.954976 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:54.955321 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:54.955662 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:54.955999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:54.956378 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:54.956711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:54.957037 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:54.957355 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:54.957682 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:54.958000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:54.958309 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:54.958624 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:55.005564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a2455a-2763-4ac5-bbfa-8493b103cd7d req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] No DVR routers for this DVR port 3579feeb-fbc3-4979-8070-8b780ae5b6bd on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:13:55.008105 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-f3a2455a-2763-4ac5-bbfa-8493b103cd7d req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:55.010613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454ec22a-00be-48da-b77e-ea989ebc8320', 'name': 'network-vif-deleted', 'tag': '3579feeb-fbc3-4979-8070-8b780ae5b6bd'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:13:55.029457 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f3a2455a-2763-4ac5-bbfa-8493b103cd7d req-177bad95-5c78-4c26-874c-2b01999f7739 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "DELETE /v2.0/ports/3579feeb-fbc3-4979-8070-8b780ae5b6bd HTTP/1.1" status: 204 len: 173 time: 0.8538933 Jan 12 10:13:55.058916 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454ec22a-00be-48da-b77e-ea989ebc8320', 'name': 'network-vif-deleted', 'tag': '3579feeb-fbc3-4979-8070-8b780ae5b6bd', 'status': 'completed', 'code': 200} Jan 12 10:13:55.883095 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48124) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:13:56.452140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57949bd6-d53a-4bfa-9fbb-01edf54aac84 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:56.811500 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-57949bd6-d53a-4bfa-9fbb-01edf54aac84 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port ac0d7aae-b1a9-4194-8b07-ff17112934fd {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:13:56.811709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57949bd6-d53a-4bfa-9fbb-01edf54aac84 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:57.000000 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-57949bd6-d53a-4bfa-9fbb-01edf54aac84 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] For port ac0d7aae-b1a9-4194-8b07-ff17112934fd, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=ac0d7aae-b1a9-4194-8b07-ff17112934fd,segment=NetworkSegment(4172b162-45cb-467e-bc96-e593cd253b20),segment_id=4172b162-45cb-467e-bc96-e593cd253b20)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:13:57.000722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57949bd6-d53a-4bfa-9fbb-01edf54aac84 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:57.128322 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-57949bd6-d53a-4bfa-9fbb-01edf54aac84 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for ac0d7aae-b1a9-4194-8b07-ff17112934fd owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:13:57.458527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57949bd6-d53a-4bfa-9fbb-01edf54aac84 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:57.506748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57949bd6-d53a-4bfa-9fbb-01edf54aac84 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=ac0d7aae-b1a9-4194-8b07-ff17112934fd,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:13:57.805670 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-57949bd6-d53a-4bfa-9fbb-01edf54aac84 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:58.191680 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57949bd6-d53a-4bfa-9fbb-01edf54aac84 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:13:58.374996 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57949bd6-d53a-4bfa-9fbb-01edf54aac84 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:13:58.385004 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfca9e4-ffb7-48a7-9c4c-da0699b5955d None None] Sync routers for ids ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:13:58.389426 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-57949bd6-d53a-4bfa-9fbb-01edf54aac84 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "PUT /v2.0/routers/6f0c5c8b-6894-4537-aec6-b651b37b7a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5052321 Jan 12 10:13:58.392279 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48128) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:13:58.395499 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfca9e4-ffb7-48a7-9c4c-da0699b5955d None None] Routers {'6f0c5c8b-6894-4537-aec6-b651b37b7a6e'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:13:58.396128 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-7cfca9e4-ffb7-48a7-9c4c-da0699b5955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:13:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:13:58.461905 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8817fe4-86f2-4d2b-8725-b1f40e2b0501 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting subnet 79ee7e4e-9929-46e9-b8f6-78b135b08343 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:13:58.465877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8817fe4-86f2-4d2b-8725-b1f40e2b0501 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:58.523221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8817fe4-86f2-4d2b-8725-b1f40e2b0501 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:58.612112 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8817fe4-86f2-4d2b-8725-b1f40e2b0501 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:58.612535 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-7cfca9e4-ffb7-48a7-9c4c-da0699b5955d None None] Set router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:13:58.688882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8817fe4-86f2-4d2b-8725-b1f40e2b0501 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:58.729125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8817fe4-86f2-4d2b-8725-b1f40e2b0501 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Subnet': ['ID=79ee7e4e-9929-46e9-b8f6-78b135b08343,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:13:58.732002 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b8817fe4-86f2-4d2b-8725-b1f40e2b0501 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:58.739902 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b8817fe4-86f2-4d2b-8725-b1f40e2b0501 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/subnets/79ee7e4e-9929-46e9-b8f6-78b135b08343 HTTP/1.1" status: 204 len: 168 time: 0.3466341 Jan 12 10:13:58.742892 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48132) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:13:58.743715 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c233d4-b519-4598-a8b4-921d01078cde None None] Network 52cbc71a-f17a-41e7-b8da-a28132cc7288 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:13:58.917527 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-7cfca9e4-ffb7-48a7-9c4c-da0699b5955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053281550', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:11:58Z', 'updated_at': '2022-01-12T10:13:57Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:11:59Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:13:58.921962 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfca9e4-ffb7-48a7-9c4c-da0699b5955d None None] Checking router: 6f0c5c8b-6894-4537-aec6-b651b37b7a6e for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:13:58.930517 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfca9e4-ffb7-48a7-9c4c-da0699b5955d None None] Routers {'6f0c5c8b-6894-4537-aec6-b651b37b7a6e'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:13:58.931292 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-7cfca9e4-ffb7-48a7-9c4c-da0699b5955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:13:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:13:58.950286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 3579feeb-fbc3-4979-8070-8b780ae5b6bd no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:13:58.990824 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 3579feeb-fbc3-4979-8070-8b780ae5b6bd {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:13:58.991516 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 3579feeb-fbc3-4979-8070-8b780ae5b6bd not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:13:59.036049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e399b32f-4a4c-4f70-a707-3f2bb6b2cf47 None None] DHCP port deletion for 52cbc71a-f17a-41e7-b8da-a28132cc7288 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:13:59.040995 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e399b32f-4a4c-4f70-a707-3f2bb6b2cf47 None None] Deleting port aafdb083-cbab-4d49-ba81-42325f6f6093 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:13:59.041576 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e399b32f-4a4c-4f70-a707-3f2bb6b2cf47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:59.056188 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b7a10e51-20b0-42ad-8c92-6c2f5023eb28 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:59.138162 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-7cfca9e4-ffb7-48a7-9c4c-da0699b5955d None None] Set router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:13:59.249155 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b7a10e51-20b0-42ad-8c92-6c2f5023eb28 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:59.261466 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b7a10e51-20b0-42ad-8c92-6c2f5023eb28 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port 04e8deb7-f51b-48b5-8982-72af82b0148f {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:13:59.261932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b7a10e51-20b0-42ad-8c92-6c2f5023eb28 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:59.302476 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e399b32f-4a4c-4f70-a707-3f2bb6b2cf47 None None] For port aafdb083-cbab-4d49-ba81-42325f6f6093, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=aafdb083-cbab-4d49-ba81-42325f6f6093,segment=NetworkSegment(4172b162-45cb-467e-bc96-e593cd253b20),segment_id=4172b162-45cb-467e-bc96-e593cd253b20)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:13:59.302926 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e399b32f-4a4c-4f70-a707-3f2bb6b2cf47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:59.429802 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-e399b32f-4a4c-4f70-a707-3f2bb6b2cf47 None None] Calling delete_port for aafdb083-cbab-4d49-ba81-42325f6f6093 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:13:59.445328 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-b7a10e51-20b0-42ad-8c92-6c2f5023eb28 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] For port 04e8deb7-f51b-48b5-8982-72af82b0148f, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=04e8deb7-f51b-48b5-8982-72af82b0148f,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:13:59.445695 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b7a10e51-20b0-42ad-8c92-6c2f5023eb28 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:59.455222 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-7cfca9e4-ffb7-48a7-9c4c-da0699b5955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053281550', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:11:58Z', 'updated_at': '2022-01-12T10:13:57Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:11:59Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:13:59.460256 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfca9e4-ffb7-48a7-9c4c-da0699b5955d None None] The sync data for ids ['6f0c5c8b-6894-4537-aec6-b651b37b7a6e'] in dv-neutron-824346-1-hyperv is: [{'id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053281550', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:11:58Z', 'updated_at': '2022-01-12T10:13:57Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '04e8deb7-f51b-48b5-8982-72af82b0148f', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0c5c8b-6894-4537-aec6-b651b37b7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:11:59Z', 'updated_at': '2022-01-12T10:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:13:59.521151 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e399b32f-4a4c-4f70-a707-3f2bb6b2cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:59.566647 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399b32f-4a4c-4f70-a707-3f2bb6b2cf47 None None] Pushing event deleted for resources: {'Port': ['ID=aafdb083-cbab-4d49-ba81-42325f6f6093,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:13:59.570049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399b32f-4a4c-4f70-a707-3f2bb6b2cf47 None None] No DVR routers for this DVR port aafdb083-cbab-4d49-ba81-42325f6f6093 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:13:59.582948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b7a10e51-20b0-42ad-8c92-6c2f5023eb28 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for 04e8deb7-f51b-48b5-8982-72af82b0148f owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:13:59.769136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b7a10e51-20b0-42ad-8c92-6c2f5023eb28 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:13:59.845981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a10e51-20b0-42ad-8c92-6c2f5023eb28 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=04e8deb7-f51b-48b5-8982-72af82b0148f,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:13:59.921919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b7a10e51-20b0-42ad-8c92-6c2f5023eb28 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:00.041651 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ac0d7aae-b1a9-4194-8b07-ff17112934fd no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:14:00.079754 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: ac0d7aae-b1a9-4194-8b07-ff17112934fd {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:14:00.080300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device ac0d7aae-b1a9-4194-8b07-ff17112934fd not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:14:00.080875 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device aafdb083-cbab-4d49-ba81-42325f6f6093 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:14:00.110266 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b7a10e51-20b0-42ad-8c92-6c2f5023eb28 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:00.112995 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b7a10e51-20b0-42ad-8c92-6c2f5023eb28 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:00.116691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: aafdb083-cbab-4d49-ba81-42325f6f6093 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:14:00.117029 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device aafdb083-cbab-4d49-ba81-42325f6f6093 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:14:00.140680 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b7a10e51-20b0-42ad-8c92-6c2f5023eb28 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:00.141461 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a10e51-20b0-42ad-8c92-6c2f5023eb28 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Fanout notify agent at l3_agent the message router_deleted on router 6f0c5c8b-6894-4537-aec6-b651b37b7a6e {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 10:14:00.157304 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b7a10e51-20b0-42ad-8c92-6c2f5023eb28 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:00.161424 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b7a10e51-20b0-42ad-8c92-6c2f5023eb28 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/routers/6f0c5c8b-6894-4537-aec6-b651b37b7a6e HTTP/1.1" status: 204 len: 168 time: 1.4144223 Jan 12 10:14:00.161424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48136) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:00.290722 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e1611131-5828-42e2-beec-1aeb51cb7da0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:00.552288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e1611131-5828-42e2-beec-1aeb51cb7da0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:00.591974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-e1611131-5828-42e2-beec-1aeb51cb7da0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cbc71a-f17a-41e7-b8da-a28132cc7288']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:00.618796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-e1611131-5828-42e2-beec-1aeb51cb7da0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4172b162-45cb-467e-bc96-e593cd253b20') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:00.619095 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-e1611131-5828-42e2-beec-1aeb51cb7da0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4172b162-45cb-467e-bc96-e593cd253b20') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:00.632513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e1611131-5828-42e2-beec-1aeb51cb7da0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:00.652782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e1611131-5828-42e2-beec-1aeb51cb7da0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:00.662302 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1611131-5828-42e2-beec-1aeb51cb7da0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:14:00.663024 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e1611131-5828-42e2-beec-1aeb51cb7da0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:14:00.682127 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:14:00.771841 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e1611131-5828-42e2-beec-1aeb51cb7da0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:00.789634 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e1611131-5828-42e2-beec-1aeb51cb7da0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:00.804972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1611131-5828-42e2-beec-1aeb51cb7da0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Network': ['ID=52cbc71a-f17a-41e7-b8da-a28132cc7288,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:00.815533 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e1611131-5828-42e2-beec-1aeb51cb7da0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/networks/52cbc71a-f17a-41e7-b8da-a28132cc7288 HTTP/1.1" status: 204 len: 168 time: 0.6530354 Jan 12 10:14:00.818934 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48140) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:00.897512 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-08ad7478-2974-46c5-98f6-cb71f29d505a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:00.927881 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-08ad7478-2974-46c5-98f6-cb71f29d505a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:00.992019 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-08ad7478-2974-46c5-98f6-cb71f29d505a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:01.010265 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad7478-2974-46c5-98f6-cb71f29d505a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ff0b4b-986d-4708-b343-25caf7329e75,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:01.023301 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-08ad7478-2974-46c5-98f6-cb71f29d505a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:01.024474 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-08ad7478-2974-46c5-98f6-cb71f29d505a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/security-groups/06ff0b4b-986d-4708-b343-25caf7329e75 HTTP/1.1" status: 204 len: 168 time: 0.2046108 Jan 12 10:14:01.613386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48148) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:01.620395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-23c61b93-66f5-4ac0-ac6d-00ade686a96a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-379076188', 'description': 'tempest-secgroup-smoke-379076188 description', 'project_id': '1ba8bb2f478747678bcbcd705988673a'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:14:01.629671 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-23c61b93-66f5-4ac0-ac6d-00ade686a96a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:14:01.636419 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-23c61b93-66f5-4ac0-ac6d-00ade686a96a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:14:01.641190 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-23c61b93-66f5-4ac0-ac6d-00ade686a96a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:14:01.648675 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-23c61b93-66f5-4ac0-ac6d-00ade686a96a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:14:01.659827 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-23c61b93-66f5-4ac0-ac6d-00ade686a96a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:01.679547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-23c61b93-66f5-4ac0-ac6d-00ade686a96a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:14:01.683432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-23c61b93-66f5-4ac0-ac6d-00ade686a96a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:14:01.686235 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-23c61b93-66f5-4ac0-ac6d-00ade686a96a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:14:01.691939 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-23c61b93-66f5-4ac0-ac6d-00ade686a96a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:14:01.768691 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-23c61b93-66f5-4ac0-ac6d-00ade686a96a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:01.774465 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-23c61b93-66f5-4ac0-ac6d-00ade686a96a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:01.820651 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c61b93-66f5-4ac0-ac6d-00ade686a96a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3f62db-2122-470a-839e-9734eda8214b,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:01.824452 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-23c61b93-66f5-4ac0-ac6d-00ade686a96a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:01.825591 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-23c61b93-66f5-4ac0-ac6d-00ade686a96a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2108672 Jan 12 10:14:01.828620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48152) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:01.833810 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c693ebcb-72dc-40a5-bbcb-592f48fa97d0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '7c3f62db-2122-470a-839e-9734eda8214b', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:14:01.840251 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c693ebcb-72dc-40a5-bbcb-592f48fa97d0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:14:01.844118 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c693ebcb-72dc-40a5-bbcb-592f48fa97d0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:14:01.847287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c693ebcb-72dc-40a5-bbcb-592f48fa97d0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:14:01.853179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c693ebcb-72dc-40a5-bbcb-592f48fa97d0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:14:01.872257 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c693ebcb-72dc-40a5-bbcb-592f48fa97d0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:01.932659 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c693ebcb-72dc-40a5-bbcb-592f48fa97d0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:01.934261 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 04e8deb7-f51b-48b5-8982-72af82b0148f no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:14:01.937998 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c693ebcb-72dc-40a5-bbcb-592f48fa97d0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:01.962106 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693ebcb-72dc-40a5-bbcb-592f48fa97d0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac78855-f7b8-4e02-baf9-36589a9b7402,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:01.973005 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 04e8deb7-f51b-48b5-8982-72af82b0148f {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:14:01.973345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 04e8deb7-f51b-48b5-8982-72af82b0148f not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:14:01.973710 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c693ebcb-72dc-40a5-bbcb-592f48fa97d0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:01.976323 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c693ebcb-72dc-40a5-bbcb-592f48fa97d0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460576 Jan 12 10:14:01.978500 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48156) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:01.983856 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-048c1240-3677-456e-8710-5b762636ee6d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '7c3f62db-2122-470a-839e-9734eda8214b', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:14:01.990110 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-048c1240-3677-456e-8710-5b762636ee6d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:14:01.995249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-048c1240-3677-456e-8710-5b762636ee6d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:14:01.999195 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-048c1240-3677-456e-8710-5b762636ee6d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:14:02.006238 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-048c1240-3677-456e-8710-5b762636ee6d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:14:02.024040 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-048c1240-3677-456e-8710-5b762636ee6d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.090363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-048c1240-3677-456e-8710-5b762636ee6d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.095316 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-048c1240-3677-456e-8710-5b762636ee6d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.119182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c1240-3677-456e-8710-5b762636ee6d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413463e7-0b18-42f3-893f-d716da6af452,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:02.128660 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-048c1240-3677-456e-8710-5b762636ee6d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.129833 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-048c1240-3677-456e-8710-5b762636ee6d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1502416 Jan 12 10:14:02.132748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48160) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:02.137612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-94568583-7a7d-431c-9c77-443380329ebe tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '7c3f62db-2122-470a-839e-9734eda8214b', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:14:02.143545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-94568583-7a7d-431c-9c77-443380329ebe tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:14:02.147303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-94568583-7a7d-431c-9c77-443380329ebe tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:14:02.150084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-94568583-7a7d-431c-9c77-443380329ebe tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:14:02.157682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-94568583-7a7d-431c-9c77-443380329ebe tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:14:02.176586 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94568583-7a7d-431c-9c77-443380329ebe tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.247853 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94568583-7a7d-431c-9c77-443380329ebe tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.253109 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94568583-7a7d-431c-9c77-443380329ebe tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.278037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94568583-7a7d-431c-9c77-443380329ebe tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab141cc8-ad6f-421f-9988-cd115bc1a91d,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:02.288043 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-94568583-7a7d-431c-9c77-443380329ebe tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.289570 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-94568583-7a7d-431c-9c77-443380329ebe tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1558919 Jan 12 10:14:02.293285 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48164) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:02.298494 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-4acf5ef0-d835-45f1-8820-418db477cc13 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '7c3f62db-2122-470a-839e-9734eda8214b', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:14:02.305068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4acf5ef0-d835-45f1-8820-418db477cc13 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:14:02.309154 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4acf5ef0-d835-45f1-8820-418db477cc13 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:14:02.312141 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-4acf5ef0-d835-45f1-8820-418db477cc13 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:14:02.318444 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-4acf5ef0-d835-45f1-8820-418db477cc13 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:14:02.343976 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4acf5ef0-d835-45f1-8820-418db477cc13 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.429616 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4acf5ef0-d835-45f1-8820-418db477cc13 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.435338 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4acf5ef0-d835-45f1-8820-418db477cc13 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.462173 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf5ef0-d835-45f1-8820-418db477cc13 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a388bbd-29bb-4134-90e2-0fb389d3fbd8,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:02.472418 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4acf5ef0-d835-45f1-8820-418db477cc13 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.473688 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4acf5ef0-d835-45f1-8820-418db477cc13 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1793520 Jan 12 10:14:02.476853 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48168) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:02.482099 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-9c23859c-536b-4b47-81b6-9809ad229d5a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '7c3f62db-2122-470a-839e-9734eda8214b', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:14:02.488481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9c23859c-536b-4b47-81b6-9809ad229d5a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:14:02.492901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9c23859c-536b-4b47-81b6-9809ad229d5a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:14:02.496085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-9c23859c-536b-4b47-81b6-9809ad229d5a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:14:02.501987 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-9c23859c-536b-4b47-81b6-9809ad229d5a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:14:02.517603 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-9c23859c-536b-4b47-81b6-9809ad229d5a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Project 1ba8bb2f478747678bcbcd705988673a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:14:02.529043 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c23859c-536b-4b47-81b6-9809ad229d5a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.597428 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c23859c-536b-4b47-81b6-9809ad229d5a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.604790 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c23859c-536b-4b47-81b6-9809ad229d5a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.632096 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23859c-536b-4b47-81b6-9809ad229d5a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e72bad0-ae1c-4407-9b21-9483e3af7399,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:02.646971 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-9c23859c-536b-4b47-81b6-9809ad229d5a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.648386 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-9c23859c-536b-4b47-81b6-9809ad229d5a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1705005 Jan 12 10:14:02.651493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48172) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:02.657101 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-4256813b-6505-4c23-bf7e-692110f08a37 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': '7c3f62db-2122-470a-839e-9734eda8214b', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:14:02.663735 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4256813b-6505-4c23-bf7e-692110f08a37 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:14:02.667727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4256813b-6505-4c23-bf7e-692110f08a37 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:14:02.670752 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-4256813b-6505-4c23-bf7e-692110f08a37 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:14:02.677401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-4256813b-6505-4c23-bf7e-692110f08a37 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:14:02.689084 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-4256813b-6505-4c23-bf7e-692110f08a37 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Project 1ba8bb2f478747678bcbcd705988673a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:14:02.696578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4256813b-6505-4c23-bf7e-692110f08a37 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.772412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4256813b-6505-4c23-bf7e-692110f08a37 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.782283 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4256813b-6505-4c23-bf7e-692110f08a37 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.807087 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256813b-6505-4c23-bf7e-692110f08a37 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e6aecc-98f7-495e-a42c-fd6583c7ce27,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:02.821753 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-4256813b-6505-4c23-bf7e-692110f08a37 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.823049 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-4256813b-6505-4c23-bf7e-692110f08a37 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1704857 Jan 12 10:14:02.826558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48176) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:02.832187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-71bd47f7-c78c-491a-af32-a9343619c496 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'network': {'name': 'tempest-network-smoke--102285903', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'port_security_enabled': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:14:02.837672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-71bd47f7-c78c-491a-af32-a9343619c496 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:14:02.842165 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-71bd47f7-c78c-491a-af32-a9343619c496 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:network and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:14:02.845259 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-71bd47f7-c78c-491a-af32-a9343619c496 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:14:02.851707 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-71bd47f7-c78c-491a-af32-a9343619c496 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:14:02.865293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bd47f7-c78c-491a-af32-a9343619c496 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Made reservation on behalf of 1ba8bb2f478747678bcbcd705988673a for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:14:02.869253 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-71bd47f7-c78c-491a-af32-a9343619c496 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.900966 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bd47f7-c78c-491a-af32-a9343619c496 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:14:02.910972 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-71bd47f7-c78c-491a-af32-a9343619c496 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.911425 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-71bd47f7-c78c-491a-af32-a9343619c496 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Added segment eb96bb8f-64e3-4b46-be77-8ede6de900cb of type vlan for network f97e9b83-8c2b-4a78-ac3a-322b8dc2431c Jan 12 10:14:02.939296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-71bd47f7-c78c-491a-af32-a9343619c496 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.975881 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-71bd47f7-c78c-491a-af32-a9343619c496 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:02.983121 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bd47f7-c78c-491a-af32-a9343619c496 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:02.983699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-71bd47f7-c78c-491a-af32-a9343619c496 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:03.088845 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-71bd47f7-c78c-491a-af32-a9343619c496 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2611508 Jan 12 10:14:03.091974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48180) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:03.094253 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd47f7-c78c-491a-af32-a9343619c496 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Network': ['ID=f97e9b83-8c2b-4a78-ac3a-322b8dc2431c,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:03.098017 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2026799613', 'admin_state_up': True, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:14:03.105393 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network f97e9b83-8c2b-4a78-ac3a-322b8dc2431c details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:14:03.106092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:14:03.110406 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:router and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:14:03.113462 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:14:03.120579 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:14:03.138498 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:03.139612 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:03.157376 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:03.444654 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:03.893025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:03.923451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:04.072052 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.26.2.123 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/32856a59-da35-44d3-8dd6-da02be94a284) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:14:04.224567 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:04.263483 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:04.326079 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:14:04.328964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:14:04.332857 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:14:04.371159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=32856a59-da35-44d3-8dd6-da02be94a284,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:04.790573 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:05.143762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:05.478054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 5a73eb72-2294-45c7-90e1-ba715bfa2940 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 10:14:05.652877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:14:05.665659 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Sync routers for ids ['5a73eb72-2294-45c7-90e1-ba715bfa2940'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:14:05.676820 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Routers {'5a73eb72-2294-45c7-90e1-ba715bfa2940'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:14:05.677573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-be113139-5079-4067-8129-c1189153ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:13:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a73eb72-2294-45c7-90e1-ba715bfa2940'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:05.687338 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:05.689550 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ddf2d8af-d4fa-4a3d-b573-ac3cc5523873 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5965238 Jan 12 10:14:05.692767 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48184) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:05.785530 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-087b5ea2-2fe7-4fea-9ad8-10c693abd5a1 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1ba8bb2f478747678bcbcd705988673a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0915236 Jan 12 10:14:05.788414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48190) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:05.861630 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Set router 5a73eb72-2294-45c7-90e1-ba715bfa2940 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:14:05.921272 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b6c48b-7623-4b7e-8831-ac1a7bd7b055 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:05.922807 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-60b6c48b-7623-4b7e-8831-ac1a7bd7b055 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334698 Jan 12 10:14:05.926601 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48194) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:05.967411 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3c1596c6-09b8-4a49-8cdf-47082720831d tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397501 Jan 12 10:14:05.970515 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48198) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:05.980379 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f3c86ac8-f7d2-4230-be9f-83d00b3336c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1694279868', 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:14:06.089885 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f3c86ac8-f7d2-4230-be9f-83d00b3336c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:14:06.093782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f3c86ac8-f7d2-4230-be9f-83d00b3336c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:subnet and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:14:06.096864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f3c86ac8-f7d2-4230-be9f-83d00b3336c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:14:06.102584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f3c86ac8-f7d2-4230-be9f-83d00b3336c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:14:06.113663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c86ac8-f7d2-4230-be9f-83d00b3336c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Made reservation on behalf of 1ba8bb2f478747678bcbcd705988673a for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:14:06.117582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f3c86ac8-f7d2-4230-be9f-83d00b3336c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:06.153016 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-be113139-5079-4067-8129-c1189153ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026799613', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '32856a59-da35-44d3-8dd6-da02be94a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:04Z', 'revision_number': 3, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '32856a59-da35-44d3-8dd6-da02be94a284', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:06.156973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Checking router: 5a73eb72-2294-45c7-90e1-ba715bfa2940 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:14:06.157314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Updating router 5a73eb72-2294-45c7-90e1-ba715bfa2940 port 32856a59-da35-44d3-8dd6-da02be94a284 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:14:06.214674 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:06.337537 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f3c86ac8-f7d2-4230-be9f-83d00b3336c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:06.420577 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c86ac8-f7d2-4230-be9f-83d00b3336c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Subnet': ['ID=b0ee7676-eb80-4060-a3a2-397359001aae,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:06.429862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c86ac8-f7d2-4230-be9f-83d00b3336c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Checking segment: {'id': 'eb96bb8f-64e3-4b46-be77-8ede6de900cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:14:06.430283 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c86ac8-f7d2-4230-be9f-83d00b3336c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network hostable DHCP agents. Network: f97e9b83-8c2b-4a78-ac3a-322b8dc2431c, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:14:06.452278 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c86ac8-f7d2-4230-be9f-83d00b3336c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network f97e9b83-8c2b-4a78-ac3a-322b8dc2431c is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:14:06.461762 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-f3c86ac8-f7d2-4230-be9f-83d00b3336c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, f97e9b83-8c2b-4a78-ac3a-322b8dc2431c) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:14:06.466965 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c86ac8-f7d2-4230-be9f-83d00b3336c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:06.467546 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f3c86ac8-f7d2-4230-be9f-83d00b3336c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:06.474955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e1303a-cea1-4bf3-9c71-0491fba140d6 None None] Network f97e9b83-8c2b-4a78-ac3a-322b8dc2431c requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:14:06.490989 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f3c86ac8-f7d2-4230-be9f-83d00b3336c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5185857 Jan 12 10:14:06.494150 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48202) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:06.723782 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:06.769214 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Transition to ACTIVE for port object 32856a59-da35-44d3-8dd6-da02be94a284 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:14:06.788258 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d66f2357-018f-4fb3-bc98-81b9786ce05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:06.790412 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:06.906300 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Attempting to bind port 32856a59-da35-44d3-8dd6-da02be94a284 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:14:06.906668 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Attempting to bind port 32856a59-da35-44d3-8dd6-da02be94a284 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:14:06.907056 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Attempting to bind port 32856a59-da35-44d3-8dd6-da02be94a284 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:14:06.915757 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:14:06.916128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:14:06.916527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:06.916915 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:14:06.917400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Bound port: 32856a59-da35-44d3-8dd6-da02be94a284, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:14:06.917769 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:06.944106 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ips': [{'subnet_id': 'b0ee7676-eb80-4060-a3a2-397359001aae'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:14:06.944930 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:06.962068 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3622c9c-e848-4180-85b4-fa41bffb4c64 None None] Pushing event updated for resources: {'Port': ['ID=32856a59-da35-44d3-8dd6-da02be94a284,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:07.088389 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-be113139-5079-4067-8129-c1189153ffa6 None None] For port 32856a59-da35-44d3-8dd6-da02be94a284, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:14:07.110872 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-be113139-5079-4067-8129-c1189153ffa6 None None] For port 32856a59-da35-44d3-8dd6-da02be94a284, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=32856a59-da35-44d3-8dd6-da02be94a284,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:14:07.144914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:07.240605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Routers {'5a73eb72-2294-45c7-90e1-ba715bfa2940'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:14:07.241616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-be113139-5079-4067-8129-c1189153ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:13:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a73eb72-2294-45c7-90e1-ba715bfa2940'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:07.313794 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Allocated IP 172.20.0.2 (f97e9b83-8c2b-4a78-ac3a-322b8dc2431c/b0ee7676-eb80-4060-a3a2-397359001aae/5d3be260-b6fb-4e3f-ae3d-a18bacec11ef) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:14:07.341427 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3622c9c-e848-4180-85b4-fa41bffb4c64 None None] Pushing event updated for resources: {'Port': ['ID=32856a59-da35-44d3-8dd6-da02be94a284,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:07.451281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:07.566652 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-be113139-5079-4067-8129-c1189153ffa6 None None] Set router 5a73eb72-2294-45c7-90e1-ba715bfa2940 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:14:07.873202 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:07.900443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Transition to ACTIVE for port object 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:14:07.956846 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Transition to ACTIVE for port object 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:14:07.968166 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:08.054224 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.20.0.1 (f97e9b83-8c2b-4a78-ac3a-322b8dc2431c/b0ee7676-eb80-4060-a3a2-397359001aae/c91a9e67-8456-4670-a742-c58fea9ee7f8) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:14:08.120946 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Network f97e9b83-8c2b-4a78-ac3a-322b8dc2431c is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:14:08.125524 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:14:08.131871 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:14:08.143466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Pushing event updated for resources: {'Port': ['ID=5d3be260-b6fb-4e3f-ae3d-a18bacec11ef,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:08.152834 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-be113139-5079-4067-8129-c1189153ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026799613', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '32856a59-da35-44d3-8dd6-da02be94a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:04Z', 'revision_number': 3, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '32856a59-da35-44d3-8dd6-da02be94a284', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:08.185501 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be113139-5079-4067-8129-c1189153ffa6 None None] The sync data for ids ['5a73eb72-2294-45c7-90e1-ba715bfa2940'] in dv-neutron-824346-1-hyperv is: [{'id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026799613', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '32856a59-da35-44d3-8dd6-da02be94a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:04Z', 'revision_number': 3, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '32856a59-da35-44d3-8dd6-da02be94a284', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:14:08.262802 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Attempting to bind port 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:14:08.263091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:08.263572 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Attempting to bind port 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'eb96bb8f-64e3-4b46-be77-8ede6de900cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:14:08.263572 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Attempting to bind port 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef on network f97e9b83-8c2b-4a78-ac3a-322b8dc2431c {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:14:08.269983 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:14:08.270328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Checking segment: {'id': 'eb96bb8f-64e3-4b46-be77-8ede6de900cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:14:08.270900 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:08.271296 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Bound using segment: {'id': 'eb96bb8f-64e3-4b46-be77-8ede6de900cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:14:08.271769 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Bound port: 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb96bb8f-64e3-4b46-be77-8ede6de900cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:14:08.272168 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:08.290223 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Transition to ACTIVE for port object c91a9e67-8456-4670-a742-c58fea9ee7f8 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:14:08.332312 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:08.391166 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] For port 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:14:08.395805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] For port 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=5d3be260-b6fb-4e3f-ae3d-a18bacec11ef,segment=NetworkSegment(eb96bb8f-64e3-4b46-be77-8ede6de900cb),segment_id=eb96bb8f-64e3-4b46-be77-8ede6de900cb)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:14:08.404436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:08.408886 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network f97e9b83-8c2b-4a78-ac3a-322b8dc2431c is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:14:08.412526 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:14:08.415253 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:14:08.496562 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:08.564435 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbd516-e849-4903-8630-336d43908f5a None None] Pushing event updated for resources: {'Port': ['ID=5d3be260-b6fb-4e3f-ae3d-a18bacec11ef,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:08.652791 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=c91a9e67-8456-4670-a742-c58fea9ee7f8,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:08.881604 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:09.359724 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-423d1e28-3ad1-4c67-b86a-cdc7347e21d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:09.497696 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:09.503821 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:09.620031 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=c91a9e67-8456-4670-a742-c58fea9ee7f8,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:09.623362 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:09.633654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48585331-8f22-442b-a12e-15e68a0cbd6d None None] Network f97e9b83-8c2b-4a78-ac3a-322b8dc2431c requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:14:09.734462 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-3b554cec-b490-4375-85ca-aecaacc98359 None None] Provisioning for port 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:14:09.785443 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network f97e9b83-8c2b-4a78-ac3a-322b8dc2431c is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:14:09.786789 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:14:10.020515 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 5a73eb72-2294-45c7-90e1-ba715bfa2940 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:14:10.071108 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:14:10.168973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:14:10.180799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:14:10.181167 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:10.274622 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:14:10.288179 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Sync routers for ids ['5a73eb72-2294-45c7-90e1-ba715bfa2940'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:14:10.294413 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e0678801-2f71-43c5-bb50-079ed78f7176 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "PUT /v2.0/routers/5a73eb72-2294-45c7-90e1-ba715bfa2940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7988203 Jan 12 10:14:10.304518 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Routers {'5a73eb72-2294-45c7-90e1-ba715bfa2940'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:14:10.321026 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:14:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a73eb72-2294-45c7-90e1-ba715bfa2940'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:10.384730 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f6ed1171-8c11-4aba-8a4b-c7c1ae3c6156 None None] Provisioning complete for port 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:14:10.386032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1171-8c11-4aba-8a4b-c7c1ae3c6156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:10.420490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:10.436690 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:10.500059 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=5d3be260-b6fb-4e3f-ae3d-a18bacec11ef,segment=NetworkSegment(eb96bb8f-64e3-4b46-be77-8ede6de900cb),segment_id=eb96bb8f-64e3-4b46-be77-8ede6de900cb)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:14:10.539366 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:10.540211 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 32856a59-da35-44d3-8dd6-da02be94a284 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:14:10.555559 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-be152c57-d19e-46d8-935f-2147c2488373 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-379076188&fields=id&tenant_id=1ba8bb2f478747678bcbcd705988673a HTTP/1.1" status: 200 len: 267 time: 0.0477970 Jan 12 10:14:10.596028 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Set router 5a73eb72-2294-45c7-90e1-ba715bfa2940 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:14:10.769108 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=5d3be260-b6fb-4e3f-ae3d-a18bacec11ef,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:10.773433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 32856a59-da35-44d3-8dd6-da02be94a284 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:14:10.779293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f6ed1171-8c11-4aba-8a4b-c7c1ae3c6156 None None] Provisioning for port c91a9e67-8456-4670-a742-c58fea9ee7f8 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:14:10.784699 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 32856a59-da35-44d3-8dd6-da02be94a284 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:14:10.785566 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:10.823410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-8ea1172a-5bb2-428c-bceb-ac11b2d94a67 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:10.824379 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-8ea1172a-5bb2-428c-bceb-ac11b2d94a67 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:14:10.837135 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f6ed1171-8c11-4aba-8a4b-c7c1ae3c6156 None None] Provisioning complete for port c91a9e67-8456-4670-a742-c58fea9ee7f8 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:14:10.837612 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1171-8c11-4aba-8a4b-c7c1ae3c6156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:10.848146 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-8ea1172a-5bb2-428c-bceb-ac11b2d94a67 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:14:10.850360 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-8ea1172a-5bb2-428c-bceb-ac11b2d94a67 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/networks?id=f97e9b83-8c2b-4a78-ac3a-322b8dc2431c HTTP/1.1" status: 200 len: 796 time: 0.2808504 Jan 12 10:14:10.875043 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-e3903763-4e71-4bce-9fbc-86661311fd2c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/quotas/1ba8bb2f478747678bcbcd705988673a HTTP/1.1" status: 200 len: 375 time: 0.0141642 Jan 12 10:14:10.909330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed1171-8c11-4aba-8a4b-c7c1ae3c6156 None None] Port c91a9e67-8456-4670-a742-c58fea9ee7f8 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:14:10.973825 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:10.993068 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 32856a59-da35-44d3-8dd6-da02be94a284, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=32856a59-da35-44d3-8dd6-da02be94a284,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:14:10.999345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:11.018265 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-af364ad0-575c-4e05-95f3-51927918e890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:14:11.045075 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-af364ad0-575c-4e05-95f3-51927918e890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:14:11.047495 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-af364ad0-575c-4e05-95f3-51927918e890 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1640115 Jan 12 10:14:11.078372 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-711e8969-c2e9-4cde-bbdf-2725851b603b None None] Provisioning complete for port c91a9e67-8456-4670-a742-c58fea9ee7f8 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:14:11.078900 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-711e8969-c2e9-4cde-bbdf-2725851b603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:11.121816 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026799613', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '32856a59-da35-44d3-8dd6-da02be94a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:08Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '32856a59-da35-44d3-8dd6-da02be94a284', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'c91a9e67-8456-4670-a742-c58fea9ee7f8', 'name': '', 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:95:3a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:07Z', 'updated_at': '2022-01-12T10:14:09Z', 'revision_number': 2, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:11.124101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=32856a59-da35-44d3-8dd6-da02be94a284,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:11.130831 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Checking router: 5a73eb72-2294-45c7-90e1-ba715bfa2940 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:14:11.131188 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Updating router 5a73eb72-2294-45c7-90e1-ba715bfa2940 port c91a9e67-8456-4670-a742-c58fea9ee7f8 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:14:11.141681 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-711e8969-c2e9-4cde-bbdf-2725851b603b None None] Port c91a9e67-8456-4670-a742-c58fea9ee7f8 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:14:11.189658 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:11.196373 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:11.223339 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-7c3accbf-28e6-4d78-8956-c065280fd6aa service neutron] 10.222.0.26 "GET /v2.0/networks/f97e9b83-8c2b-4a78-ac3a-322b8dc2431c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593852 Jan 12 10:14:11.378206 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-5379df11-1cd4-45e0-bfd9-db9fcac71ec1 service neutron] 10.222.0.26 "GET /v2.0/networks/f97e9b83-8c2b-4a78-ac3a-322b8dc2431c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475172 Jan 12 10:14:11.612855 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:11.625100 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-5718bad5-0274-4bc1-a8ef-6d7ff2062529 req-3049f6e4-a535-49a5-af1f-1b02d63ddaf3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:14:11.627682 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Transition to ACTIVE for port object c91a9e67-8456-4670-a742-c58fea9ee7f8 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:14:11.637017 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:11.648016 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-5718bad5-0274-4bc1-a8ef-6d7ff2062529 req-3049f6e4-a535-49a5-af1f-1b02d63ddaf3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:14:11.649968 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5718bad5-0274-4bc1-a8ef-6d7ff2062529 req-3049f6e4-a535-49a5-af1f-1b02d63ddaf3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 210 time: 0.0874257 Jan 12 10:14:11.884812 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa9bd0-3890-44bb-b183-f7bdfaf16dd6 None None] Pushing event updated for resources: {'Port': ['ID=c91a9e67-8456-4670-a742-c58fea9ee7f8,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:11.905954 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa9bd0-3890-44bb-b183-f7bdfaf16dd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:11.906297 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa9bd0-3890-44bb-b183-f7bdfaf16dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:11.906622 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa9bd0-3890-44bb-b183-f7bdfaf16dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:11.906990 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa9bd0-3890-44bb-b183-f7bdfaf16dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:11.907310 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa9bd0-3890-44bb-b183-f7bdfaf16dd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:11.907678 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa9bd0-3890-44bb-b183-f7bdfaf16dd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:11.908028 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa9bd0-3890-44bb-b183-f7bdfaf16dd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:11.908388 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa9bd0-3890-44bb-b183-f7bdfaf16dd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:11.908740 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa9bd0-3890-44bb-b183-f7bdfaf16dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:11.909078 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa9bd0-3890-44bb-b183-f7bdfaf16dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:11.909473 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa9bd0-3890-44bb-b183-f7bdfaf16dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:11.909823 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa9bd0-3890-44bb-b183-f7bdfaf16dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:11.916074 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Attempting to bind port c91a9e67-8456-4670-a742-c58fea9ee7f8 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:14:11.916438 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Attempting to bind port c91a9e67-8456-4670-a742-c58fea9ee7f8 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'eb96bb8f-64e3-4b46-be77-8ede6de900cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:14:11.916791 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Attempting to bind port c91a9e67-8456-4670-a742-c58fea9ee7f8 on network f97e9b83-8c2b-4a78-ac3a-322b8dc2431c {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:14:11.927734 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:14:11.928101 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Checking segment: {'id': 'eb96bb8f-64e3-4b46-be77-8ede6de900cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:14:11.928503 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:11.928887 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Bound using segment: {'id': 'eb96bb8f-64e3-4b46-be77-8ede6de900cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:14:11.929356 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Bound port: c91a9e67-8456-4670-a742-c58fea9ee7f8, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb96bb8f-64e3-4b46-be77-8ede6de900cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:14:11.929719 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:12.006740 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:14:12.065394 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] For port c91a9e67-8456-4670-a742-c58fea9ee7f8, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:14:12.072297 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] For port c91a9e67-8456-4670-a742-c58fea9ee7f8, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=c91a9e67-8456-4670-a742-c58fea9ee7f8,segment=NetworkSegment(eb96bb8f-64e3-4b46-be77-8ede6de900cb),segment_id=eb96bb8f-64e3-4b46-be77-8ede6de900cb)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:14:12.079695 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:12.106314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:14:12.106952 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:12.167521 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Routers {'5a73eb72-2294-45c7-90e1-ba715bfa2940'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:14:12.168330 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:14:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a73eb72-2294-45c7-90e1-ba715bfa2940'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:12.266578 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa9bd0-3890-44bb-b183-f7bdfaf16dd6 None None] Pushing event updated for resources: {'Port': ['ID=c91a9e67-8456-4670-a742-c58fea9ee7f8,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:12.279923 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 32856a59-da35-44d3-8dd6-da02be94a284 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:14:12.377289 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] Set router 5a73eb72-2294-45c7-90e1-ba715bfa2940 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:14:12.383902 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 32856a59-da35-44d3-8dd6-da02be94a284 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:14:12.384353 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:12.696401 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026799613', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '32856a59-da35-44d3-8dd6-da02be94a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:08Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '32856a59-da35-44d3-8dd6-da02be94a284', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'c91a9e67-8456-4670-a742-c58fea9ee7f8', 'name': '', 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:95:3a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:07Z', 'updated_at': '2022-01-12T10:14:12Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:12.703738 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1ec92e-efc4-4c05-a48a-b7803f0fa1f2 None None] The sync data for ids ['5a73eb72-2294-45c7-90e1-ba715bfa2940'] in dv-neutron-824346-1-hyperv is: [{'id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026799613', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '32856a59-da35-44d3-8dd6-da02be94a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:08Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '32856a59-da35-44d3-8dd6-da02be94a284', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'c91a9e67-8456-4670-a742-c58fea9ee7f8', 'name': '', 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:95:3a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:07Z', 'updated_at': '2022-01-12T10:14:12Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:14:12.801155 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:12.917656 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-902bc3f6-85dd-4b31-b2d5-f31b83b33226 req-ea7b8a40-1780-4e45-85b6-8a43354a43df tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 210 time: 0.0589039 Jan 12 10:14:13.027292 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-38064e28-697e-4426-9a7b-600a892feca0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:13.028681 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-38064e28-697e-4426-9a7b-600a892feca0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "GET /v2.0/networks?id=f97e9b83-8c2b-4a78-ac3a-322b8dc2431c HTTP/1.1" status: 200 len: 796 time: 0.2360191 Jan 12 10:14:13.100225 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-06ff88d4-8b24-4cba-ad90-00e09cb35cb3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ba8bb2f478747678bcbcd705988673a HTTP/1.1" status: 200 len: 379 time: 0.0557878 Jan 12 10:14:13.113909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-931c9bc2-e385-4753-afe7-39aa7b74f7a7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'port': {'device_id': 'ac34d0c2-223c-4dfc-b10b-10bdec6098dc', 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'admin_state_up': True, 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'security_groups': ['7c3f62db-2122-470a-839e-9734eda8214b']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:14:13.290491 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-931c9bc2-e385-4753-afe7-39aa7b74f7a7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:14:13.302726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-931c9bc2-e385-4753-afe7-39aa7b74f7a7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:14:13.319201 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-931c9bc2-e385-4753-afe7-39aa7b74f7a7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Made reservation on behalf of 1ba8bb2f478747678bcbcd705988673a for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:14:13.323467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-931c9bc2-e385-4753-afe7-39aa7b74f7a7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:13.502083 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-931c9bc2-e385-4753-afe7-39aa7b74f7a7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.20.0.14 (f97e9b83-8c2b-4a78-ac3a-322b8dc2431c/b0ee7676-eb80-4060-a3a2-397359001aae/83eca09e-4743-4991-8a4c-cec337cf716f) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:14:13.824333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-931c9bc2-e385-4753-afe7-39aa7b74f7a7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:13.846430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-931c9bc2-e385-4753-afe7-39aa7b74f7a7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Transition to ACTIVE for port object 83eca09e-4743-4991-8a4c-cec337cf716f will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:14:13.880140 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-931c9bc2-e385-4753-afe7-39aa7b74f7a7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:13.959930 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-931c9bc2-e385-4753-afe7-39aa7b74f7a7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network f97e9b83-8c2b-4a78-ac3a-322b8dc2431c is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:14:13.964364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-931c9bc2-e385-4753-afe7-39aa7b74f7a7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:14:13.971271 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-931c9bc2-e385-4753-afe7-39aa7b74f7a7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:14:14.005991 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c9bc2-e385-4753-afe7-39aa7b74f7a7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=83eca09e-4743-4991-8a4c-cec337cf716f,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:14.049705 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device c91a9e67-8456-4670-a742-c58fea9ee7f8 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:14:14.057035 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-931c9bc2-e385-4753-afe7-39aa7b74f7a7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:14.057819 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-931c9bc2-e385-4753-afe7-39aa7b74f7a7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:14.088488 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-931c9bc2-e385-4753-afe7-39aa7b74f7a7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9827185 Jan 12 10:14:14.105589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Request body: {'port': {'device_id': 'ac34d0c2-223c-4dfc-b10b-10bdec6098dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:14:14.199776 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port c91a9e67-8456-4670-a742-c58fea9ee7f8 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:14:14.207438 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port c91a9e67-8456-4670-a742-c58fea9ee7f8 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:14:14.208584 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:14.208937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115de50-d8b1-4239-b766-26f801344857 req-98f5a499-5c45-42bf-b761-2185f9ebfe82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:14.211083 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e115de50-d8b1-4239-b766-26f801344857 req-98f5a499-5c45-42bf-b761-2185f9ebfe82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 932 time: 0.1519253 Jan 12 10:14:14.268873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:14.276935 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-e115de50-d8b1-4239-b766-26f801344857 req-1df56e8b-2f30-46ba-8d4f-1ac43efce20e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:14:14.299312 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-e115de50-d8b1-4239-b766-26f801344857 req-1df56e8b-2f30-46ba-8d4f-1ac43efce20e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:14:14.301413 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e115de50-d8b1-4239-b766-26f801344857 req-1df56e8b-2f30-46ba-8d4f-1ac43efce20e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810101 Jan 12 10:14:14.358653 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:14.381749 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8a5472a6-0dba-4121-bc5f-829381592631 None None] Provisioning for port 83eca09e-4743-4991-8a4c-cec337cf716f completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:14:14.392557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-8a5472a6-0dba-4121-bc5f-829381592631 None None] Provisioning complete for port 83eca09e-4743-4991-8a4c-cec337cf716f triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:14:14.392931 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8a5472a6-0dba-4121-bc5f-829381592631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:14.436010 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port c91a9e67-8456-4670-a742-c58fea9ee7f8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=c91a9e67-8456-4670-a742-c58fea9ee7f8,segment=NetworkSegment(eb96bb8f-64e3-4b46-be77-8ede6de900cb),segment_id=eb96bb8f-64e3-4b46-be77-8ede6de900cb)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:14:14.443841 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:14.492805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-8a5472a6-0dba-4121-bc5f-829381592631 None None] Port 83eca09e-4743-4991-8a4c-cec337cf716f cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:14:14.519457 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=c91a9e67-8456-4670-a742-c58fea9ee7f8,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:14.649237 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83eca09e-4743-4991-8a4c-cec337cf716f {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:14:14.656666 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:14.671719 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Transition to ACTIVE for port object 83eca09e-4743-4991-8a4c-cec337cf716f will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:14:14.677004 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:14.806652 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Pushing event updated for resources: {'Port': ['ID=83eca09e-4743-4991-8a4c-cec337cf716f,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:14.923322 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Attempting to bind port 83eca09e-4743-4991-8a4c-cec337cf716f on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:14:14.923939 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Attempting to bind port 83eca09e-4743-4991-8a4c-cec337cf716f by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'eb96bb8f-64e3-4b46-be77-8ede6de900cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:14:14.924322 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Attempting to bind port 83eca09e-4743-4991-8a4c-cec337cf716f on network f97e9b83-8c2b-4a78-ac3a-322b8dc2431c {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:14:14.931388 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Port 83eca09e-4743-4991-8a4c-cec337cf716f on network f97e9b83-8c2b-4a78-ac3a-322b8dc2431c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 10:14:14.931709 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Attempting to bind port 83eca09e-4743-4991-8a4c-cec337cf716f on network f97e9b83-8c2b-4a78-ac3a-322b8dc2431c {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:14:14.937373 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:14:14.937746 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Checking segment: {'id': 'eb96bb8f-64e3-4b46-be77-8ede6de900cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:14:14.938172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Bound using segment: {'id': 'eb96bb8f-64e3-4b46-be77-8ede6de900cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:14:14.938687 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Bound port: 83eca09e-4743-4991-8a4c-cec337cf716f, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb96bb8f-64e3-4b46-be77-8ede6de900cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:14:14.939137 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:15.029458 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] For port 83eca09e-4743-4991-8a4c-cec337cf716f, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:14:15.032697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] For port 83eca09e-4743-4991-8a4c-cec337cf716f, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=83eca09e-4743-4991-8a4c-cec337cf716f,segment=NetworkSegment(eb96bb8f-64e3-4b46-be77-8ede6de900cb),segment_id=eb96bb8f-64e3-4b46-be77-8ede6de900cb)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:14:15.054986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:15.126873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:15.127529 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:15.128985 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] 10.222.0.53 "PUT /v2.0/ports/83eca09e-4743-4991-8a4c-cec337cf716f HTTP/1.1" status: 200 len: 1094 time: 1.0282624 Jan 12 10:14:15.129437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac34d0c2-223c-4dfc-b10b-10bdec6098dc', 'tag': '83eca09e-4743-4991-8a4c-cec337cf716f'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:14:15.161920 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe6b36-02f3-4302-90d0-ff22854dfb60 service neutron] Pushing event updated for resources: {'Port': ['ID=83eca09e-4743-4991-8a4c-cec337cf716f,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:15.218621 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac34d0c2-223c-4dfc-b10b-10bdec6098dc', 'tag': '83eca09e-4743-4991-8a4c-cec337cf716f', 'status': 'completed', 'code': 200} Jan 12 10:14:15.270805 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-d1ca373b-f2ff-49c7-93cb-fb1fab3d8751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:15.272325 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-d1ca373b-f2ff-49c7-93cb-fb1fab3d8751 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 1097 time: 0.0856822 Jan 12 10:14:15.357517 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-f0edbe8c-290f-4147-b1b1-810085750ef2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83eca09e-4743-4991-8a4c-cec337cf716f HTTP/1.1" status: 200 len: 217 time: 0.0743475 Jan 12 10:14:15.429616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-8a6be86e-2718-408c-a27f-8d85ec0c7870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:15.431342 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-8a6be86e-2718-408c-a27f-8d85ec0c7870 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0ee7676-eb80-4060-a3a2-397359001aae HTTP/1.1" status: 200 len: 835 time: 0.0641446 Jan 12 10:14:15.540913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-b10ebf1d-0fff-4ce6-a958-e64bd7cf306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:15.542408 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-b10ebf1d-0fff-4ce6-a958-e64bd7cf306b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f97e9b83-8c2b-4a78-ac3a-322b8dc2431c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1008120 Jan 12 10:14:15.569581 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3712d3a-e892-4a72-86ae-69f4a53845fb req-208312c3-5a0e-4b78-afdd-3307dc0e23fd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:15.571131 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c3712d3a-e892-4a72-86ae-69f4a53845fb req-208312c3-5a0e-4b78-afdd-3307dc0e23fd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 944 time: 0.1024339 Jan 12 10:14:15.622901 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c3712d3a-e892-4a72-86ae-69f4a53845fb req-251cb347-6aef-4322-97dd-6420ed54dd5d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450189 Jan 12 10:14:15.719387 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-4debde01-eb19-45d5-9139-c551352eb7bf service neutron] 10.222.0.53 "GET /v2.0/networks/f97e9b83-8c2b-4a78-ac3a-322b8dc2431c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657736 Jan 12 10:14:16.007848 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5ede1278-f3da-4b11-9024-4645f79f8651 req-2771c286-dff8-4e03-8d94-c6ee33dd59f8 service neutron] 10.222.0.53 "GET /v2.0/networks/f97e9b83-8c2b-4a78-ac3a-322b8dc2431c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792382 Jan 12 10:14:16.010001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device c91a9e67-8456-4670-a742-c58fea9ee7f8 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:14:16.115623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port c91a9e67-8456-4670-a742-c58fea9ee7f8 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:14:16.116515 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:16.160947 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22df787-4ecf-4ffa-b51d-207c418a56d2 req-d65d0264-2068-4d2e-91e4-2511f46a83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:16.162369 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a22df787-4ecf-4ffa-b51d-207c418a56d2 req-d65d0264-2068-4d2e-91e4-2511f46a83a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 1097 time: 0.0945246 Jan 12 10:14:16.301436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22df787-4ecf-4ffa-b51d-207c418a56d2 req-c9b2721f-2bc4-4d66-aed3-fcfdb6ec3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:16.303212 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a22df787-4ecf-4ffa-b51d-207c418a56d2 req-c9b2721f-2bc4-4d66-aed3-fcfdb6ec3df7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f97e9b83-8c2b-4a78-ac3a-322b8dc2431c HTTP/1.1" status: 200 len: 897 time: 0.1331787 Jan 12 10:14:16.378170 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a22df787-4ecf-4ffa-b51d-207c418a56d2 req-086d67ad-0417-4ced-9778-2723d2535a6c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83eca09e-4743-4991-8a4c-cec337cf716f HTTP/1.1" status: 200 len: 217 time: 0.0679555 Jan 12 10:14:16.441554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22df787-4ecf-4ffa-b51d-207c418a56d2 req-5e194517-18b2-4666-869d-4b80360ca9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:16.443042 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a22df787-4ecf-4ffa-b51d-207c418a56d2 req-5e194517-18b2-4666-869d-4b80360ca9be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0ee7676-eb80-4060-a3a2-397359001aae HTTP/1.1" status: 200 len: 835 time: 0.0580237 Jan 12 10:14:16.535960 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22df787-4ecf-4ffa-b51d-207c418a56d2 req-631c87b6-728b-4841-a4f5-382d8951ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:16.537513 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a22df787-4ecf-4ffa-b51d-207c418a56d2 req-631c87b6-728b-4841-a4f5-382d8951ca4c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f97e9b83-8c2b-4a78-ac3a-322b8dc2431c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857589 Jan 12 10:14:16.682367 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a22df787-4ecf-4ffa-b51d-207c418a56d2 req-9445a868-10fd-4cc5-aebb-95911ce16a7b service neutron] 10.222.0.53 "GET /v2.0/networks/f97e9b83-8c2b-4a78-ac3a-322b8dc2431c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370945 Jan 12 10:14:16.873580 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a22df787-4ecf-4ffa-b51d-207c418a56d2 req-8ca76ab7-9074-4fc9-af22-fdd3140d0981 service neutron] 10.222.0.53 "GET /v2.0/networks/f97e9b83-8c2b-4a78-ac3a-322b8dc2431c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842852 Jan 12 10:14:16.897368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc5f2e-2372-4a00-b10b-fce40ea3c57b req-41287700-465c-46d9-88ff-a5d0c4d05eb6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:16.898054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-ebcc5f2e-2372-4a00-b10b-fce40ea3c57b req-41287700-465c-46d9-88ff-a5d0c4d05eb6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:14:16.915760 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-ebcc5f2e-2372-4a00-b10b-fce40ea3c57b req-41287700-465c-46d9-88ff-a5d0c4d05eb6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:14:16.917269 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ebcc5f2e-2372-4a00-b10b-fce40ea3c57b req-41287700-465c-46d9-88ff-a5d0c4d05eb6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 944 time: 0.1341748 Jan 12 10:14:16.993240 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ebcc5f2e-2372-4a00-b10b-fce40ea3c57b req-311ae151-86ba-45cc-ab9e-f51953581c6f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698712 Jan 12 10:14:17.039922 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:18.236167 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21e7d3-1be4-484e-bd2e-4a5a5b24229e req-9a46e5b4-c39e-4724-a257-eb96060d47c9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:18.239055 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8e21e7d3-1be4-484e-bd2e-4a5a5b24229e req-9a46e5b4-c39e-4724-a257-eb96060d47c9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 944 time: 0.1259713 Jan 12 10:14:18.303370 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8e21e7d3-1be4-484e-bd2e-4a5a5b24229e req-412c6da8-936d-40d6-bc09-d36945ee0e76 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565615 Jan 12 10:14:19.034953 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 83eca09e-4743-4991-8a4c-cec337cf716f details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:14:19.192314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 83eca09e-4743-4991-8a4c-cec337cf716f, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=83eca09e-4743-4991-8a4c-cec337cf716f,segment=NetworkSegment(eb96bb8f-64e3-4b46-be77-8ede6de900cb),segment_id=eb96bb8f-64e3-4b46-be77-8ede6de900cb)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:14:19.205568 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '83eca09e-4743-4991-8a4c-cec337cf716f', 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'port_id': '83eca09e-4743-4991-8a4c-cec337cf716f', 'mac_address': 'fa:16:3e:e4:31:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:14:19.269199 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:19.288364 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83eca09e-4743-4991-8a4c-cec337cf716f {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:14:19.308128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 83eca09e-4743-4991-8a4c-cec337cf716f, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=83eca09e-4743-4991-8a4c-cec337cf716f,segment=NetworkSegment(eb96bb8f-64e3-4b46-be77-8ede6de900cb),segment_id=eb96bb8f-64e3-4b46-be77-8ede6de900cb)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:14:19.314587 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:19.386252 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=83eca09e-4743-4991-8a4c-cec337cf716f,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:19.394169 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:19.394521 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:19.394871 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:19.395339 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:19.395667 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:19.396017 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:19.396485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:19.396938 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:19.397485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:19.397956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:19.398245 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:19.398570 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:14:19.497844 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29129ee-81d1-4bac-93cc-ac757bf02272 req-ff2cbf4a-9eb1-4108-b107-265d2d5216a3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:19.499272 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c29129ee-81d1-4bac-93cc-ac757bf02272 req-ff2cbf4a-9eb1-4108-b107-265d2d5216a3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 945 time: 0.0832689 Jan 12 10:14:19.546722 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c29129ee-81d1-4bac-93cc-ac757bf02272 req-a2a23c61-1668-410e-91ae-dbce8604da0c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406673 Jan 12 10:14:19.584193 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['83eca09e-4743-4991-8a4c-cec337cf716f'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:14:20.739839 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fcca2-fdef-4265-bbed-4be2f0f6db35 req-0f133786-40d9-4188-bf04-cbcecf2f4e02 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:20.741703 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bd7fcca2-fdef-4265-bbed-4be2f0f6db35 req-0f133786-40d9-4188-bf04-cbcecf2f4e02 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 945 time: 0.0880418 Jan 12 10:14:20.791045 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bd7fcca2-fdef-4265-bbed-4be2f0f6db35 req-01e35f90-a256-4482-8c9b-db57a10dccc4 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433908 Jan 12 10:14:21.049885 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 83eca09e-4743-4991-8a4c-cec337cf716f up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:14:21.132083 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 83eca09e-4743-4991-8a4c-cec337cf716f completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:14:21.137314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 83eca09e-4743-4991-8a4c-cec337cf716f triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:14:21.137801 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:21.263867 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:21.293035 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac34d0c2-223c-4dfc-b10b-10bdec6098dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eca09e-4743-4991-8a4c-cec337cf716f'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:14:21.303925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 83eca09e-4743-4991-8a4c-cec337cf716f, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=83eca09e-4743-4991-8a4c-cec337cf716f,segment=NetworkSegment(eb96bb8f-64e3-4b46-be77-8ede6de900cb),segment_id=eb96bb8f-64e3-4b46-be77-8ede6de900cb)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:14:21.309992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:21.370063 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac34d0c2-223c-4dfc-b10b-10bdec6098dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eca09e-4743-4991-8a4c-cec337cf716f', 'code': 200} Jan 12 10:14:21.417058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=83eca09e-4743-4991-8a4c-cec337cf716f,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:21.636952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdc10e-015b-4674-8f05-23e15f24663e req-cd18c21d-4d7d-4463-b4b5-ca99fcbb6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:21.639343 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5bfdc10e-015b-4674-8f05-23e15f24663e req-cd18c21d-4d7d-4463-b4b5-ca99fcbb6c25 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 1099 time: 0.0882158 Jan 12 10:14:21.686105 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5bfdc10e-015b-4674-8f05-23e15f24663e req-a1e30242-b9db-48ff-860b-32cc4da98705 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374987 Jan 12 10:14:22.013071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c707d1-9d06-4d7b-8b75-36d59b784f99 req-b606f115-b2a6-452a-9e74-5ba5251af15d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:22.014655 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b3c707d1-9d06-4d7b-8b75-36d59b784f99 req-b606f115-b2a6-452a-9e74-5ba5251af15d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.1047287 Jan 12 10:14:22.066723 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b3c707d1-9d06-4d7b-8b75-36d59b784f99 req-756a4837-9da2-4780-98c3-05c406d98cbf tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454214 Jan 12 10:14:23.278951 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c23ce-3f92-412f-b4b6-6d878b7d302f req-2f750e98-463a-42e7-8726-477eafedd399 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:23.280331 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8e3c23ce-3f92-412f-b4b6-6d878b7d302f req-2f750e98-463a-42e7-8726-477eafedd399 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.0848053 Jan 12 10:14:23.335152 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8e3c23ce-3f92-412f-b4b6-6d878b7d302f req-fe6dbf58-f7fa-4122-b2f1-bffae67ef2f9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476191 Jan 12 10:14:23.535110 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1925d97-9066-4ab5-bf77-d521f4fe3e42 req-5917238a-640a-4377-8dfe-62f7cdef816d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:23.536391 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d1925d97-9066-4ab5-bf77-d521f4fe3e42 req-5917238a-640a-4377-8dfe-62f7cdef816d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.0861270 Jan 12 10:14:23.596349 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d1925d97-9066-4ab5-bf77-d521f4fe3e42 req-72f97fa9-6d19-439a-87f5-f8e9ac448bdd tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538607 Jan 12 10:14:23.622292 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48256) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:23.698414 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cda6ef-3b9a-4f55-9f6e-12f32e883ea2 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:23.700024 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-20cda6ef-3b9a-4f55-9f6e-12f32e883ea2 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 1094 time: 0.0766301 Jan 12 10:14:23.703120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48260) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:23.708701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '83eca09e-4743-4991-8a4c-cec337cf716f', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:14:23.715441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:14:23.719374 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:floatingip and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:14:23.722390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:14:23.728752 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:14:23.740540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:23.883532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:24.024003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.26.2.59 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/8d64be56-bac6-48be-a0d2-dbdbb9eb5de3) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:14:24.177787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:24.218272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:24.388269 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:14:24.391254 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:14:24.394909 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:14:24.424202 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=8d64be56-bac6-48be-a0d2-dbdbb9eb5de3,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:24.822916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:24.900972 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:25.108658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:25.114205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:25.225442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=8d64be56-bac6-48be-a0d2-dbdbb9eb5de3,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:14:25.237635 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:25.420066 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Floating IP 06ab1ccb-343a-4eaf-96e4-cb0561ba766a associated. External IP: 172.26.2.59, port: 83eca09e-4743-4991-8a4c-cec337cf716f. Jan 12 10:14:25.820718 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 5a73eb72-2294-45c7-90e1-ba715bfa2940 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:14:26.153769 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:14:26.165292 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac08ad-8114-4ed3-a7f7-bdd92b363ec8 None None] Sync routers for ids ['5a73eb72-2294-45c7-90e1-ba715bfa2940'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:14:26.179843 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac08ad-8114-4ed3-a7f7-bdd92b363ec8 None None] Routers {'5a73eb72-2294-45c7-90e1-ba715bfa2940'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:14:26.180758 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ebac08ad-8114-4ed3-a7f7-bdd92b363ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:14:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a73eb72-2294-45c7-90e1-ba715bfa2940'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:26.190418 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:26.253513 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b7088178-ab9d-4efb-9f95-913dcac1e9d1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5492246 Jan 12 10:14:26.254104 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac34d0c2-223c-4dfc-b10b-10bdec6098dc', 'tag': '83eca09e-4743-4991-8a4c-cec337cf716f'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:14:26.320427 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac34d0c2-223c-4dfc-b10b-10bdec6098dc', 'tag': '83eca09e-4743-4991-8a4c-cec337cf716f', 'status': 'completed', 'code': 200} Jan 12 10:14:26.389669 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-ebac08ad-8114-4ed3-a7f7-bdd92b363ec8 None None] Set router 5a73eb72-2294-45c7-90e1-ba715bfa2940 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:14:26.484134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989400-0ce7-427d-b973-357389ca2480 req-fc46a2e6-9a3f-4e53-a0eb-b9e37d540f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:26.485681 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7b989400-0ce7-427d-b973-357389ca2480 req-fc46a2e6-9a3f-4e53-a0eb-b9e37d540f75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 1099 time: 0.1420968 Jan 12 10:14:26.525897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68517e01-27a4-4a1b-a831-9bdde27d7401 req-191bc1c1-69eb-414e-ab94-8522d00ca7e3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:26.527585 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-68517e01-27a4-4a1b-a831-9bdde27d7401 req-191bc1c1-69eb-414e-ab94-8522d00ca7e3 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.1478090 Jan 12 10:14:26.655608 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-68517e01-27a4-4a1b-a831-9bdde27d7401 req-46b9b539-2032-4783-bdd6-c98c93b08dbc tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100748 Jan 12 10:14:26.672741 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989400-0ce7-427d-b973-357389ca2480 req-9aa1270a-b0c3-47d7-9f3d-cdd6c0b9061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:26.674304 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7b989400-0ce7-427d-b973-357389ca2480 req-9aa1270a-b0c3-47d7-9f3d-cdd6c0b9061a service neutron] 10.222.0.53 "GET /v2.0/networks?id=f97e9b83-8c2b-4a78-ac3a-322b8dc2431c HTTP/1.1" status: 200 len: 897 time: 0.1811972 Jan 12 10:14:26.684307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48268) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:26.789190 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7b989400-0ce7-427d-b973-357389ca2480 req-7ee38de6-eaec-430d-9d93-29da4f76fde3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83eca09e-4743-4991-8a4c-cec337cf716f HTTP/1.1" status: 200 len: 999 time: 0.1082249 Jan 12 10:14:26.814266 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e0ec116a-d9b1-4aa5-8b45-a57137f1f136 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/06ab1ccb-343a-4eaf-96e4-cb0561ba766a HTTP/1.1" status: 200 len: 991 time: 0.1280296 Jan 12 10:14:26.847032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ebac08ad-8114-4ed3-a7f7-bdd92b363ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026799613', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '32856a59-da35-44d3-8dd6-da02be94a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:08Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '32856a59-da35-44d3-8dd6-da02be94a284', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '06ab1ccb-343a-4eaf-96e4-cb0561ba766a', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'floating_ip_address': '172.26.2.59', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'port_id': '83eca09e-4743-4991-8a4c-cec337cf716f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'mac_address': 'fa:16:3e:e4:31:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac34d0c2-223c-4dfc-b10b-10bdec6098dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:14:24Z', 'updated_at': '2022-01-12T10:14:24Z', 'revision_number': 0, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c91a9e67-8456-4670-a742-c58fea9ee7f8', 'name': '', 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:95:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:07Z', 'updated_at': '2022-01-12T10:14:14Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:26.853607 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac08ad-8114-4ed3-a7f7-bdd92b363ec8 None None] Checking router: 5a73eb72-2294-45c7-90e1-ba715bfa2940 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:14:26.859763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989400-0ce7-427d-b973-357389ca2480 req-738d0012-3548-4ad3-9b10-7a199187be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:26.861260 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7b989400-0ce7-427d-b973-357389ca2480 req-738d0012-3548-4ad3-9b10-7a199187be01 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0ee7676-eb80-4060-a3a2-397359001aae HTTP/1.1" status: 200 len: 835 time: 0.0666206 Jan 12 10:14:26.867405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac08ad-8114-4ed3-a7f7-bdd92b363ec8 None None] Routers {'5a73eb72-2294-45c7-90e1-ba715bfa2940'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:14:26.868293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ebac08ad-8114-4ed3-a7f7-bdd92b363ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:14:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a73eb72-2294-45c7-90e1-ba715bfa2940'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:26.939414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989400-0ce7-427d-b973-357389ca2480 req-598d1697-fce5-4823-b3f7-f1c27c8c6a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:26.941005 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7b989400-0ce7-427d-b973-357389ca2480 req-598d1697-fce5-4823-b3f7-f1c27c8c6a61 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f97e9b83-8c2b-4a78-ac3a-322b8dc2431c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729284 Jan 12 10:14:27.083590 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7b989400-0ce7-427d-b973-357389ca2480 req-7056c8b9-5f25-481d-b4f9-178e094535ef service neutron] 10.222.0.53 "GET /v2.0/networks/f97e9b83-8c2b-4a78-ac3a-322b8dc2431c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360474 Jan 12 10:14:27.144278 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-ebac08ad-8114-4ed3-a7f7-bdd92b363ec8 None None] Set router 5a73eb72-2294-45c7-90e1-ba715bfa2940 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:14:27.236316 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7b989400-0ce7-427d-b973-357389ca2480 req-3383e7b3-3e2d-42a5-817c-9b8c0a9ab814 service neutron] 10.222.0.53 "GET /v2.0/networks/f97e9b83-8c2b-4a78-ac3a-322b8dc2431c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463215 Jan 12 10:14:27.503150 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-ebac08ad-8114-4ed3-a7f7-bdd92b363ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026799613', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '32856a59-da35-44d3-8dd6-da02be94a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:08Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '32856a59-da35-44d3-8dd6-da02be94a284', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '06ab1ccb-343a-4eaf-96e4-cb0561ba766a', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'floating_ip_address': '172.26.2.59', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'port_id': '83eca09e-4743-4991-8a4c-cec337cf716f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'mac_address': 'fa:16:3e:e4:31:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac34d0c2-223c-4dfc-b10b-10bdec6098dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:14:24Z', 'updated_at': '2022-01-12T10:14:24Z', 'revision_number': 0, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c91a9e67-8456-4670-a742-c58fea9ee7f8', 'name': '', 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:95:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:07Z', 'updated_at': '2022-01-12T10:14:14Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:14:27.507222 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac08ad-8114-4ed3-a7f7-bdd92b363ec8 None None] The sync data for ids ['5a73eb72-2294-45c7-90e1-ba715bfa2940'] in dv-neutron-824346-1-hyperv is: [{'id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026799613', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '32856a59-da35-44d3-8dd6-da02be94a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:08Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '32856a59-da35-44d3-8dd6-da02be94a284', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '06ab1ccb-343a-4eaf-96e4-cb0561ba766a', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'floating_ip_address': '172.26.2.59', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'port_id': '83eca09e-4743-4991-8a4c-cec337cf716f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'mac_address': 'fa:16:3e:e4:31:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac34d0c2-223c-4dfc-b10b-10bdec6098dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:14:24Z', 'updated_at': '2022-01-12T10:14:24Z', 'revision_number': 0, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c91a9e67-8456-4670-a742-c58fea9ee7f8', 'name': '', 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:95:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:07Z', 'updated_at': '2022-01-12T10:14:14Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:14:27.730726 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12989ca8-0ab5-4bb4-a9de-3ea3ba3e3846 None None] New status for floating IP 06ab1ccb-343a-4eaf-96e4-cb0561ba766a: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:14:27.818432 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48272) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:27.934804 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a4a3203f-4154-4454-81f2-1ea77615c4d7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/06ab1ccb-343a-4eaf-96e4-cb0561ba766a HTTP/1.1" status: 200 len: 991 time: 0.1142108 Jan 12 10:14:28.937985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48276) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:14:29.047939 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f471eb01-ee11-420f-a007-901003db8f01 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/06ab1ccb-343a-4eaf-96e4-cb0561ba766a HTTP/1.1" status: 200 len: 993 time: 0.1085854 Jan 12 10:14:30.475477 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:14:36.717556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc870-da10-467b-9233-553dec7b7c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:39.365562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8591c018-85f5-44b6-a94c-e87b455e8b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:40.346065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:41.188262 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:42.778485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:47.060986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:14:58.419957 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0e83b1e9-4a5e-4b76-b146-7c4488d31132 req-a6c42f58-2bb1-4374-8ef0-78caf32ad9ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1161511 Jan 12 10:14:58.566003 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83b1e9-4a5e-4b76-b146-7c4488d31132 req-6faeb122-a616-434d-9a3c-74282215e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:58.567730 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0e83b1e9-4a5e-4b76-b146-7c4488d31132 req-6faeb122-a616-434d-9a3c-74282215e26c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 1099 time: 0.0788424 Jan 12 10:14:58.831455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83b1e9-4a5e-4b76-b146-7c4488d31132 req-ddd7c3a9-6cfa-40de-b50c-6506251fa6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:58.833851 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0e83b1e9-4a5e-4b76-b146-7c4488d31132 req-ddd7c3a9-6cfa-40de-b50c-6506251fa6a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f97e9b83-8c2b-4a78-ac3a-322b8dc2431c HTTP/1.1" status: 200 len: 897 time: 0.2470212 Jan 12 10:14:58.940521 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0e83b1e9-4a5e-4b76-b146-7c4488d31132 req-ab5e6aa6-341e-48d3-bbf4-a00c49ff7842 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83eca09e-4743-4991-8a4c-cec337cf716f HTTP/1.1" status: 200 len: 1001 time: 0.0999033 Jan 12 10:14:59.004548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83b1e9-4a5e-4b76-b146-7c4488d31132 req-c856bcab-e485-4118-81cf-429c04115a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:59.006020 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0e83b1e9-4a5e-4b76-b146-7c4488d31132 req-c856bcab-e485-4118-81cf-429c04115a1c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0ee7676-eb80-4060-a3a2-397359001aae HTTP/1.1" status: 200 len: 835 time: 0.0589321 Jan 12 10:14:59.089583 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83b1e9-4a5e-4b76-b146-7c4488d31132 req-fecd8e3c-deaf-42da-a689-859a40af0116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:14:59.091030 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0e83b1e9-4a5e-4b76-b146-7c4488d31132 req-fecd8e3c-deaf-42da-a689-859a40af0116 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f97e9b83-8c2b-4a78-ac3a-322b8dc2431c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781641 Jan 12 10:14:59.232772 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0e83b1e9-4a5e-4b76-b146-7c4488d31132 req-c2d2d0b1-3829-49f1-9d9b-9befc3ab42c8 service neutron] 10.222.0.53 "GET /v2.0/networks/f97e9b83-8c2b-4a78-ac3a-322b8dc2431c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350632 Jan 12 10:14:59.373447 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0e83b1e9-4a5e-4b76-b146-7c4488d31132 req-39084a1f-131f-40a3-99fd-d22810e086a3 service neutron] 10.222.0.53 "GET /v2.0/networks/f97e9b83-8c2b-4a78-ac3a-322b8dc2431c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317942 Jan 12 10:15:00.715320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50330d94-9a86-47f8-8153-5674fefa3f9e req-c19c3d09-91b4-42fb-a76b-4c5f5cae8c94 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:00.716828 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-50330d94-9a86-47f8-8153-5674fefa3f9e req-c19c3d09-91b4-42fb-a76b-4c5f5cae8c94 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.0926170 Jan 12 10:15:00.772909 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-50330d94-9a86-47f8-8153-5674fefa3f9e req-fac63125-3f31-4d47-8d73-c38e9e94e645 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474060 Jan 12 10:15:01.982162 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd944b6-5094-483a-875a-02fa9ea7f069 req-768fb3b4-1911-4823-a844-3034be260683 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:01.983668 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0dd944b6-5094-483a-875a-02fa9ea7f069 req-768fb3b4-1911-4823-a844-3034be260683 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.0821893 Jan 12 10:15:02.031333 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0dd944b6-5094-483a-875a-02fa9ea7f069 req-8c09fa4f-6c1b-42ee-8312-0d856d1399c7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414493 Jan 12 10:15:03.359208 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a5ed8-da31-4294-9de4-f6ba692c30e5 req-61afb949-27bc-450d-bdfc-b1d8f333331a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:03.360651 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ef8a5ed8-da31-4294-9de4-f6ba692c30e5 req-61afb949-27bc-450d-bdfc-b1d8f333331a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.2171121 Jan 12 10:15:03.411708 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ef8a5ed8-da31-4294-9de4-f6ba692c30e5 req-556aee38-0bbe-4f2d-b5e4-0f60a9745029 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431712 Jan 12 10:15:04.614631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f95c90-6649-48b3-bd1b-1f7b9d5699cf req-b1fb0f42-964b-4623-acb0-3e7c7d8c7811 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:04.616130 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0f95c90-6649-48b3-bd1b-1f7b9d5699cf req-b1fb0f42-964b-4623-acb0-3e7c7d8c7811 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.0920200 Jan 12 10:15:04.662242 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e0f95c90-6649-48b3-bd1b-1f7b9d5699cf req-beaa4a32-d25b-471c-97bf-84ec4b5a9f63 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398238 Jan 12 10:15:05.868193 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07360cbf-3b76-44c7-bcfc-91f70c05eff3 req-ec2d22ce-7949-4b70-9eef-a6d177bf4b86 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:05.869697 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-07360cbf-3b76-44c7-bcfc-91f70c05eff3 req-ec2d22ce-7949-4b70-9eef-a6d177bf4b86 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.0862708 Jan 12 10:15:05.915778 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-07360cbf-3b76-44c7-bcfc-91f70c05eff3 req-ac078d50-0622-49f7-8987-38d7018e6351 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398879 Jan 12 10:15:06.718325 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2898c391-a0eb-4f70-adbf-798b3c8ac4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:07.108034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351bc41-b96c-4c63-abd9-9882c9a8f7fd req-f3118600-e2a0-40ba-bfc7-4378f4ea49bc tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:07.109534 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9351bc41-b96c-4c63-abd9-9882c9a8f7fd req-f3118600-e2a0-40ba-bfc7-4378f4ea49bc tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.0875530 Jan 12 10:15:07.153487 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9351bc41-b96c-4c63-abd9-9882c9a8f7fd req-b51a89ca-169f-4ca5-91e7-a9e207162b6f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380757 Jan 12 10:15:07.474928 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:15:08.339944 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a0057-444d-49f4-8bf3-ea6a416560d9 req-78db2515-05ae-4e99-bd27-68e4e39dcf70 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:08.341281 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-570a0057-444d-49f4-8bf3-ea6a416560d9 req-78db2515-05ae-4e99-bd27-68e4e39dcf70 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.0800924 Jan 12 10:15:08.386677 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-570a0057-444d-49f4-8bf3-ea6a416560d9 req-1a26c3bf-0e46-4948-a18f-4dc12d3e630c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395317 Jan 12 10:15:09.361319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ac8e4f30-b902-4984-980d-fff7ff35b667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:09.572275 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b98ab7-39a7-41af-a493-d35a68e39cda req-590a7dbe-896b-4481-bf07-d497d28e6d8b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:09.573731 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d5b98ab7-39a7-41af-a493-d35a68e39cda req-590a7dbe-896b-4481-bf07-d497d28e6d8b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.0805533 Jan 12 10:15:09.617770 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d5b98ab7-39a7-41af-a493-d35a68e39cda req-db9aed8c-8a23-4fce-a236-77b49c198bae tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378501 Jan 12 10:15:10.332869 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:10.809756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc72fb-9ec5-4c76-8159-398340311877 req-6d84d36f-45e4-48dd-8825-39f321cde90c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:10.811284 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b7cc72fb-9ec5-4c76-8159-398340311877 req-6d84d36f-45e4-48dd-8825-39f321cde90c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.0900767 Jan 12 10:15:10.861305 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b7cc72fb-9ec5-4c76-8159-398340311877 req-aefdd0dc-51c1-4df7-90db-6ffe81283ec2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430572 Jan 12 10:15:11.193158 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:12.058638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b14ba-4d50-4c6c-85ae-1ce187c84e8a req-a39162a9-d0c4-4b30-87fa-7f1b86027bc0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:12.060212 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917b14ba-4d50-4c6c-85ae-1ce187c84e8a req-a39162a9-d0c4-4b30-87fa-7f1b86027bc0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.0895307 Jan 12 10:15:12.116949 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-917b14ba-4d50-4c6c-85ae-1ce187c84e8a req-24c91a3c-3367-4184-8aba-f7757c157a09 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489774 Jan 12 10:15:12.152564 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48316) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:12.262698 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d4b5f990-ff14-4815-8a58-b89d984d00a8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/06ab1ccb-343a-4eaf-96e4-cb0561ba766a HTTP/1.1" status: 200 len: 993 time: 0.1089616 Jan 12 10:15:12.778085 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:13.757878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf7004-06a4-4d81-8d73-6cb520b754f7 req-2dd4d404-dff4-4aed-a731-0313995b6b27 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:13.759284 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d6cf7004-06a4-4d81-8d73-6cb520b754f7 req-2dd4d404-dff4-4aed-a731-0313995b6b27 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.0836387 Jan 12 10:15:13.806786 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d6cf7004-06a4-4d81-8d73-6cb520b754f7 req-c1051851-d162-401c-b68c-ea09e367a626 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413437 Jan 12 10:15:13.807227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee191f-a870-458f-93cc-e88031c88465 req-c1291ac6-b32f-4003-b510-e9091128b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:13.808751 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-68ee191f-a870-458f-93cc-e88031c88465 req-c1291ac6-b32f-4003-b510-e9091128b877 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 1099 time: 0.0745704 Jan 12 10:15:13.945804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee191f-a870-458f-93cc-e88031c88465 req-23f06d93-ab3e-4777-b1da-1612cbecdd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:13.947340 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-68ee191f-a870-458f-93cc-e88031c88465 req-23f06d93-ab3e-4777-b1da-1612cbecdd50 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f97e9b83-8c2b-4a78-ac3a-322b8dc2431c HTTP/1.1" status: 200 len: 897 time: 0.1295383 Jan 12 10:15:14.054921 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-68ee191f-a870-458f-93cc-e88031c88465 req-b185987e-4f4b-4979-889f-8b73209c0ae8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83eca09e-4743-4991-8a4c-cec337cf716f HTTP/1.1" status: 200 len: 1001 time: 0.0973721 Jan 12 10:15:14.125107 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee191f-a870-458f-93cc-e88031c88465 req-cd806afd-0c55-4388-86b9-6d70e5e3ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:14.126576 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-68ee191f-a870-458f-93cc-e88031c88465 req-cd806afd-0c55-4388-86b9-6d70e5e3ae26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0ee7676-eb80-4060-a3a2-397359001aae HTTP/1.1" status: 200 len: 835 time: 0.0621800 Jan 12 10:15:14.312216 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee191f-a870-458f-93cc-e88031c88465 req-287627f3-a78a-4bf0-9ad5-6d431d3bd658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:14.313617 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-68ee191f-a870-458f-93cc-e88031c88465 req-287627f3-a78a-4bf0-9ad5-6d431d3bd658 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f97e9b83-8c2b-4a78-ac3a-322b8dc2431c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1781759 Jan 12 10:15:14.449883 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-68ee191f-a870-458f-93cc-e88031c88465 req-682a3ddc-a918-499b-9c7c-5e7ddaf9b0c5 service neutron] 10.222.0.53 "GET /v2.0/networks/f97e9b83-8c2b-4a78-ac3a-322b8dc2431c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262751 Jan 12 10:15:14.585174 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-68ee191f-a870-458f-93cc-e88031c88465 req-627bab25-422c-4ac2-a342-dac5dc20a58a service neutron] 10.222.0.53 "GET /v2.0/networks/f97e9b83-8c2b-4a78-ac3a-322b8dc2431c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259601 Jan 12 10:15:15.003747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b807d-2cd6-424e-8226-9dfac5fc2753 req-4ab9c2e9-6cf4-4990-b7d7-fedd7bf07784 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:15.005283 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-570b807d-2cd6-424e-8226-9dfac5fc2753 req-4ab9c2e9-6cf4-4990-b7d7-fedd7bf07784 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.0884163 Jan 12 10:15:15.050926 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-570b807d-2cd6-424e-8226-9dfac5fc2753 req-d8c1cd7b-60a5-46f8-bd2b-84a0c5136da6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396669 Jan 12 10:15:16.246262 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d52ec-d2a3-4882-99a8-fc8a936c53a6 req-a9d4d9ca-985d-4e83-a753-3f287f41c761 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:16.247665 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-700d52ec-d2a3-4882-99a8-fc8a936c53a6 req-a9d4d9ca-985d-4e83-a753-3f287f41c761 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.0888526 Jan 12 10:15:16.292359 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-700d52ec-d2a3-4882-99a8-fc8a936c53a6 req-db71f32f-8ac0-4c64-a2ba-5eed09081aac tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388467 Jan 12 10:15:16.320501 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48330) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:16.436574 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ad3c8fb8-61b5-4f17-b87e-2c352b08e46d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/06ab1ccb-343a-4eaf-96e4-cb0561ba766a HTTP/1.1" status: 200 len: 993 time: 0.1148443 Jan 12 10:15:17.079984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:36.714955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-81c0a242-fd5e-4d77-a0a4-086975ef1455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:39.365410 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-def8258a-cdb7-4d1c-963f-8821cbe4978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:40.339986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:41.198264 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:42.780390 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:44.474460 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:15:47.083631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:48.905125 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48348) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:49.134026 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port 8d64be56-bac6-48be-a0d2-dbdbb9eb5de3 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:15:49.134357 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.300623 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.300958 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.436927 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for 8d64be56-bac6-48be-a0d2-dbdbb9eb5de3 owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:15:49.585389 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.633709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=8d64be56-bac6-48be-a0d2-dbdbb9eb5de3,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:49.669466 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:49.669807 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:49.670136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:49.670463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:49.670812 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:49.671134 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:49.671456 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:49.671772 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:49.672085 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:49.672402 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:49.672716 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:49.673011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:49.735261 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:49.735610 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Floating IP 06ab1ccb-343a-4eaf-96e4-cb0561ba766a disassociated (deleted). External IP: 172.26.2.59, port: 83eca09e-4743-4991-8a4c-cec337cf716f. Jan 12 10:15:50.209043 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 5a73eb72-2294-45c7-90e1-ba715bfa2940 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:15:50.392835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:15:50.402696 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2952a2d7-6b15-4536-9eb5-54445a42ac61 None None] Sync routers for ids ['5a73eb72-2294-45c7-90e1-ba715bfa2940'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:15:50.413454 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2952a2d7-6b15-4536-9eb5-54445a42ac61 None None] Routers {'5a73eb72-2294-45c7-90e1-ba715bfa2940'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:15:50.414082 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-2952a2d7-6b15-4536-9eb5-54445a42ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:15:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a73eb72-2294-45c7-90e1-ba715bfa2940'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:50.414714 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:50.469677 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-952ec0fe-4d52-405d-bac5-587473021494 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/floatingips/06ab1ccb-343a-4eaf-96e4-cb0561ba766a HTTP/1.1" status: 204 len: 168 time: 1.5633228 Jan 12 10:15:50.470375 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac34d0c2-223c-4dfc-b10b-10bdec6098dc', 'tag': '83eca09e-4743-4991-8a4c-cec337cf716f'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:15:50.516703 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac34d0c2-223c-4dfc-b10b-10bdec6098dc', 'tag': '83eca09e-4743-4991-8a4c-cec337cf716f', 'status': 'completed', 'code': 200} Jan 12 10:15:50.593101 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-2952a2d7-6b15-4536-9eb5-54445a42ac61 None None] Set router 5a73eb72-2294-45c7-90e1-ba715bfa2940 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:15:50.618464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa20544-f6be-4366-8ed9-ee2a5593dc31 req-352e41c1-047f-413f-9d73-68afac126742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:50.620230 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5aa20544-f6be-4366-8ed9-ee2a5593dc31 req-352e41c1-047f-413f-9d73-68afac126742 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 1099 time: 0.0720754 Jan 12 10:15:50.769864 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa20544-f6be-4366-8ed9-ee2a5593dc31 req-3094cbc6-cf9b-4052-ba72-e31d1dfd5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:50.771493 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5aa20544-f6be-4366-8ed9-ee2a5593dc31 req-3094cbc6-cf9b-4052-ba72-e31d1dfd5f39 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f97e9b83-8c2b-4a78-ac3a-322b8dc2431c HTTP/1.1" status: 200 len: 897 time: 0.1417563 Jan 12 10:15:50.848619 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5aa20544-f6be-4366-8ed9-ee2a5593dc31 req-fff51079-9ac4-419e-b741-b495a32583fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83eca09e-4743-4991-8a4c-cec337cf716f HTTP/1.1" status: 200 len: 217 time: 0.0704210 Jan 12 10:15:50.920112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa20544-f6be-4366-8ed9-ee2a5593dc31 req-75bbc733-8770-4438-a0c0-fabe356c61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:50.921617 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5aa20544-f6be-4366-8ed9-ee2a5593dc31 req-75bbc733-8770-4438-a0c0-fabe356c61b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0ee7676-eb80-4060-a3a2-397359001aae HTTP/1.1" status: 200 len: 835 time: 0.0659406 Jan 12 10:15:50.961987 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-2952a2d7-6b15-4536-9eb5-54445a42ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026799613', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '32856a59-da35-44d3-8dd6-da02be94a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:08Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '32856a59-da35-44d3-8dd6-da02be94a284', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'c91a9e67-8456-4670-a742-c58fea9ee7f8', 'name': '', 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:95:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:07Z', 'updated_at': '2022-01-12T10:14:14Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:50.965950 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2952a2d7-6b15-4536-9eb5-54445a42ac61 None None] Checking router: 5a73eb72-2294-45c7-90e1-ba715bfa2940 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:15:50.974678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2952a2d7-6b15-4536-9eb5-54445a42ac61 None None] Routers {'5a73eb72-2294-45c7-90e1-ba715bfa2940'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:15:50.975327 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-2952a2d7-6b15-4536-9eb5-54445a42ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:15:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a73eb72-2294-45c7-90e1-ba715bfa2940'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:51.080266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a86759-4c1a-403d-ad44-16d3f186ac9c req-11edcab5-14fb-4f80-b98a-99fbcf3ec9ff tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:51.081827 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-69a86759-4c1a-403d-ad44-16d3f186ac9c req-11edcab5-14fb-4f80-b98a-99fbcf3ec9ff tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.1531222 Jan 12 10:15:51.084884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa20544-f6be-4366-8ed9-ee2a5593dc31 req-285bf522-3743-4e9d-9f52-9886fabef8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:51.086601 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5aa20544-f6be-4366-8ed9-ee2a5593dc31 req-285bf522-3743-4e9d-9f52-9886fabef8fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f97e9b83-8c2b-4a78-ac3a-322b8dc2431c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1561048 Jan 12 10:15:51.159429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-2952a2d7-6b15-4536-9eb5-54445a42ac61 None None] Set router 5a73eb72-2294-45c7-90e1-ba715bfa2940 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:15:51.221067 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-69a86759-4c1a-403d-ad44-16d3f186ac9c req-4d0e2aa1-ebbb-48ac-915a-7d8240bedeca tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313038 Jan 12 10:15:51.261423 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5aa20544-f6be-4366-8ed9-ee2a5593dc31 req-b65f0521-cb44-45b0-aef9-76aa3a01908b service neutron] 10.222.0.53 "GET /v2.0/networks/f97e9b83-8c2b-4a78-ac3a-322b8dc2431c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565926 Jan 12 10:15:51.402015 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5aa20544-f6be-4366-8ed9-ee2a5593dc31 req-3531d401-2cb5-4952-b140-7cedf3f2952c service neutron] 10.222.0.53 "GET /v2.0/networks/f97e9b83-8c2b-4a78-ac3a-322b8dc2431c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338882 Jan 12 10:15:51.495506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-2952a2d7-6b15-4536-9eb5-54445a42ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026799613', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '32856a59-da35-44d3-8dd6-da02be94a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:08Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '32856a59-da35-44d3-8dd6-da02be94a284', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'c91a9e67-8456-4670-a742-c58fea9ee7f8', 'name': '', 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:95:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:07Z', 'updated_at': '2022-01-12T10:14:14Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:51.499839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2952a2d7-6b15-4536-9eb5-54445a42ac61 None None] The sync data for ids ['5a73eb72-2294-45c7-90e1-ba715bfa2940'] in dv-neutron-824346-1-hyperv is: [{'id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026799613', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '32856a59-da35-44d3-8dd6-da02be94a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:08Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '32856a59-da35-44d3-8dd6-da02be94a284', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'c91a9e67-8456-4670-a742-c58fea9ee7f8', 'name': '', 'network_id': 'f97e9b83-8c2b-4a78-ac3a-322b8dc2431c', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:95:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:07Z', 'updated_at': '2022-01-12T10:14:14Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': 'b0ee7676-eb80-4060-a3a2-397359001aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:15:51.752652 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48da32c-b0bb-451c-a0de-1f2e60460867 None None] New status for floating IP 06ab1ccb-343a-4eaf-96e4-cb0561ba766a: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:15:52.430448 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb30ed-8ed0-4579-897f-826140e4f878 req-77b0c5df-d676-42ea-9ebe-c69f848feb2b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:52.431386 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-fbdb30ed-8ed0-4579-897f-826140e4f878 req-77b0c5df-d676-42ea-9ebe-c69f848feb2b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:15:52.451025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-fbdb30ed-8ed0-4579-897f-826140e4f878 req-77b0c5df-d676-42ea-9ebe-c69f848feb2b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:15:52.452219 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-fbdb30ed-8ed0-4579-897f-826140e4f878 req-77b0c5df-d676-42ea-9ebe-c69f848feb2b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.1095855 Jan 12 10:15:52.498944 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-fbdb30ed-8ed0-4579-897f-826140e4f878 req-7d437f42-7d4b-4ff1-87e1-7069432843c2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c3f62db-2122-470a-839e-9734eda8214b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409741 Jan 12 10:15:52.551440 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2aac90-0082-4f87-9add-5a1a6ac0e091 req-43e84412-08af-4926-8ccd-c97ef985529b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:15:52.552885 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7e2aac90-0082-4f87-9add-5a1a6ac0e091 req-43e84412-08af-4926-8ccd-c97ef985529b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 946 time: 0.0940363 Jan 12 10:15:52.636437 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-7e2aac90-0082-4f87-9add-5a1a6ac0e091 req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port 83eca09e-4743-4991-8a4c-cec337cf716f {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:15:52.636779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-7e2aac90-0082-4f87-9add-5a1a6ac0e091 req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:52.990141 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-7e2aac90-0082-4f87-9add-5a1a6ac0e091 req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] For port 83eca09e-4743-4991-8a4c-cec337cf716f, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=83eca09e-4743-4991-8a4c-cec337cf716f,segment=NetworkSegment(eb96bb8f-64e3-4b46-be77-8ede6de900cb),segment_id=eb96bb8f-64e3-4b46-be77-8ede6de900cb)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:15:52.990489 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-7e2aac90-0082-4f87-9add-5a1a6ac0e091 req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:53.121448 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-7e2aac90-0082-4f87-9add-5a1a6ac0e091 req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for 83eca09e-4743-4991-8a4c-cec337cf716f owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:15:53.272674 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-7e2aac90-0082-4f87-9add-5a1a6ac0e091 req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:53.332590 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=83eca09e-4743-4991-8a4c-cec337cf716f,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:53.374103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:53.374456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:53.374790 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:53.375158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:53.375493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:53.375832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:53.376163 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:53.376498 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:53.376820 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:53.377143 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:53.377449 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:53.377768 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:53.416222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2aac90-0082-4f87-9add-5a1a6ac0e091 req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] No DVR routers for this DVR port 83eca09e-4743-4991-8a4c-cec337cf716f on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:15:53.418853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-7e2aac90-0082-4f87-9add-5a1a6ac0e091 req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:53.421608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac34d0c2-223c-4dfc-b10b-10bdec6098dc', 'name': 'network-vif-deleted', 'tag': '83eca09e-4743-4991-8a4c-cec337cf716f'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:15:53.438912 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7e2aac90-0082-4f87-9add-5a1a6ac0e091 req-72d2857d-8e9d-4259-b86a-291d91407633 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "DELETE /v2.0/ports/83eca09e-4743-4991-8a4c-cec337cf716f HTTP/1.1" status: 204 len: 173 time: 0.8780379 Jan 12 10:15:53.469024 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac34d0c2-223c-4dfc-b10b-10bdec6098dc', 'name': 'network-vif-deleted', 'tag': '83eca09e-4743-4991-8a4c-cec337cf716f', 'status': 'completed', 'code': 200} Jan 12 10:15:53.663941 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-baa05e3d-e442-446b-bb5e-11c9475ec226 req-5d525d5b-f77d-4b46-9c0b-3d86808e9183 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac34d0c2-223c-4dfc-b10b-10bdec6098dc HTTP/1.1" status: 200 len: 210 time: 0.0428965 Jan 12 10:15:54.773424 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48366) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:55.342620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fde2b50-320d-4d32-b636-e53b904d5a5e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:55.841077 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-1fde2b50-320d-4d32-b636-e53b904d5a5e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port c91a9e67-8456-4670-a742-c58fea9ee7f8 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:15:55.841840 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fde2b50-320d-4d32-b636-e53b904d5a5e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:56.035775 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-1fde2b50-320d-4d32-b636-e53b904d5a5e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] For port c91a9e67-8456-4670-a742-c58fea9ee7f8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=c91a9e67-8456-4670-a742-c58fea9ee7f8,segment=NetworkSegment(eb96bb8f-64e3-4b46-be77-8ede6de900cb),segment_id=eb96bb8f-64e3-4b46-be77-8ede6de900cb)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:15:56.036136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fde2b50-320d-4d32-b636-e53b904d5a5e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:56.160312 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-1fde2b50-320d-4d32-b636-e53b904d5a5e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for c91a9e67-8456-4670-a742-c58fea9ee7f8 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:15:56.492367 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fde2b50-320d-4d32-b636-e53b904d5a5e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:56.543857 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde2b50-320d-4d32-b636-e53b904d5a5e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=c91a9e67-8456-4670-a742-c58fea9ee7f8,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:56.814351 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1fde2b50-320d-4d32-b636-e53b904d5a5e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:57.295476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fde2b50-320d-4d32-b636-e53b904d5a5e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 5a73eb72-2294-45c7-90e1-ba715bfa2940 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:15:57.480163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fde2b50-320d-4d32-b636-e53b904d5a5e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:15:57.493841 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d214b7fd-8b57-42e1-a4c8-e95264124df6 None None] Sync routers for ids ['5a73eb72-2294-45c7-90e1-ba715bfa2940'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:15:57.497712 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1fde2b50-320d-4d32-b636-e53b904d5a5e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "PUT /v2.0/routers/5a73eb72-2294-45c7-90e1-ba715bfa2940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7228065 Jan 12 10:15:57.500643 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48370) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:57.504392 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d214b7fd-8b57-42e1-a4c8-e95264124df6 None None] Routers {'5a73eb72-2294-45c7-90e1-ba715bfa2940'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:15:57.505030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d214b7fd-8b57-42e1-a4c8-e95264124df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:15:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a73eb72-2294-45c7-90e1-ba715bfa2940'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:57.571133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a057d7-fadd-4418-8ff9-29993703b69b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting subnet b0ee7676-eb80-4060-a3a2-397359001aae {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:15:57.574535 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b1a057d7-fadd-4418-8ff9-29993703b69b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:57.629091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b1a057d7-fadd-4418-8ff9-29993703b69b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:57.660850 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 83eca09e-4743-4991-8a4c-cec337cf716f no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:15:57.712857 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 83eca09e-4743-4991-8a4c-cec337cf716f {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:15:57.713186 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 83eca09e-4743-4991-8a4c-cec337cf716f not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:15:57.713889 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b1a057d7-fadd-4418-8ff9-29993703b69b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:57.734645 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-d214b7fd-8b57-42e1-a4c8-e95264124df6 None None] Set router 5a73eb72-2294-45c7-90e1-ba715bfa2940 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:15:57.793213 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b1a057d7-fadd-4418-8ff9-29993703b69b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:57.831577 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a057d7-fadd-4418-8ff9-29993703b69b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ee7676-eb80-4060-a3a2-397359001aae,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:57.835218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b1a057d7-fadd-4418-8ff9-29993703b69b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:57.844039 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b1a057d7-fadd-4418-8ff9-29993703b69b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/subnets/b0ee7676-eb80-4060-a3a2-397359001aae HTTP/1.1" status: 204 len: 168 time: 0.3397405 Jan 12 10:15:57.844692 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48374) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:57.852302 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f4b59f-e80c-4901-ad4d-1d892ddc6517 None None] Network f97e9b83-8c2b-4a78-ac3a-322b8dc2431c requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:15:58.051801 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c5f5-bd11-46fd-846b-7e656c954700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.230902 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c5f5-bd11-46fd-846b-7e656c954700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.232835 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d214b7fd-8b57-42e1-a4c8-e95264124df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026799613', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '32856a59-da35-44d3-8dd6-da02be94a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:15:56Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '32856a59-da35-44d3-8dd6-da02be94a284', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:58.241575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d214b7fd-8b57-42e1-a4c8-e95264124df6 None None] Checking router: 5a73eb72-2294-45c7-90e1-ba715bfa2940 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:15:58.242501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-a4b6c5f5-bd11-46fd-846b-7e656c954700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port 32856a59-da35-44d3-8dd6-da02be94a284 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:15:58.243384 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c5f5-bd11-46fd-846b-7e656c954700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.252638 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d214b7fd-8b57-42e1-a4c8-e95264124df6 None None] Routers {'5a73eb72-2294-45c7-90e1-ba715bfa2940'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:15:58.253263 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d214b7fd-8b57-42e1-a4c8-e95264124df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:15:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['5a73eb72-2294-45c7-90e1-ba715bfa2940'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:58.307575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] DHCP port deletion for f97e9b83-8c2b-4a78-ac3a-322b8dc2431c request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:15:58.323793 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Deleting port 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:15:58.324124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.427082 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-a4b6c5f5-bd11-46fd-846b-7e656c954700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] For port 32856a59-da35-44d3-8dd6-da02be94a284, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=32856a59-da35-44d3-8dd6-da02be94a284,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:15:58.427720 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c5f5-bd11-46fd-846b-7e656c954700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.477741 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-d214b7fd-8b57-42e1-a4c8-e95264124df6 None None] Set router 5a73eb72-2294-45c7-90e1-ba715bfa2940 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:15:58.557888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-a4b6c5f5-bd11-46fd-846b-7e656c954700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for 32856a59-da35-44d3-8dd6-da02be94a284 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:15:58.595359 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d214b7fd-8b57-42e1-a4c8-e95264124df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026799613', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:15:58Z', 'revision_number': 6, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:58.603954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d214b7fd-8b57-42e1-a4c8-e95264124df6 None None] The sync data for ids ['5a73eb72-2294-45c7-90e1-ba715bfa2940'] in dv-neutron-824346-1-hyperv is: [{'id': '5a73eb72-2294-45c7-90e1-ba715bfa2940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2026799613', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:14:03Z', 'updated_at': '2022-01-12T10:15:58Z', 'revision_number': 6, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port_host': None}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:15:58.705765 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] For port 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=5d3be260-b6fb-4e3f-ae3d-a18bacec11ef,segment=NetworkSegment(eb96bb8f-64e3-4b46-be77-8ede6de900cb),segment_id=eb96bb8f-64e3-4b46-be77-8ede6de900cb)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:15:58.706156 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.730588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c5f5-bd11-46fd-846b-7e656c954700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.777122 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6c5f5-bd11-46fd-846b-7e656c954700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=32856a59-da35-44d3-8dd6-da02be94a284,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:58.828529 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Calling delete_port for 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:15:58.870092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c5f5-bd11-46fd-846b-7e656c954700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.903746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:58.949809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Pushing event deleted for resources: {'Port': ['ID=5d3be260-b6fb-4e3f-ae3d-a18bacec11ef,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:58.954906 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] No DVR routers for this DVR port 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:15:58.961588 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:58.961947 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:58.962265 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:58.962802 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:58.963319 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:58.963656 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:58.963978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:58.964306 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:58.969305 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:58.969305 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:58.969496 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:58.969809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0453411a-0d6b-4a95-ab1e-b50a94c274b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:15:59.162636 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c5f5-bd11-46fd-846b-7e656c954700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.165093 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c5f5-bd11-46fd-846b-7e656c954700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.188948 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c5f5-bd11-46fd-846b-7e656c954700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.189478 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b6c5f5-bd11-46fd-846b-7e656c954700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Fanout notify agent at l3_agent the message router_deleted on router 5a73eb72-2294-45c7-90e1-ba715bfa2940 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 10:15:59.205094 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c5f5-bd11-46fd-846b-7e656c954700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.206180 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a4b6c5f5-bd11-46fd-846b-7e656c954700 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/routers/5a73eb72-2294-45c7-90e1-ba715bfa2940 HTTP/1.1" status: 204 len: 168 time: 1.3609049 Jan 12 10:15:59.209131 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48378) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:59.324372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c5abbc6-a04e-42e2-8a4c-cba472a341a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.460497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c5abbc6-a04e-42e2-8a4c-cba472a341a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.485594 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-5c5abbc6-a04e-42e2-8a4c-cba472a341a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97e9b83-8c2b-4a78-ac3a-322b8dc2431c']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:59.498095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-5c5abbc6-a04e-42e2-8a4c-cba472a341a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb96bb8f-64e3-4b46-be77-8ede6de900cb') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:59.498410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-5c5abbc6-a04e-42e2-8a4c-cba472a341a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb96bb8f-64e3-4b46-be77-8ede6de900cb') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:15:59.510841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c5abbc6-a04e-42e2-8a4c-cba472a341a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.527882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c5abbc6-a04e-42e2-8a4c-cba472a341a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.533997 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5abbc6-a04e-42e2-8a4c-cba472a341a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:15:59.534380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c5abbc6-a04e-42e2-8a4c-cba472a341a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:15:59.549843 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:15:59.633589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c5abbc6-a04e-42e2-8a4c-cba472a341a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.638528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c5abbc6-a04e-42e2-8a4c-cba472a341a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.665938 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5abbc6-a04e-42e2-8a4c-cba472a341a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Network': ['ID=f97e9b83-8c2b-4a78-ac3a-322b8dc2431c,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:59.670712 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5c5abbc6-a04e-42e2-8a4c-cba472a341a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/networks/f97e9b83-8c2b-4a78-ac3a-322b8dc2431c HTTP/1.1" status: 204 len: 168 time: 0.4602761 Jan 12 10:15:59.673304 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48386) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:15:59.742213 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fd335b36-e849-447a-83ff-83fc76b59f3a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.779367 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fd335b36-e849-447a-83ff-83fc76b59f3a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.853012 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fd335b36-e849-447a-83ff-83fc76b59f3a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.872463 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd335b36-e849-447a-83ff-83fc76b59f3a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3f62db-2122-470a-839e-9734eda8214b,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:15:59.884541 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fd335b36-e849-447a-83ff-83fc76b59f3a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:15:59.885602 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fd335b36-e849-447a-83ff-83fc76b59f3a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/security-groups/7c3f62db-2122-470a-839e-9734eda8214b HTTP/1.1" status: 204 len: 168 time: 0.2111230 Jan 12 10:16:00.040153 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:16:00.075236 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:16:00.075958 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5d3be260-b6fb-4e3f-ae3d-a18bacec11ef not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:16:00.076430 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device c91a9e67-8456-4670-a742-c58fea9ee7f8 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:16:00.115214 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: c91a9e67-8456-4670-a742-c58fea9ee7f8 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:16:00.115547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device c91a9e67-8456-4670-a742-c58fea9ee7f8 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:16:00.115956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 32856a59-da35-44d3-8dd6-da02be94a284 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:16:00.127091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48400) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:00.132477 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-fdc54908-dae7-475e-aaa3-5149c326db12 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-914517163', 'description': 'tempest-secgroup-smoke-914517163 description', 'project_id': '1ba8bb2f478747678bcbcd705988673a'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:16:00.138669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fdc54908-dae7-475e-aaa3-5149c326db12 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:00.142729 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fdc54908-dae7-475e-aaa3-5149c326db12 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:00.145590 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fdc54908-dae7-475e-aaa3-5149c326db12 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:00.151505 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fdc54908-dae7-475e-aaa3-5149c326db12 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:00.154631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 32856a59-da35-44d3-8dd6-da02be94a284 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:16:00.155008 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 32856a59-da35-44d3-8dd6-da02be94a284 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:16:00.162878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fdc54908-dae7-475e-aaa3-5149c326db12 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.182790 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fdc54908-dae7-475e-aaa3-5149c326db12 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:00.186588 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fdc54908-dae7-475e-aaa3-5149c326db12 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:00.189410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fdc54908-dae7-475e-aaa3-5149c326db12 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:00.195094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fdc54908-dae7-475e-aaa3-5149c326db12 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:00.269629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fdc54908-dae7-475e-aaa3-5149c326db12 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.275373 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fdc54908-dae7-475e-aaa3-5149c326db12 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.320847 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc54908-dae7-475e-aaa3-5149c326db12 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf173c8-4435-4775-88d3-ef5d7091ac7e,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:00.325436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fdc54908-dae7-475e-aaa3-5149c326db12 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.329753 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fdc54908-dae7-475e-aaa3-5149c326db12 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1984932 Jan 12 10:16:00.330138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48404) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:00.334950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-69adb7be-b910-4499-af51-eb35bbd86b89 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': 'fbf173c8-4435-4775-88d3-ef5d7091ac7e', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:16:00.341394 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-69adb7be-b910-4499-af51-eb35bbd86b89 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:00.345320 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-69adb7be-b910-4499-af51-eb35bbd86b89 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:00.348245 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-69adb7be-b910-4499-af51-eb35bbd86b89 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:00.353985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-69adb7be-b910-4499-af51-eb35bbd86b89 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:00.373456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-69adb7be-b910-4499-af51-eb35bbd86b89 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.535523 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-69adb7be-b910-4499-af51-eb35bbd86b89 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.540749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-69adb7be-b910-4499-af51-eb35bbd86b89 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.564266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adb7be-b910-4499-af51-eb35bbd86b89 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3a1d44-ab9e-4cac-89de-2a61f7b89f67,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:00.574074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-69adb7be-b910-4499-af51-eb35bbd86b89 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.575318 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-69adb7be-b910-4499-af51-eb35bbd86b89 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2444997 Jan 12 10:16:00.578313 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48410) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:00.583231 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d8f63906-497f-4ad8-ad3a-1152c45178a6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': 'fbf173c8-4435-4775-88d3-ef5d7091ac7e', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:16:00.589049 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d8f63906-497f-4ad8-ad3a-1152c45178a6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:00.592935 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d8f63906-497f-4ad8-ad3a-1152c45178a6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:00.595778 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d8f63906-497f-4ad8-ad3a-1152c45178a6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:00.601539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d8f63906-497f-4ad8-ad3a-1152c45178a6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:00.621878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8f63906-497f-4ad8-ad3a-1152c45178a6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.694758 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8f63906-497f-4ad8-ad3a-1152c45178a6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.700664 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8f63906-497f-4ad8-ad3a-1152c45178a6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.726665 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f63906-497f-4ad8-ad3a-1152c45178a6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefda427-a254-486d-88a8-bad46c5ae922,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:00.737606 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d8f63906-497f-4ad8-ad3a-1152c45178a6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.738857 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d8f63906-497f-4ad8-ad3a-1152c45178a6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1595702 Jan 12 10:16:00.741821 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48414) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:00.747200 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d7ef379b-b0c0-48ce-b08d-15dcff49f449 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': 'fbf173c8-4435-4775-88d3-ef5d7091ac7e', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:16:00.753510 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d7ef379b-b0c0-48ce-b08d-15dcff49f449 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:00.757372 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d7ef379b-b0c0-48ce-b08d-15dcff49f449 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:00.760376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d7ef379b-b0c0-48ce-b08d-15dcff49f449 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:00.766010 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d7ef379b-b0c0-48ce-b08d-15dcff49f449 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:00.789778 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d7ef379b-b0c0-48ce-b08d-15dcff49f449 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.860416 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d7ef379b-b0c0-48ce-b08d-15dcff49f449 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.866017 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d7ef379b-b0c0-48ce-b08d-15dcff49f449 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.892387 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef379b-b0c0-48ce-b08d-15dcff49f449 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63e9f8f-6e0d-4581-b8f9-26d5f5f06401,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:00.902301 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d7ef379b-b0c0-48ce-b08d-15dcff49f449 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:00.903518 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d7ef379b-b0c0-48ce-b08d-15dcff49f449 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1607473 Jan 12 10:16:00.906613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48420) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:00.911559 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-52562463-0c8e-4d2c-8eef-59d1f923760d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': 'fbf173c8-4435-4775-88d3-ef5d7091ac7e', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:16:00.917421 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-52562463-0c8e-4d2c-8eef-59d1f923760d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:00.922830 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-52562463-0c8e-4d2c-8eef-59d1f923760d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:00.927425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-52562463-0c8e-4d2c-8eef-59d1f923760d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:00.934616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-52562463-0c8e-4d2c-8eef-59d1f923760d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:00.952350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-52562463-0c8e-4d2c-8eef-59d1f923760d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.016906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-52562463-0c8e-4d2c-8eef-59d1f923760d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.022247 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-52562463-0c8e-4d2c-8eef-59d1f923760d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.047936 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52562463-0c8e-4d2c-8eef-59d1f923760d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a62344a-215a-4ff7-acfa-b24ab84d26f1,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:01.059527 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-52562463-0c8e-4d2c-8eef-59d1f923760d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.064111 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-52562463-0c8e-4d2c-8eef-59d1f923760d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1565406 Jan 12 10:16:01.064842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48424) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:01.070279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-25ee6906-4652-4627-8287-f50cd47b961c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': 'fbf173c8-4435-4775-88d3-ef5d7091ac7e', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:16:01.076280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-25ee6906-4652-4627-8287-f50cd47b961c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:01.080186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-25ee6906-4652-4627-8287-f50cd47b961c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:01.082945 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-25ee6906-4652-4627-8287-f50cd47b961c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:01.088764 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-25ee6906-4652-4627-8287-f50cd47b961c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:01.100682 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-25ee6906-4652-4627-8287-f50cd47b961c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Project 1ba8bb2f478747678bcbcd705988673a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:16:01.107963 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-25ee6906-4652-4627-8287-f50cd47b961c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.175525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-25ee6906-4652-4627-8287-f50cd47b961c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.180988 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-25ee6906-4652-4627-8287-f50cd47b961c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.207245 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee6906-4652-4627-8287-f50cd47b961c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79aba791-1a4b-4160-87b6-885e5d8fee33,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:01.217316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-25ee6906-4652-4627-8287-f50cd47b961c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.218655 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-25ee6906-4652-4627-8287-f50cd47b961c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1528673 Jan 12 10:16:01.221328 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48428) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:01.226299 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5a504a75-06af-41b3-a37c-2b0672c3041c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'security_group_rule': {'security_group_id': 'fbf173c8-4435-4775-88d3-ef5d7091ac7e', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:16:01.232470 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5a504a75-06af-41b3-a37c-2b0672c3041c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:01.236430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5a504a75-06af-41b3-a37c-2b0672c3041c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:security_group_rule and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:01.239458 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5a504a75-06af-41b3-a37c-2b0672c3041c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:01.245862 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5a504a75-06af-41b3-a37c-2b0672c3041c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:01.256323 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-5a504a75-06af-41b3-a37c-2b0672c3041c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Project 1ba8bb2f478747678bcbcd705988673a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:16:01.263351 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5a504a75-06af-41b3-a37c-2b0672c3041c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.329288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5a504a75-06af-41b3-a37c-2b0672c3041c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.334377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5a504a75-06af-41b3-a37c-2b0672c3041c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.357362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a504a75-06af-41b3-a37c-2b0672c3041c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b338d651-8680-49c2-9302-47b803726c27,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:01.366597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5a504a75-06af-41b3-a37c-2b0672c3041c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.368191 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5a504a75-06af-41b3-a37c-2b0672c3041c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454809 Jan 12 10:16:01.371091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48432) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:01.376589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-3a75a9d3-446d-49f3-a33f-073d14d0dbf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'network': {'name': 'tempest-network-smoke--1062592969', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'port_security_enabled': True}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:16:01.381368 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3a75a9d3-446d-49f3-a33f-073d14d0dbf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:01.385524 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3a75a9d3-446d-49f3-a33f-073d14d0dbf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:network and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:01.388360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-3a75a9d3-446d-49f3-a33f-073d14d0dbf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:01.393955 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-3a75a9d3-446d-49f3-a33f-073d14d0dbf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:01.407039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a75a9d3-446d-49f3-a33f-073d14d0dbf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Made reservation on behalf of 1ba8bb2f478747678bcbcd705988673a for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:16:01.410353 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3a75a9d3-446d-49f3-a33f-073d14d0dbf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.437223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a75a9d3-446d-49f3-a33f-073d14d0dbf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:16:01.446558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3a75a9d3-446d-49f3-a33f-073d14d0dbf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.447083 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-3a75a9d3-446d-49f3-a33f-073d14d0dbf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Added segment cbe5558d-f093-4d61-a41b-b2e3a82df2cc of type vlan for network 0673b23d-efeb-42b4-b1b0-5b095d242cbc Jan 12 10:16:01.473317 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3a75a9d3-446d-49f3-a33f-073d14d0dbf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.506735 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3a75a9d3-446d-49f3-a33f-073d14d0dbf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.512334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a75a9d3-446d-49f3-a33f-073d14d0dbf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:01.512919 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3a75a9d3-446d-49f3-a33f-073d14d0dbf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.614198 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3a75a9d3-446d-49f3-a33f-073d14d0dbf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2419331 Jan 12 10:16:01.617029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48436) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:01.619859 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75a9d3-446d-49f3-a33f-073d14d0dbf0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Network': ['ID=0673b23d-efeb-42b4-b1b0-5b095d242cbc,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:01.623572 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-414870052', 'admin_state_up': True, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:16:01.630137 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 0673b23d-efeb-42b4-b1b0-5b095d242cbc details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:16:01.631045 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:01.635175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:router and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:01.638207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:01.644858 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:01.656702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.657886 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.674932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:01.945171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.253650 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.282936 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.431376 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.26.2.109 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/6d1cd2f8-c06f-4af8-8f1d-56370c21d598) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:16:02.583524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.622650 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:02.686964 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:02.689882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:02.693517 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:16:02.725411 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=6d1cd2f8-c06f-4af8-8f1d-56370c21d598,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:03.227626 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:03.575873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:03.788897 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 10:16:03.966837 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:16:03.977556 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Sync routers for ids ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:16:03.993189 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Routers {'488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:16:03.993835 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:15:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:03.997073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:03.998303 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1e1924ba-e01a-49d1-a02c-5a388edd15f0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3793149 Jan 12 10:16:04.001657 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48440) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:04.043017 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c20d6a49-9172-4bcf-89d4-856c61aab7fe tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1ba8bb2f478747678bcbcd705988673a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402203 Jan 12 10:16:04.045811 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48444) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:04.164752 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Set router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:16:04.172740 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962a34c9-97f9-4920-9f2b-90382001121f tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:04.174212 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-962a34c9-97f9-4920-9f2b-90382001121f tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274922 Jan 12 10:16:04.177080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48448) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:04.214920 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6788f1b3-8e11-4b41-aa22-6b45b93e347e tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a0c71044-c202-4180-8447-4ec1d9a406cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367815 Jan 12 10:16:04.217562 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48452) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:04.222823 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-6e5cb9a9-6721-4e66-8cdc-666c70ae0535 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1542545291', 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:16:04.457570 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6e5cb9a9-6721-4e66-8cdc-666c70ae0535 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:04.461437 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6e5cb9a9-6721-4e66-8cdc-666c70ae0535 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:subnet and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:04.464583 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-6e5cb9a9-6721-4e66-8cdc-666c70ae0535 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:04.471025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-6e5cb9a9-6721-4e66-8cdc-666c70ae0535 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:04.474799 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414870052', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:01Z', 'updated_at': '2022-01-12T10:16:03Z', 'revision_number': 3, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:02Z', 'updated_at': '2022-01-12T10:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:04.479098 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Checking router: 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:16:04.479509 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Updating router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 port 6d1cd2f8-c06f-4af8-8f1d-56370c21d598 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:16:04.484210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5cb9a9-6721-4e66-8cdc-666c70ae0535 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Made reservation on behalf of 1ba8bb2f478747678bcbcd705988673a for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:16:04.487896 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb9a9-6721-4e66-8cdc-666c70ae0535 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:04.531381 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:04.702183 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb9a9-6721-4e66-8cdc-666c70ae0535 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:04.786222 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cb9a9-6721-4e66-8cdc-666c70ae0535 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Subnet': ['ID=48dff8c7-4d41-45d0-b089-6e2b7be912fa,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:04.799307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5cb9a9-6721-4e66-8cdc-666c70ae0535 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Checking segment: {'id': 'cbe5558d-f093-4d61-a41b-b2e3a82df2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:16:04.800017 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5cb9a9-6721-4e66-8cdc-666c70ae0535 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network hostable DHCP agents. Network: 0673b23d-efeb-42b4-b1b0-5b095d242cbc, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:16:04.821914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5cb9a9-6721-4e66-8cdc-666c70ae0535 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network 0673b23d-efeb-42b4-b1b0-5b095d242cbc is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:16:04.834047 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-6e5cb9a9-6721-4e66-8cdc-666c70ae0535 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 0673b23d-efeb-42b4-b1b0-5b095d242cbc) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:04.839229 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5cb9a9-6721-4e66-8cdc-666c70ae0535 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:04.839826 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb9a9-6721-4e66-8cdc-666c70ae0535 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:04.844338 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aab73cf-1975-4ca6-82cb-6ec8d9114dc6 None None] Network 0673b23d-efeb-42b4-b1b0-5b095d242cbc requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:16:04.868804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48456) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:04.869496 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-6e5cb9a9-6721-4e66-8cdc-666c70ae0535 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6505594 Jan 12 10:16:04.892014 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:04.904138 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Transition to ACTIVE for port object 6d1cd2f8-c06f-4af8-8f1d-56370c21d598 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:04.911996 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:04.985138 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Attempting to bind port 6d1cd2f8-c06f-4af8-8f1d-56370c21d598 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:16:04.985809 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Attempting to bind port 6d1cd2f8-c06f-4af8-8f1d-56370c21d598 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:16:04.985809 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Attempting to bind port 6d1cd2f8-c06f-4af8-8f1d-56370c21d598 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:16:04.996623 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:16:04.996978 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:16:04.997391 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:04.997760 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:16:04.998231 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Bound port: 6d1cd2f8-c06f-4af8-8f1d-56370c21d598, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:16:04.998633 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:05.071813 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] For port 6d1cd2f8-c06f-4af8-8f1d-56370c21d598, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:16:05.074824 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] For port 6d1cd2f8-c06f-4af8-8f1d-56370c21d598, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6d1cd2f8-c06f-4af8-8f1d-56370c21d598,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:16:05.076053 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6078deb-2a43-48cb-89b1-cc17b1bb0875 None None] Pushing event updated for resources: {'Port': ['ID=6d1cd2f8-c06f-4af8-8f1d-56370c21d598,revision_number=2']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:05.083766 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6078deb-2a43-48cb-89b1-cc17b1bb0875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:05.084324 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6078deb-2a43-48cb-89b1-cc17b1bb0875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:05.084943 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6078deb-2a43-48cb-89b1-cc17b1bb0875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:05.085241 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6078deb-2a43-48cb-89b1-cc17b1bb0875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:05.085532 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6078deb-2a43-48cb-89b1-cc17b1bb0875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:05.086018 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6078deb-2a43-48cb-89b1-cc17b1bb0875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:05.086502 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6078deb-2a43-48cb-89b1-cc17b1bb0875 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:05.087025 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6078deb-2a43-48cb-89b1-cc17b1bb0875 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:05.087515 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6078deb-2a43-48cb-89b1-cc17b1bb0875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:05.087981 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6078deb-2a43-48cb-89b1-cc17b1bb0875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:05.088448 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6078deb-2a43-48cb-89b1-cc17b1bb0875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:05.088913 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6078deb-2a43-48cb-89b1-cc17b1bb0875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:16:05.093414 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:05.136003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ips': [{'subnet_id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:16:05.136995 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:05.170403 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Routers {'488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:16:05.171057 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:15:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:05.251580 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6078deb-2a43-48cb-89b1-cc17b1bb0875 None None] Pushing event updated for resources: {'Port': ['ID=6d1cd2f8-c06f-4af8-8f1d-56370c21d598,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:05.297043 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Allocated IP 172.20.0.2 (0673b23d-efeb-42b4-b1b0-5b095d242cbc/48dff8c7-4d41-45d0-b089-6e2b7be912fa/19733ab2-1a6b-4b88-98b5-31da4f14c768) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:16:05.351167 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] Set router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:16:05.504783 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:05.517155 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Transition to ACTIVE for port object 19733ab2-1a6b-4b88-98b5-31da4f14c768 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:05.535872 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Transition to ACTIVE for port object 19733ab2-1a6b-4b88-98b5-31da4f14c768 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:05.542617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:05.564548 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:05.607309 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Network 0673b23d-efeb-42b4-b1b0-5b095d242cbc is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:05.609984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:05.613616 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:16:05.651554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Pushing event updated for resources: {'Port': ['ID=19733ab2-1a6b-4b88-98b5-31da4f14c768,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:05.656718 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414870052', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:01Z', 'updated_at': '2022-01-12T10:16:03Z', 'revision_number': 3, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:02Z', 'updated_at': '2022-01-12T10:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:05.660894 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070dbdd9-b05d-4716-8752-299bfd86cad4 None None] The sync data for ids ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'] in dv-neutron-824346-1-hyperv is: [{'id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414870052', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:01Z', 'updated_at': '2022-01-12T10:16:03Z', 'revision_number': 3, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:02Z', 'updated_at': '2022-01-12T10:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:16:05.710929 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Attempting to bind port 19733ab2-1a6b-4b88-98b5-31da4f14c768 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:16:05.711292 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Attempting to bind port 19733ab2-1a6b-4b88-98b5-31da4f14c768 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'cbe5558d-f093-4d61-a41b-b2e3a82df2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:16:05.711709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Attempting to bind port 19733ab2-1a6b-4b88-98b5-31da4f14c768 on network 0673b23d-efeb-42b4-b1b0-5b095d242cbc {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:16:05.717775 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:16:05.718513 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Checking segment: {'id': 'cbe5558d-f093-4d61-a41b-b2e3a82df2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:16:05.719130 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:05.719519 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Bound using segment: {'id': 'cbe5558d-f093-4d61-a41b-b2e3a82df2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:16:05.719984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Bound port: 19733ab2-1a6b-4b88-98b5-31da4f14c768, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe5558d-f093-4d61-a41b-b2e3a82df2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:16:05.720357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:05.818579 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] For port 19733ab2-1a6b-4b88-98b5-31da4f14c768, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:16:05.822416 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] For port 19733ab2-1a6b-4b88-98b5-31da4f14c768, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=19733ab2-1a6b-4b88-98b5-31da4f14c768,segment=NetworkSegment(cbe5558d-f093-4d61-a41b-b2e3a82df2cc),segment_id=cbe5558d-f093-4d61-a41b-b2e3a82df2cc)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:16:05.830279 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:05.923832 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114619b-47c7-4483-8011-01bb45e54465 None None] Pushing event updated for resources: {'Port': ['ID=19733ab2-1a6b-4b88-98b5-31da4f14c768,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:06.080911 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6d1cd2f8-c06f-4af8-8f1d-56370c21d598 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:06.131049 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.20.0.1 (0673b23d-efeb-42b4-b1b0-5b095d242cbc/48dff8c7-4d41-45d0-b089-6e2b7be912fa/285ee824-4322-4f1a-8d25-df3c1249a3d4) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:16:06.197824 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 6d1cd2f8-c06f-4af8-8f1d-56370c21d598 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:06.203116 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6d1cd2f8-c06f-4af8-8f1d-56370c21d598 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:06.203488 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.328830 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.354844 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Transition to ACTIVE for port object 285ee824-4322-4f1a-8d25-df3c1249a3d4 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:06.382251 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.389973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.411608 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 6d1cd2f8-c06f-4af8-8f1d-56370c21d598, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6d1cd2f8-c06f-4af8-8f1d-56370c21d598,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:16:06.416984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.456136 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network 0673b23d-efeb-42b4-b1b0-5b095d242cbc is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:06.458700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:06.463364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:16:06.494248 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=6d1cd2f8-c06f-4af8-8f1d-56370c21d598,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:06.502529 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=285ee824-4322-4f1a-8d25-df3c1249a3d4,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:06.526464 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.655356 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:06.716690 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f105d6a5-4ef6-42b5-a973-7f3eade81499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.014746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1acf697-3355-4d13-ae15-a119c90528f1 None None] Network 0673b23d-efeb-42b4-b1b0-5b095d242cbc requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:16:07.093335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.098801 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.108153 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5ecbf2d5-c214-45ce-ba3e-d78b1a71ec89 None None] Provisioning for port 19733ab2-1a6b-4b88-98b5-31da4f14c768 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:07.213451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.217085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=285ee824-4322-4f1a-8d25-df3c1249a3d4,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:07.356360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network 0673b23d-efeb-42b4-b1b0-5b095d242cbc is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:07.357447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:07.550227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:16:07.557332 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-be58d007-58e2-42b1-b94e-c981673c6c12 None None] Provisioning for port 285ee824-4322-4f1a-8d25-df3c1249a3d4 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:07.568998 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-be58d007-58e2-42b1-b94e-c981673c6c12 None None] Provisioning complete for port 285ee824-4322-4f1a-8d25-df3c1249a3d4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:07.569486 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-be58d007-58e2-42b1-b94e-c981673c6c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.628915 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-be58d007-58e2-42b1-b94e-c981673c6c12 None None] Port 285ee824-4322-4f1a-8d25-df3c1249a3d4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:16:07.752660 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-825063de-7d36-404d-a35a-4ba7e8f7ee67 None None] Provisioning complete for port 285ee824-4322-4f1a-8d25-df3c1249a3d4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:07.753032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-825063de-7d36-404d-a35a-4ba7e8f7ee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:07.815466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-825063de-7d36-404d-a35a-4ba7e8f7ee67 None None] Port 285ee824-4322-4f1a-8d25-df3c1249a3d4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:16:07.855115 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:16:07.865276 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Sync routers for ids ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:16:07.868827 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f953de19-fcba-4334-b31a-b233747a73f1 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "PUT /v2.0/routers/488e1c2e-889f-4aee-bdd5-4c14a85b4ea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9981854 Jan 12 10:16:07.875506 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Routers {'488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:16:07.876098 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:15:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:08.000132 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-f1b98f7a-1232-4f0d-a78c-582f07f3dacc None None] Provisioning complete for port 285ee824-4322-4f1a-8d25-df3c1249a3d4 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:08.000706 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f1b98f7a-1232-4f0d-a78c-582f07f3dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:08.075766 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-10159436-76c5-4e5b-946c-30ff53e59296 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914517163&fields=id&tenant_id=1ba8bb2f478747678bcbcd705988673a HTTP/1.1" status: 200 len: 267 time: 0.0611992 Jan 12 10:16:08.144965 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-f1b98f7a-1232-4f0d-a78c-582f07f3dacc None None] Port 285ee824-4322-4f1a-8d25-df3c1249a3d4 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:16:08.157404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 19733ab2-1a6b-4b88-98b5-31da4f14c768 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:08.209729 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Set router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:16:08.238373 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d41e-2916-4778-a920-73060786de1b req-1b747340-c922-428a-a566-7d800f0709dc tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:08.239081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3eb4d41e-2916-4778-a920-73060786de1b req-1b747340-c922-428a-a566-7d800f0709dc tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:network {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:16:08.258389 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3eb4d41e-2916-4778-a920-73060786de1b req-1b747340-c922-428a-a566-7d800f0709dc tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:network {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:16:08.259836 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-1b747340-c922-428a-a566-7d800f0709dc tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/networks?id=0673b23d-efeb-42b4-b1b0-5b095d242cbc HTTP/1.1" status: 200 len: 797 time: 0.1762824 Jan 12 10:16:08.274911 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-e88ab8f2-d43c-4c5b-80ef-4b6fea6eb9aa tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/quotas/1ba8bb2f478747678bcbcd705988673a HTTP/1.1" status: 200 len: 375 time: 0.0096533 Jan 12 10:16:08.359254 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3eb4d41e-2916-4778-a920-73060786de1b req-5d9be9e2-8fd8-42fc-bf35-70bdea28018f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:16:08.384872 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-3eb4d41e-2916-4778-a920-73060786de1b req-5d9be9e2-8fd8-42fc-bf35-70bdea28018f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:16:08.386692 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-5d9be9e2-8fd8-42fc-bf35-70bdea28018f tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052418 Jan 12 10:16:08.390351 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 19733ab2-1a6b-4b88-98b5-31da4f14c768 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:08.444861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 19733ab2-1a6b-4b88-98b5-31da4f14c768 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:08.445231 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:08.458830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-ffa7c3b2-40e2-41ce-9a2b-17767c4e385d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:16:08.460082 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-ffa7c3b2-40e2-41ce-9a2b-17767c4e385d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0600312 Jan 12 10:16:08.607080 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-723b93d0-8045-42c6-9dd6-eec1b5f1de2e service neutron] 10.222.0.26 "GET /v2.0/networks/0673b23d-efeb-42b4-b1b0-5b095d242cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387341 Jan 12 10:16:08.636783 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:08.655552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414870052', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:01Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:02Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '285ee824-4322-4f1a-8d25-df3c1249a3d4', 'name': '', 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:8f:10:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:05Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 2, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:08.664402 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Checking router: 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:16:08.664784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Updating router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 port 285ee824-4322-4f1a-8d25-df3c1249a3d4 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:16:08.728643 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 19733ab2-1a6b-4b88-98b5-31da4f14c768, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=19733ab2-1a6b-4b88-98b5-31da4f14c768,segment=NetworkSegment(cbe5558d-f093-4d61-a41b-b2e3a82df2cc),segment_id=cbe5558d-f093-4d61-a41b-b2e3a82df2cc)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:16:08.733534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:08.745002 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:08.745778 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6d1cd2f8-c06f-4af8-8f1d-56370c21d598 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:08.747412 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-ceeb6ce6-9df2-45d4-81c8-0f537bbc1f80 service neutron] 10.222.0.26 "GET /v2.0/networks/0673b23d-efeb-42b4-b1b0-5b095d242cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337106 Jan 12 10:16:08.916594 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=19733ab2-1a6b-4b88-98b5-31da4f14c768,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:08.986967 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6d1cd2f8-c06f-4af8-8f1d-56370c21d598 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:08.987328 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.005561 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f1a03d44-62a2-41eb-b409-2c4dcd31d29e req-82f12cf9-d16a-4acd-94a8-35ee0acebb73 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:16:09.019894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f1a03d44-62a2-41eb-b409-2c4dcd31d29e req-82f12cf9-d16a-4acd-94a8-35ee0acebb73 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:16:09.021090 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f1a03d44-62a2-41eb-b409-2c4dcd31d29e req-82f12cf9-d16a-4acd-94a8-35ee0acebb73 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 210 time: 0.1248319 Jan 12 10:16:09.333183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.345596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Transition to ACTIVE for port object 285ee824-4322-4f1a-8d25-df3c1249a3d4 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:09.358028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.537859 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-271a7284-3928-4ffb-98f7-008de707552e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.583239 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f11dc-3e75-4674-ab88-dcf5213244e7 None None] Pushing event updated for resources: {'Port': ['ID=285ee824-4322-4f1a-8d25-df3c1249a3d4,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:09.639759 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Attempting to bind port 285ee824-4322-4f1a-8d25-df3c1249a3d4 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:16:09.640128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Attempting to bind port 285ee824-4322-4f1a-8d25-df3c1249a3d4 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'cbe5558d-f093-4d61-a41b-b2e3a82df2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:16:09.640487 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Attempting to bind port 285ee824-4322-4f1a-8d25-df3c1249a3d4 on network 0673b23d-efeb-42b4-b1b0-5b095d242cbc {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:16:09.645949 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:16:09.646314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Checking segment: {'id': 'cbe5558d-f093-4d61-a41b-b2e3a82df2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:16:09.646707 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.647120 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Bound using segment: {'id': 'cbe5558d-f093-4d61-a41b-b2e3a82df2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:16:09.647575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Bound port: 285ee824-4322-4f1a-8d25-df3c1249a3d4, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe5558d-f093-4d61-a41b-b2e3a82df2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:16:09.647960 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.744358 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] For port 285ee824-4322-4f1a-8d25-df3c1249a3d4, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:16:09.747333 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] For port 285ee824-4322-4f1a-8d25-df3c1249a3d4, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=285ee824-4322-4f1a-8d25-df3c1249a3d4,segment=NetworkSegment(cbe5558d-f093-4d61-a41b-b2e3a82df2cc),segment_id=cbe5558d-f093-4d61-a41b-b2e3a82df2cc)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:16:09.754400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:09.835336 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Routers {'488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:16:09.835971 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:16:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:09.889410 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f11dc-3e75-4674-ab88-dcf5213244e7 None None] Pushing event updated for resources: {'Port': ['ID=285ee824-4322-4f1a-8d25-df3c1249a3d4,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:10.030520 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] Set router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:16:10.101910 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 19733ab2-1a6b-4b88-98b5-31da4f14c768 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:10.241148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d41e-2916-4778-a920-73060786de1b req-118d793b-cc63-47a4-b496-7d4d3e53d41e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:10.242119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-3eb4d41e-2916-4778-a920-73060786de1b req-118d793b-cc63-47a4-b496-7d4d3e53d41e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:16:10.245810 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d93f4b31-d4f5-4da1-a4d0-fa92fb77dd09 req-fc180917-6e28-4864-b35a-93eeed3a5ac6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 210 time: 0.0454555 Jan 12 10:16:10.260962 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-3eb4d41e-2916-4778-a920-73060786de1b req-118d793b-cc63-47a4-b496-7d4d3e53d41e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:16:10.262557 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-118d793b-cc63-47a4-b496-7d4d3e53d41e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "GET /v2.0/networks?id=0673b23d-efeb-42b4-b1b0-5b095d242cbc HTTP/1.1" status: 200 len: 797 time: 0.2561111 Jan 12 10:16:10.319385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-3eb4d41e-2916-4778-a920-73060786de1b req-8189987b-454d-46dc-bd20-7ad2021b1882 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:16:10.336671 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-3eb4d41e-2916-4778-a920-73060786de1b req-8189987b-454d-46dc-bd20-7ad2021b1882 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:16:10.338115 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-8189987b-454d-46dc-bd20-7ad2021b1882 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ba8bb2f478747678bcbcd705988673a HTTP/1.1" status: 200 len: 379 time: 0.0621338 Jan 12 10:16:10.352564 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 19733ab2-1a6b-4b88-98b5-31da4f14c768 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:10.353112 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-3eb4d41e-2916-4778-a920-73060786de1b req-370f79fc-3c0c-4dd8-ba51-3feb902e7e74 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'port': {'device_id': '6577051f-fa0d-4e6b-b14e-c206d8ed6467', 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'admin_state_up': True, 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'security_groups': ['fbf173c8-4435-4775-88d3-ef5d7091ac7e']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:16:10.353227 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:10.403932 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:10.492187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-3eb4d41e-2916-4778-a920-73060786de1b req-370f79fc-3c0c-4dd8-ba51-3feb902e7e74 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:10.503274 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-3eb4d41e-2916-4778-a920-73060786de1b req-370f79fc-3c0c-4dd8-ba51-3feb902e7e74 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:10.516174 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb4d41e-2916-4778-a920-73060786de1b req-370f79fc-3c0c-4dd8-ba51-3feb902e7e74 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Made reservation on behalf of 1ba8bb2f478747678bcbcd705988673a for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:16:10.519756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3eb4d41e-2916-4778-a920-73060786de1b req-370f79fc-3c0c-4dd8-ba51-3feb902e7e74 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:10.556240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414870052', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:01Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:02Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '285ee824-4322-4f1a-8d25-df3c1249a3d4', 'name': '', 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:8f:10:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:05Z', 'updated_at': '2022-01-12T10:16:09Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:10.561929 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab16ab-d833-43d7-9156-986b672500dc None None] The sync data for ids ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'] in dv-neutron-824346-1-hyperv is: [{'id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414870052', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:01Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:02Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '285ee824-4322-4f1a-8d25-df3c1249a3d4', 'name': '', 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:8f:10:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:05Z', 'updated_at': '2022-01-12T10:16:09Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:16:10.699933 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-3eb4d41e-2916-4778-a920-73060786de1b req-370f79fc-3c0c-4dd8-ba51-3feb902e7e74 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.20.0.10 (0673b23d-efeb-42b4-b1b0-5b095d242cbc/48dff8c7-4d41-45d0-b089-6e2b7be912fa/796f7239-3245-424e-9241-b4e6baeb2bc8) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:16:10.900159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3eb4d41e-2916-4778-a920-73060786de1b req-370f79fc-3c0c-4dd8-ba51-3feb902e7e74 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:10.918497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-3eb4d41e-2916-4778-a920-73060786de1b req-370f79fc-3c0c-4dd8-ba51-3feb902e7e74 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Transition to ACTIVE for port object 796f7239-3245-424e-9241-b4e6baeb2bc8 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:10.945738 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3eb4d41e-2916-4778-a920-73060786de1b req-370f79fc-3c0c-4dd8-ba51-3feb902e7e74 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:11.020870 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb4d41e-2916-4778-a920-73060786de1b req-370f79fc-3c0c-4dd8-ba51-3feb902e7e74 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network 0673b23d-efeb-42b4-b1b0-5b095d242cbc is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:11.024512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-3eb4d41e-2916-4778-a920-73060786de1b req-370f79fc-3c0c-4dd8-ba51-3feb902e7e74 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:11.028733 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb4d41e-2916-4778-a920-73060786de1b req-370f79fc-3c0c-4dd8-ba51-3feb902e7e74 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:16:11.059125 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f79fc-3c0c-4dd8-ba51-3feb902e7e74 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=796f7239-3245-424e-9241-b4e6baeb2bc8,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:11.098130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d41e-2916-4778-a920-73060786de1b req-370f79fc-3c0c-4dd8-ba51-3feb902e7e74 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:11.099252 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3eb4d41e-2916-4778-a920-73060786de1b req-370f79fc-3c0c-4dd8-ba51-3feb902e7e74 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:11.129526 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-370f79fc-3c0c-4dd8-ba51-3feb902e7e74 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7806811 Jan 12 10:16:11.146019 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Request body: {'port': {'device_id': '6577051f-fa0d-4e6b-b14e-c206d8ed6467', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:16:11.213130 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:11.269349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:11.369952 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-650c124c-9608-442a-a752-1658e115308c None None] Provisioning for port 796f7239-3245-424e-9241-b4e6baeb2bc8 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:11.379477 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-650c124c-9608-442a-a752-1658e115308c None None] Provisioning complete for port 796f7239-3245-424e-9241-b4e6baeb2bc8 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:11.379983 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-650c124c-9608-442a-a752-1658e115308c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:11.448077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-650c124c-9608-442a-a752-1658e115308c None None] Port 796f7239-3245-424e-9241-b4e6baeb2bc8 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:16:11.579492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b1639-ee3e-4d3c-9b66-6d74a3acaf6c req-51226746-5541-414e-9885-df59ae406be7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:11.580233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-d83b1639-ee3e-4d3c-9b66-6d74a3acaf6c req-51226746-5541-414e-9885-df59ae406be7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:16:11.622818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-d83b1639-ee3e-4d3c-9b66-6d74a3acaf6c req-51226746-5541-414e-9885-df59ae406be7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:16:11.623995 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d83b1639-ee3e-4d3c-9b66-6d74a3acaf6c req-51226746-5541-414e-9885-df59ae406be7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 932 time: 0.2396700 Jan 12 10:16:11.838220 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d83b1639-ee3e-4d3c-9b66-6d74a3acaf6c req-81ae6f31-932a-4cf2-91f3-563b5ce5cb25 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076657 Jan 12 10:16:11.842235 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796f7239-3245-424e-9241-b4e6baeb2bc8 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:16:11.849730 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:11.865776 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Transition to ACTIVE for port object 796f7239-3245-424e-9241-b4e6baeb2bc8 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:16:11.872851 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.000770 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Pushing event updated for resources: {'Port': ['ID=796f7239-3245-424e-9241-b4e6baeb2bc8,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:12.115152 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 285ee824-4322-4f1a-8d25-df3c1249a3d4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:12.133526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Attempting to bind port 796f7239-3245-424e-9241-b4e6baeb2bc8 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:16:12.133751 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Attempting to bind port 796f7239-3245-424e-9241-b4e6baeb2bc8 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'cbe5558d-f093-4d61-a41b-b2e3a82df2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:16:12.134083 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Attempting to bind port 796f7239-3245-424e-9241-b4e6baeb2bc8 on network 0673b23d-efeb-42b4-b1b0-5b095d242cbc {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:16:12.139459 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Port 796f7239-3245-424e-9241-b4e6baeb2bc8 on network 0673b23d-efeb-42b4-b1b0-5b095d242cbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 10:16:12.139779 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Attempting to bind port 796f7239-3245-424e-9241-b4e6baeb2bc8 on network 0673b23d-efeb-42b4-b1b0-5b095d242cbc {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:16:12.145058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:16:12.145365 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Checking segment: {'id': 'cbe5558d-f093-4d61-a41b-b2e3a82df2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:16:12.145775 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Bound using segment: {'id': 'cbe5558d-f093-4d61-a41b-b2e3a82df2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:16:12.146182 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Bound port: 796f7239-3245-424e-9241-b4e6baeb2bc8, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe5558d-f093-4d61-a41b-b2e3a82df2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:16:12.146757 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.197405 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 285ee824-4322-4f1a-8d25-df3c1249a3d4 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:12.202286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 285ee824-4322-4f1a-8d25-df3c1249a3d4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:12.202675 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.238032 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] For port 796f7239-3245-424e-9241-b4e6baeb2bc8, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:16:12.241644 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] For port 796f7239-3245-424e-9241-b4e6baeb2bc8, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=796f7239-3245-424e-9241-b4e6baeb2bc8,segment=NetworkSegment(cbe5558d-f093-4d61-a41b-b2e3a82df2cc),segment_id=cbe5558d-f093-4d61-a41b-b2e3a82df2cc)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:16:12.246499 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.312065 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:12.312995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.314056 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] 10.222.0.53 "PUT /v2.0/ports/796f7239-3245-424e-9241-b4e6baeb2bc8 HTTP/1.1" status: 200 len: 1094 time: 1.1734064 Jan 12 10:16:12.314511 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6577051f-fa0d-4e6b-b14e-c206d8ed6467', 'tag': '796f7239-3245-424e-9241-b4e6baeb2bc8'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:16:12.334909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.338582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155033-c349-4163-bf5b-52a8b22d9690 service neutron] Pushing event updated for resources: {'Port': ['ID=796f7239-3245-424e-9241-b4e6baeb2bc8,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:12.386533 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 285ee824-4322-4f1a-8d25-df3c1249a3d4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=285ee824-4322-4f1a-8d25-df3c1249a3d4,segment=NetworkSegment(cbe5558d-f093-4d61-a41b-b2e3a82df2cc),segment_id=cbe5558d-f093-4d61-a41b-b2e3a82df2cc)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:16:12.392908 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.403723 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6577051f-fa0d-4e6b-b14e-c206d8ed6467', 'tag': '796f7239-3245-424e-9241-b4e6baeb2bc8', 'status': 'completed', 'code': 200} Jan 12 10:16:12.452457 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d41e-2916-4778-a920-73060786de1b req-52582e24-726f-4450-b28b-1943c020dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:12.454115 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-52582e24-726f-4450-b28b-1943c020dd05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 1097 time: 0.0902679 Jan 12 10:16:12.467754 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=285ee824-4322-4f1a-8d25-df3c1249a3d4,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:12.551486 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-f41515c6-193b-4523-a5a9-0f7aa033e0e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=796f7239-3245-424e-9241-b4e6baeb2bc8 HTTP/1.1" status: 200 len: 217 time: 0.0868642 Jan 12 10:16:12.623904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d41e-2916-4778-a920-73060786de1b req-8fe674ec-491d-463c-bfc5-cad89a9fd68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:12.627407 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-8fe674ec-491d-463c-bfc5-cad89a9fd68b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48dff8c7-4d41-45d0-b089-6e2b7be912fa HTTP/1.1" status: 200 len: 835 time: 0.0650253 Jan 12 10:16:12.708525 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d41e-2916-4778-a920-73060786de1b req-a6912777-2a89-46fe-8073-b202ebfa29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:12.710313 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-a6912777-2a89-46fe-8073-b202ebfa29e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0673b23d-efeb-42b4-b1b0-5b095d242cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751777 Jan 12 10:16:12.783370 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:12.852083 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-e642a9cd-d538-4b57-a271-6e31d761cd75 service neutron] 10.222.0.53 "GET /v2.0/networks/0673b23d-efeb-42b4-b1b0-5b095d242cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307473 Jan 12 10:16:13.038738 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3eb4d41e-2916-4778-a920-73060786de1b req-0528b848-76bc-44db-ab2e-da90b88be2a0 service neutron] 10.222.0.53 "GET /v2.0/networks/0673b23d-efeb-42b4-b1b0-5b095d242cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762366 Jan 12 10:16:13.064489 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eedd69-fe00-4102-95d0-135a6e287d6f req-9adcceab-7a25-4f35-9afd-f930c2979d3d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:13.066235 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-64eedd69-fe00-4102-95d0-135a6e287d6f req-9adcceab-7a25-4f35-9afd-f930c2979d3d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 944 time: 0.1170318 Jan 12 10:16:13.114262 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-64eedd69-fe00-4102-95d0-135a6e287d6f req-474fe15d-93ba-4f09-abe6-1cd05b77493a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416777 Jan 12 10:16:13.194270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4a4bf-db02-4cb4-9c4c-faa3199cb971 req-769e891c-0d0c-4408-9432-741e292a5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:13.195779 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3ce4a4bf-db02-4cb4-9c4c-faa3199cb971 req-769e891c-0d0c-4408-9432-741e292a5827 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 1097 time: 0.0743482 Jan 12 10:16:13.337291 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4a4bf-db02-4cb4-9c4c-faa3199cb971 req-65e73135-9142-4bdb-9f13-5994e0fd0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:13.339295 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3ce4a4bf-db02-4cb4-9c4c-faa3199cb971 req-65e73135-9142-4bdb-9f13-5994e0fd0ef2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0673b23d-efeb-42b4-b1b0-5b095d242cbc HTTP/1.1" status: 200 len: 898 time: 0.1354010 Jan 12 10:16:13.406184 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3ce4a4bf-db02-4cb4-9c4c-faa3199cb971 req-fd8364c7-7a93-4c77-b97b-eb572a13dbbe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=796f7239-3245-424e-9241-b4e6baeb2bc8 HTTP/1.1" status: 200 len: 217 time: 0.0595515 Jan 12 10:16:13.472460 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4a4bf-db02-4cb4-9c4c-faa3199cb971 req-cfa768ec-f721-40fd-b69c-4477823e223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:13.473937 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3ce4a4bf-db02-4cb4-9c4c-faa3199cb971 req-cfa768ec-f721-40fd-b69c-4477823e223c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48dff8c7-4d41-45d0-b089-6e2b7be912fa HTTP/1.1" status: 200 len: 835 time: 0.0598688 Jan 12 10:16:13.551797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4a4bf-db02-4cb4-9c4c-faa3199cb971 req-07e93165-03cc-40da-9a6a-e471ba050283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:13.553288 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3ce4a4bf-db02-4cb4-9c4c-faa3199cb971 req-07e93165-03cc-40da-9a6a-e471ba050283 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0673b23d-efeb-42b4-b1b0-5b095d242cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729775 Jan 12 10:16:13.787857 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3ce4a4bf-db02-4cb4-9c4c-faa3199cb971 req-72efaae9-c9c2-4e91-8e24-efb64863d814 service neutron] 10.222.0.53 "GET /v2.0/networks/0673b23d-efeb-42b4-b1b0-5b095d242cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271883 Jan 12 10:16:13.928811 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3ce4a4bf-db02-4cb4-9c4c-faa3199cb971 req-64f4ce5a-afe8-4ec5-9efb-91a009cebee9 service neutron] 10.222.0.53 "GET /v2.0/networks/0673b23d-efeb-42b4-b1b0-5b095d242cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296856 Jan 12 10:16:14.056097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 285ee824-4322-4f1a-8d25-df3c1249a3d4 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:14.130380 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 285ee824-4322-4f1a-8d25-df3c1249a3d4 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:14.130730 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:14.297182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943685d-0b8a-4db3-be95-8ab8d446ce09 req-e2387414-1c50-495b-94af-e7a43d59c65e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:14.298635 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b943685d-0b8a-4db3-be95-8ab8d446ce09 req-e2387414-1c50-495b-94af-e7a43d59c65e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 944 time: 0.0783510 Jan 12 10:16:14.348703 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b943685d-0b8a-4db3-be95-8ab8d446ce09 req-c22408e0-0a62-489b-9a62-593ffd83e46b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418823 Jan 12 10:16:15.564021 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c132c3-6292-4970-9035-6f05a8faae37 req-7e389701-2e35-4a11-a534-491dc252babc tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:15.566513 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e7c132c3-6292-4970-9035-6f05a8faae37 req-7e389701-2e35-4a11-a534-491dc252babc tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 944 time: 0.1050332 Jan 12 10:16:15.616638 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e7c132c3-6292-4970-9035-6f05a8faae37 req-ce445c34-0917-4c2a-8eed-bc502c19bb47 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450974 Jan 12 10:16:15.723598 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 796f7239-3245-424e-9241-b4e6baeb2bc8 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:16:15.914128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 796f7239-3245-424e-9241-b4e6baeb2bc8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=796f7239-3245-424e-9241-b4e6baeb2bc8,segment=NetworkSegment(cbe5558d-f093-4d61-a41b-b2e3a82df2cc),segment_id=cbe5558d-f093-4d61-a41b-b2e3a82df2cc)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:16:15.926966 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '796f7239-3245-424e-9241-b4e6baeb2bc8', 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'port_id': '796f7239-3245-424e-9241-b4e6baeb2bc8', 'mac_address': 'fa:16:3e:ba:e0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:16:15.980952 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:16.003032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796f7239-3245-424e-9241-b4e6baeb2bc8 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:16:16.022752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 796f7239-3245-424e-9241-b4e6baeb2bc8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=796f7239-3245-424e-9241-b4e6baeb2bc8,segment=NetworkSegment(cbe5558d-f093-4d61-a41b-b2e3a82df2cc),segment_id=cbe5558d-f093-4d61-a41b-b2e3a82df2cc)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:16:16.030501 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:16.106080 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=796f7239-3245-424e-9241-b4e6baeb2bc8,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:16.305399 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['796f7239-3245-424e-9241-b4e6baeb2bc8'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:16:16.819760 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd213de-044d-45d6-a7b0-92a04ec44766 req-c64c1f4e-d4a1-47ef-b994-b08289ce36ef tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:16.821229 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ddd213de-044d-45d6-a7b0-92a04ec44766 req-c64c1f4e-d4a1-47ef-b994-b08289ce36ef tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 945 time: 0.0939250 Jan 12 10:16:16.882107 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ddd213de-044d-45d6-a7b0-92a04ec44766 req-b13c3f16-a5a0-459a-9f22-c97b9df35efa tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525136 Jan 12 10:16:17.081021 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:17.723175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 796f7239-3245-424e-9241-b4e6baeb2bc8 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:16:17.807731 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 796f7239-3245-424e-9241-b4e6baeb2bc8 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:16:17.813991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 796f7239-3245-424e-9241-b4e6baeb2bc8 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:16:17.814536 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:17.943842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:17.987837 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6577051f-fa0d-4e6b-b14e-c206d8ed6467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796f7239-3245-424e-9241-b4e6baeb2bc8'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:16:18.000162 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 796f7239-3245-424e-9241-b4e6baeb2bc8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=796f7239-3245-424e-9241-b4e6baeb2bc8,segment=NetworkSegment(cbe5558d-f093-4d61-a41b-b2e3a82df2cc),segment_id=cbe5558d-f093-4d61-a41b-b2e3a82df2cc)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:16:18.006284 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:18.089159 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6577051f-fa0d-4e6b-b14e-c206d8ed6467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796f7239-3245-424e-9241-b4e6baeb2bc8', 'code': 200} Jan 12 10:16:18.101322 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=796f7239-3245-424e-9241-b4e6baeb2bc8,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:18.136081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fb08c-75a3-436e-8873-32ee0e17b24b req-f6dc0785-d365-427f-8c6b-311287702d16 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:18.137604 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8e1fb08c-75a3-436e-8873-32ee0e17b24b req-f6dc0785-d365-427f-8c6b-311287702d16 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 946 time: 0.1425364 Jan 12 10:16:18.187025 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8e1fb08c-75a3-436e-8873-32ee0e17b24b req-ab87b9bc-0e4b-4233-9539-2c4115c68c5a tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437315 Jan 12 10:16:18.347471 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d1fd6-8764-43fe-8fbd-40a67ce5fcb4 req-207f882c-d088-4393-844b-2b0e2dc7e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:18.348872 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b8d1fd6-8764-43fe-8fbd-40a67ce5fcb4 req-207f882c-d088-4393-844b-2b0e2dc7e6d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 1099 time: 0.0775881 Jan 12 10:16:18.393622 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9b8d1fd6-8764-43fe-8fbd-40a67ce5fcb4 req-016f3c61-61c3-4c77-88bb-6bdca9a9ae7b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349059 Jan 12 10:16:19.384902 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f79768-fcc9-4332-90b9-4170e42b52fb req-ba13f8d2-79fc-446d-8d57-c7f50725d973 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:19.386287 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e2f79768-fcc9-4332-90b9-4170e42b52fb req-ba13f8d2-79fc-446d-8d57-c7f50725d973 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 946 time: 0.0854709 Jan 12 10:16:19.433111 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e2f79768-fcc9-4332-90b9-4170e42b52fb req-42b53beb-9ee7-498d-88ae-5090f066d78c tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408182 Jan 12 10:16:20.624287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd371e70-8548-4736-91b2-f38572f11160 req-c6471334-3619-4a69-a796-d06eb9f6f05e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:20.625814 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dd371e70-8548-4736-91b2-f38572f11160 req-c6471334-3619-4a69-a796-d06eb9f6f05e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 946 time: 0.0804248 Jan 12 10:16:20.676109 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dd371e70-8548-4736-91b2-f38572f11160 req-354668d5-5bfc-4c4b-ad30-f13b51680e54 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445218 Jan 12 10:16:20.863468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aac96-b4b9-4c88-b380-b33204a58466 req-11a232f2-5722-4561-aa29-e83ac0c6ca18 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:20.865091 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-aa6aac96-b4b9-4c88-b380-b33204a58466 req-11a232f2-5722-4561-aa29-e83ac0c6ca18 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 946 time: 0.0832214 Jan 12 10:16:20.925200 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-aa6aac96-b4b9-4c88-b380-b33204a58466 req-aef0a2d9-a71b-4c37-a2d0-dbbd0e328e6d tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524342 Jan 12 10:16:20.950425 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48514) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:21.023261 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2437884-6950-46d0-b984-43b4c21442b3 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:21.024799 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a2437884-6950-46d0-b984-43b4c21442b3 tempest-TestNetworkAdvancedServerOps-1808205238 tempest-TestNetworkAdvancedServerOps-1808205238-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 1094 time: 0.0731015 Jan 12 10:16:21.029053 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48518) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:21.034194 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '796f7239-3245-424e-9241-b4e6baeb2bc8', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:16:21.040670 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:16:21.044874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Usage tracker for resource:floatingip and tenant:1ba8bb2f478747678bcbcd705988673a is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:16:21.047909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:16:21.056950 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:16:21.070822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:21.219776 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:21.354867 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Allocated IP 172.26.2.226 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/436f1968-18d4-47bf-8d88-f9231c9340a0) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:16:21.474712 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:16:21.608789 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:21.640530 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:21.708776 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:16:21.711746 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:16:21.715378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:16:21.744291 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=436f1968-18d4-47bf-8d88-f9231c9340a0,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:22.139304 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:22.216547 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:22.424670 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:22.430602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:22.533300 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event updated for resources: {'Port': ['ID=436f1968-18d4-47bf-8d88-f9231c9340a0,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:16:22.549478 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:22.726149 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Floating IP e94cd246-76dd-483a-9056-04d99fb0efea associated. External IP: 172.26.2.226, port: 796f7239-3245-424e-9241-b4e6baeb2bc8. Jan 12 10:16:23.197395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:16:23.380667 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:16:23.393088 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa33b7d-8598-43ad-85a0-5909c4dc5e66 None None] Sync routers for ids ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:16:23.415910 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa33b7d-8598-43ad-85a0-5909c4dc5e66 None None] Routers {'488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:16:23.416562 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1fa33b7d-8598-43ad-85a0-5909c4dc5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:16:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:23.418404 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:23.478461 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7a7ae274-564e-4f3e-a68c-19a0d7ba5b82 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4482965 Jan 12 10:16:23.479084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6577051f-fa0d-4e6b-b14e-c206d8ed6467', 'tag': '796f7239-3245-424e-9241-b4e6baeb2bc8'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:16:23.522828 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6577051f-fa0d-4e6b-b14e-c206d8ed6467', 'tag': '796f7239-3245-424e-9241-b4e6baeb2bc8', 'status': 'completed', 'code': 200} Jan 12 10:16:23.596699 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-1fa33b7d-8598-43ad-85a0-5909c4dc5e66 None None] Set router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:16:23.682708 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a79d8c-31cd-477f-b32f-746d3da8555d req-68762e94-5813-4edd-9b4c-b399c0fda134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:23.684243 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-99a79d8c-31cd-477f-b32f-746d3da8555d req-68762e94-5813-4edd-9b4c-b399c0fda134 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 1099 time: 0.1393161 Jan 12 10:16:23.692295 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9363d-3b4d-4ad7-b00f-381905208aee req-3b769660-8df8-444c-8793-2091b8d5d96b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:23.693691 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6de9363d-3b4d-4ad7-b00f-381905208aee req-3b769660-8df8-444c-8793-2091b8d5d96b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 946 time: 0.1183605 Jan 12 10:16:23.818389 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6de9363d-3b4d-4ad7-b00f-381905208aee req-c6bb62ba-c3cc-4012-afc4-56f65dcf1942 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060712 Jan 12 10:16:23.843133 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48526) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:23.850013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a79d8c-31cd-477f-b32f-746d3da8555d req-7dd93e36-a30a-4df5-b5e8-67aab87b7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:23.851480 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-99a79d8c-31cd-477f-b32f-746d3da8555d req-7dd93e36-a30a-4df5-b5e8-67aab87b7ae5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0673b23d-efeb-42b4-b1b0-5b095d242cbc HTTP/1.1" status: 200 len: 898 time: 0.1569552 Jan 12 10:16:23.957593 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1fa33b7d-8598-43ad-85a0-5909c4dc5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414870052', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:01Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:02Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'e94cd246-76dd-483a-9056-04d99fb0efea', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'floating_ip_address': '172.26.2.226', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'port_id': '796f7239-3245-424e-9241-b4e6baeb2bc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'mac_address': 'fa:16:3e:ba:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577051f-fa0d-4e6b-b14e-c206d8ed6467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:16:22Z', 'updated_at': '2022-01-12T10:16:22Z', 'revision_number': 0, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285ee824-4322-4f1a-8d25-df3c1249a3d4', 'name': '', 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:8f:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:05Z', 'updated_at': '2022-01-12T10:16:12Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:23.961602 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa33b7d-8598-43ad-85a0-5909c4dc5e66 None None] Checking router: 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:16:23.971108 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa33b7d-8598-43ad-85a0-5909c4dc5e66 None None] Routers {'488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:16:23.971732 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1fa33b7d-8598-43ad-85a0-5909c4dc5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:16:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:23.977442 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-99a79d8c-31cd-477f-b32f-746d3da8555d req-7e6155c6-2b10-4875-a110-4d92bde7629e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=796f7239-3245-424e-9241-b4e6baeb2bc8 HTTP/1.1" status: 200 len: 1000 time: 0.1198423 Jan 12 10:16:23.979503 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-228b92ab-15ba-46e2-af47-8aa28bb35444 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/e94cd246-76dd-483a-9056-04d99fb0efea HTTP/1.1" status: 200 len: 992 time: 0.1352308 Jan 12 10:16:24.048815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a79d8c-31cd-477f-b32f-746d3da8555d req-b64e410e-f7d7-4296-89f0-43a723efcaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:24.050434 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-99a79d8c-31cd-477f-b32f-746d3da8555d req-b64e410e-f7d7-4296-89f0-43a723efcaad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48dff8c7-4d41-45d0-b089-6e2b7be912fa HTTP/1.1" status: 200 len: 835 time: 0.0671215 Jan 12 10:16:24.140295 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a79d8c-31cd-477f-b32f-746d3da8555d req-f75ed22d-1eb7-432e-bbf6-d3845a5d1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:24.141934 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-99a79d8c-31cd-477f-b32f-746d3da8555d req-f75ed22d-1eb7-432e-bbf6-d3845a5d1aea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0673b23d-efeb-42b4-b1b0-5b095d242cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856869 Jan 12 10:16:24.186287 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-1fa33b7d-8598-43ad-85a0-5909c4dc5e66 None None] Set router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:16:24.279265 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-99a79d8c-31cd-477f-b32f-746d3da8555d req-e4c3c738-8c64-4058-b5ad-268bd9fd438d service neutron] 10.222.0.53 "GET /v2.0/networks/0673b23d-efeb-42b4-b1b0-5b095d242cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308556 Jan 12 10:16:24.419452 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-99a79d8c-31cd-477f-b32f-746d3da8555d req-aceae0dc-5cd1-45e7-a4e0-e2862364672d service neutron] 10.222.0.53 "GET /v2.0/networks/0673b23d-efeb-42b4-b1b0-5b095d242cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314778 Jan 12 10:16:24.535035 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1fa33b7d-8598-43ad-85a0-5909c4dc5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414870052', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:01Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:02Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'e94cd246-76dd-483a-9056-04d99fb0efea', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'floating_ip_address': '172.26.2.226', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'port_id': '796f7239-3245-424e-9241-b4e6baeb2bc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'mac_address': 'fa:16:3e:ba:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577051f-fa0d-4e6b-b14e-c206d8ed6467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:16:22Z', 'updated_at': '2022-01-12T10:16:22Z', 'revision_number': 0, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285ee824-4322-4f1a-8d25-df3c1249a3d4', 'name': '', 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:8f:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:05Z', 'updated_at': '2022-01-12T10:16:12Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:16:24.539404 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa33b7d-8598-43ad-85a0-5909c4dc5e66 None None] The sync data for ids ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'] in dv-neutron-824346-1-hyperv is: [{'id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414870052', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:01Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:02Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'e94cd246-76dd-483a-9056-04d99fb0efea', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'floating_ip_address': '172.26.2.226', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'port_id': '796f7239-3245-424e-9241-b4e6baeb2bc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'mac_address': 'fa:16:3e:ba:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577051f-fa0d-4e6b-b14e-c206d8ed6467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:16:22Z', 'updated_at': '2022-01-12T10:16:22Z', 'revision_number': 0, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285ee824-4322-4f1a-8d25-df3c1249a3d4', 'name': '', 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:8f:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:05Z', 'updated_at': '2022-01-12T10:16:12Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:16:24.736041 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a64937-7e5c-48d9-9bfc-ee15487ca15e None None] New status for floating IP e94cd246-76dd-483a-9056-04d99fb0efea: ACTIVE {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:16:24.984709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48530) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:16:25.099144 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a1c21828-bf76-46ce-9273-89c571a795a6 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/e94cd246-76dd-483a-9056-04d99fb0efea HTTP/1.1" status: 200 len: 994 time: 0.1129184 Jan 12 10:16:36.717208 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c84e4c33-62ae-4400-aaf5-00b39711f14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:39.383835 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-32fa78db-02ca-4264-a363-1ae107a9e42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:40.347793 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:41.203359 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:42.792850 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:47.098432 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:16:58.474462 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:16:58.825788 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b438-7a9e-464c-9d2d-7ccec01c880a req-8e5c88da-8b2b-4a01-87b6-2628fcaecc87 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:16:58.827289 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ea05b438-7a9e-464c-9d2d-7ccec01c880a req-8e5c88da-8b2b-4a01-87b6-2628fcaecc87 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 946 time: 0.1512463 Jan 12 10:16:58.878056 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-ea05b438-7a9e-464c-9d2d-7ccec01c880a req-427f7642-2bce-48a1-a693-47e0df17bf98 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450866 Jan 12 10:17:00.080579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2397b99-06e5-45d4-9d20-9771ebfd9525 req-f5acb5bf-e6e5-4f65-ad69-014beb65c2f9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:00.082088 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2397b99-06e5-45d4-9d20-9771ebfd9525 req-f5acb5bf-e6e5-4f65-ad69-014beb65c2f9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 946 time: 0.0876298 Jan 12 10:17:00.231572 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a2397b99-06e5-45d4-9d20-9771ebfd9525 req-3c6339f2-551e-4424-99c6-7da977057748 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421688 Jan 12 10:17:00.256010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48554) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:00.372766 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-51bdfb2b-98ca-43cb-8bfb-0cea819a2af9 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/e94cd246-76dd-483a-9056-04d99fb0efea HTTP/1.1" status: 200 len: 994 time: 0.1155691 Jan 12 10:17:01.862326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062bcee-1a3e-4ebe-9660-17228055f0c9 req-0477943c-abe4-42d3-9ad8-78a88adcbc90 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:01.863959 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5062bcee-1a3e-4ebe-9660-17228055f0c9 req-0477943c-abe4-42d3-9ad8-78a88adcbc90 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 946 time: 0.0875089 Jan 12 10:17:01.877923 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121c8f8-e8b5-4df4-9308-93d6c16f33ed req-d3ee0781-b84a-4be9-8f24-c27bd072f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:01.879606 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a121c8f8-e8b5-4df4-9308-93d6c16f33ed req-d3ee0781-b84a-4be9-8f24-c27bd072f1bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 1099 time: 0.0734398 Jan 12 10:17:01.911726 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5062bcee-1a3e-4ebe-9660-17228055f0c9 req-40e99024-4ec2-414b-a7d4-2f7e2f3fb5e5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409932 Jan 12 10:17:02.023364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121c8f8-e8b5-4df4-9308-93d6c16f33ed req-d3cdfa67-a108-4eca-a30a-01697de3958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:02.024818 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a121c8f8-e8b5-4df4-9308-93d6c16f33ed req-d3cdfa67-a108-4eca-a30a-01697de3958c service neutron] 10.222.0.53 "GET /v2.0/networks?id=0673b23d-efeb-42b4-b1b0-5b095d242cbc HTTP/1.1" status: 200 len: 898 time: 0.1305594 Jan 12 10:17:02.138105 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a121c8f8-e8b5-4df4-9308-93d6c16f33ed req-c17e6759-75ee-47da-9672-7eed54fcc6ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=796f7239-3245-424e-9241-b4e6baeb2bc8 HTTP/1.1" status: 200 len: 1002 time: 0.1042943 Jan 12 10:17:02.205374 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121c8f8-e8b5-4df4-9308-93d6c16f33ed req-624640a8-e340-4914-8020-e006e0acead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:02.206869 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a121c8f8-e8b5-4df4-9308-93d6c16f33ed req-624640a8-e340-4914-8020-e006e0acead4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48dff8c7-4d41-45d0-b089-6e2b7be912fa HTTP/1.1" status: 200 len: 835 time: 0.0596700 Jan 12 10:17:02.289206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121c8f8-e8b5-4df4-9308-93d6c16f33ed req-cd516f65-78cd-4efb-9077-636120bf555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:02.290688 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a121c8f8-e8b5-4df4-9308-93d6c16f33ed req-cd516f65-78cd-4efb-9077-636120bf555e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0673b23d-efeb-42b4-b1b0-5b095d242cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745389 Jan 12 10:17:02.441414 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a121c8f8-e8b5-4df4-9308-93d6c16f33ed req-35d49802-ec83-49a6-825c-c46039550bca service neutron] 10.222.0.53 "GET /v2.0/networks/0673b23d-efeb-42b4-b1b0-5b095d242cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409905 Jan 12 10:17:02.586721 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a121c8f8-e8b5-4df4-9308-93d6c16f33ed req-805fddc2-add5-4606-b4b2-550e170d0eb2 service neutron] 10.222.0.53 "GET /v2.0/networks/0673b23d-efeb-42b4-b1b0-5b095d242cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352844 Jan 12 10:17:02.759477 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729c47e-e7e2-4f7d-bb7d-e24f83075f60 req-38ccbf52-9cee-4348-bd73-0b48303f83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:02.761048 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8729c47e-e7e2-4f7d-bb7d-e24f83075f60 req-38ccbf52-9cee-4348-bd73-0b48303f83c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 1099 time: 0.0774782 Jan 12 10:17:02.914864 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729c47e-e7e2-4f7d-bb7d-e24f83075f60 req-d6cd03b9-2ccf-4416-8fe6-d35f7e17eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:02.916318 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8729c47e-e7e2-4f7d-bb7d-e24f83075f60 req-d6cd03b9-2ccf-4416-8fe6-d35f7e17eb1e service neutron] 10.222.0.53 "GET /v2.0/networks?id=0673b23d-efeb-42b4-b1b0-5b095d242cbc HTTP/1.1" status: 200 len: 898 time: 0.1343904 Jan 12 10:17:03.023567 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8729c47e-e7e2-4f7d-bb7d-e24f83075f60 req-0018ffde-4a8a-4535-9d89-8cb807296a83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=796f7239-3245-424e-9241-b4e6baeb2bc8 HTTP/1.1" status: 200 len: 1002 time: 0.0990555 Jan 12 10:17:03.134164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729c47e-e7e2-4f7d-bb7d-e24f83075f60 req-a441fa86-0ee0-4d5f-9542-c29a2dda7f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:03.135623 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8729c47e-e7e2-4f7d-bb7d-e24f83075f60 req-a441fa86-0ee0-4d5f-9542-c29a2dda7f1f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48dff8c7-4d41-45d0-b089-6e2b7be912fa HTTP/1.1" status: 200 len: 835 time: 0.0811775 Jan 12 10:17:03.199625 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65953e-22ea-47c3-87fe-81b0ade9c99a req-0bb3914e-8ad3-4f2f-bcae-a6f04054d555 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:03.201119 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ff65953e-22ea-47c3-87fe-81b0ade9c99a req-0bb3914e-8ad3-4f2f-bcae-a6f04054d555 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 946 time: 0.1766789 Jan 12 10:17:03.254875 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ff65953e-22ea-47c3-87fe-81b0ade9c99a req-82e2fcbb-bf2c-4293-92d1-65f6cdfa7640 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468478 Jan 12 10:17:03.265488 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729c47e-e7e2-4f7d-bb7d-e24f83075f60 req-9d91bdd3-1f5d-42a4-a1ad-5244ec72482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:03.268294 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8729c47e-e7e2-4f7d-bb7d-e24f83075f60 req-9d91bdd3-1f5d-42a4-a1ad-5244ec72482e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0673b23d-efeb-42b4-b1b0-5b095d242cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1246817 Jan 12 10:17:03.426081 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8729c47e-e7e2-4f7d-bb7d-e24f83075f60 req-fe7baa8c-2cb7-49e9-8d87-5fb95e0cfcdc service neutron] 10.222.0.53 "GET /v2.0/networks/0673b23d-efeb-42b4-b1b0-5b095d242cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505797 Jan 12 10:17:03.728769 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8729c47e-e7e2-4f7d-bb7d-e24f83075f60 req-a7e07397-8f6c-48a6-86ad-b7e6bb83d310 service neutron] 10.222.0.53 "GET /v2.0/networks/0673b23d-efeb-42b4-b1b0-5b095d242cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957428 Jan 12 10:17:04.460144 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb44e4-2ebc-49ac-9419-fda414c2d799 req-ef116f89-07b7-45c2-b097-1ff32abcbb76 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:04.461659 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7afb44e4-2ebc-49ac-9419-fda414c2d799 req-ef116f89-07b7-45c2-b097-1ff32abcbb76 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 946 time: 0.0908029 Jan 12 10:17:04.507422 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7afb44e4-2ebc-49ac-9419-fda414c2d799 req-f832ebfe-e5ae-4e35-90a2-345cd6a73934 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399716 Jan 12 10:17:04.537894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48568) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:04.649528 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ea9c7ec8-b008-4b24-a06b-5e9f102e857e tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/floatingips/e94cd246-76dd-483a-9056-04d99fb0efea HTTP/1.1" status: 200 len: 994 time: 0.1100726 Jan 12 10:17:04.939670 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48576) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:05.141337 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port 436f1968-18d4-47bf-8d88-f9231c9340a0 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:17:05.141686 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:05.306868 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:05.307141 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:05.427392 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for 436f1968-18d4-47bf-8d88-f9231c9340a0 owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:17:05.585421 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:05.631186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=436f1968-18d4-47bf-8d88-f9231c9340a0,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:05.670131 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:05.670482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:05.670822 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:05.671181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:05.671515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:05.671838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:05.672142 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:05.672467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:05.672785 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:05.673105 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:05.673423 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:05.673732 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:05.734645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:05.734998 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Floating IP e94cd246-76dd-483a-9056-04d99fb0efea disassociated (deleted). External IP: 172.26.2.226, port: 796f7239-3245-424e-9241-b4e6baeb2bc8. Jan 12 10:17:06.085489 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:17:06.386306 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:17:06.396117 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b2034b-ffe2-47c3-b2e4-8c6343154013 None None] Sync routers for ids ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:17:06.406559 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b2034b-ffe2-47c3-b2e4-8c6343154013 None None] Routers {'488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:17:06.407367 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-96b2034b-ffe2-47c3-b2e4-8c6343154013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:16:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:06.409124 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:06.470977 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-eaad5a66-662c-4e0d-a180-b4314fdf9f04 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/floatingips/e94cd246-76dd-483a-9056-04d99fb0efea HTTP/1.1" status: 204 len: 168 time: 1.5274041 Jan 12 10:17:06.470977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6577051f-fa0d-4e6b-b14e-c206d8ed6467', 'tag': '796f7239-3245-424e-9241-b4e6baeb2bc8'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:17:06.585692 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-96b2034b-ffe2-47c3-b2e4-8c6343154013 None None] Set router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:17:06.594910 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6577051f-fa0d-4e6b-b14e-c206d8ed6467', 'tag': '796f7239-3245-424e-9241-b4e6baeb2bc8', 'status': 'completed', 'code': 200} Jan 12 10:17:06.701980 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b1478-2284-4b4d-ac2c-fcdc22d22f9a req-89151f55-718b-4b47-858f-a0ff3d2c6120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:06.704007 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-581b1478-2284-4b4d-ac2c-fcdc22d22f9a req-89151f55-718b-4b47-858f-a0ff3d2c6120 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba8bb2f478747678bcbcd705988673a&device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 1099 time: 0.0799119 Jan 12 10:17:06.720563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2228f8ee-f829-4be5-8992-bbe579bc18cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:06.916266 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b1478-2284-4b4d-ac2c-fcdc22d22f9a req-2bfed77d-9b78-4273-a357-dcfcef957b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:06.917697 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-581b1478-2284-4b4d-ac2c-fcdc22d22f9a req-2bfed77d-9b78-4273-a357-dcfcef957b3a service neutron] 10.222.0.53 "GET /v2.0/networks?id=0673b23d-efeb-42b4-b1b0-5b095d242cbc HTTP/1.1" status: 200 len: 898 time: 0.2036059 Jan 12 10:17:06.929156 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-96b2034b-ffe2-47c3-b2e4-8c6343154013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414870052', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:01Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:02Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '285ee824-4322-4f1a-8d25-df3c1249a3d4', 'name': '', 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:8f:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:05Z', 'updated_at': '2022-01-12T10:16:12Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:06.933381 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b2034b-ffe2-47c3-b2e4-8c6343154013 None None] Checking router: 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:17:06.942058 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b2034b-ffe2-47c3-b2e4-8c6343154013 None None] Routers {'488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:17:06.942666 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-96b2034b-ffe2-47c3-b2e4-8c6343154013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:16:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:06.991393 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-581b1478-2284-4b4d-ac2c-fcdc22d22f9a req-2551de9a-6a56-4050-b66a-9571f30428ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=796f7239-3245-424e-9241-b4e6baeb2bc8 HTTP/1.1" status: 200 len: 217 time: 0.0660000 Jan 12 10:17:07.002023 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c82faa-ffab-47a8-a881-ef9a96530c98 req-67192238-7048-4f5a-92c6-76aa7a459388 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:07.002728 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-c8c82faa-ffab-47a8-a881-ef9a96530c98 req-67192238-7048-4f5a-92c6-76aa7a459388 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:17:07.068420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-c8c82faa-ffab-47a8-a881-ef9a96530c98 req-67192238-7048-4f5a-92c6-76aa7a459388 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:17:07.069735 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c8c82faa-ffab-47a8-a881-ef9a96530c98 req-67192238-7048-4f5a-92c6-76aa7a459388 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 946 time: 0.2471597 Jan 12 10:17:07.077842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b1478-2284-4b4d-ac2c-fcdc22d22f9a req-056dcbbd-6fc5-4c0b-a43f-1451036bd9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:07.079362 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-581b1478-2284-4b4d-ac2c-fcdc22d22f9a req-056dcbbd-6fc5-4c0b-a43f-1451036bd9b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48dff8c7-4d41-45d0-b089-6e2b7be912fa HTTP/1.1" status: 200 len: 835 time: 0.0736854 Jan 12 10:17:07.160718 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-96b2034b-ffe2-47c3-b2e4-8c6343154013 None None] Set router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:17:07.163430 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c8c82faa-ffab-47a8-a881-ef9a96530c98 req-dbd6a935-cfc8-45e4-bd6e-6882c3609df8 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829535 Jan 12 10:17:07.195597 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b1478-2284-4b4d-ac2c-fcdc22d22f9a req-1256224d-0e18-4531-8901-f9411c0ff755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:07.197199 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-581b1478-2284-4b4d-ac2c-fcdc22d22f9a req-1256224d-0e18-4531-8901-f9411c0ff755 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0673b23d-efeb-42b4-b1b0-5b095d242cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1019080 Jan 12 10:17:07.331096 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-581b1478-2284-4b4d-ac2c-fcdc22d22f9a req-2166be56-15ed-4469-a915-8f854db61949 service neutron] 10.222.0.53 "GET /v2.0/networks/0673b23d-efeb-42b4-b1b0-5b095d242cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262927 Jan 12 10:17:07.466117 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-581b1478-2284-4b4d-ac2c-fcdc22d22f9a req-65e3d52c-fd4b-4df5-963a-661c4a0036c6 service neutron] 10.222.0.53 "GET /v2.0/networks/0673b23d-efeb-42b4-b1b0-5b095d242cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278427 Jan 12 10:17:07.480349 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-96b2034b-ffe2-47c3-b2e4-8c6343154013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414870052', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:01Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:02Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '285ee824-4322-4f1a-8d25-df3c1249a3d4', 'name': '', 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:8f:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:05Z', 'updated_at': '2022-01-12T10:16:12Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:07.484725 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b2034b-ffe2-47c3-b2e4-8c6343154013 None None] The sync data for ids ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'] in dv-neutron-824346-1-hyperv is: [{'id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414870052', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:01Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:02Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '285ee824-4322-4f1a-8d25-df3c1249a3d4', 'name': '', 'network_id': '0673b23d-efeb-42b4-b1b0-5b095d242cbc', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'mac_address': 'fa:16:3e:8f:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:05Z', 'updated_at': '2022-01-12T10:16:12Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'subnets': [{'id': '48dff8c7-4d41-45d0-b089-6e2b7be912fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:17:07.726630 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60aabda-84ad-43f9-8ca9-7b774518690c None None] New status for floating IP e94cd246-76dd-483a-9056-04d99fb0efea: DOWN {{(pid=87665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:17:08.374670 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd71d-eeed-4975-a4b6-6963fffa4789 req-e9a50e83-bc01-4b8b-bbd2-9daf95517fe7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:08.376211 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-712dd71d-eeed-4975-a4b6-6963fffa4789 req-e9a50e83-bc01-4b8b-bbd2-9daf95517fe7 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 946 time: 0.0909235 Jan 12 10:17:08.422403 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-712dd71d-eeed-4975-a4b6-6963fffa4789 req-8aeccc9b-47f0-44b3-a533-faa5dbec2b22 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbf173c8-4435-4775-88d3-ef5d7091ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403016 Jan 12 10:17:08.645494 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d6c01-f630-4dac-a139-a339eee2e126 req-2c88cc20-669e-4020-8486-50cc45c1512b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:08.646887 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b4d6c01-f630-4dac-a139-a339eee2e126 req-2c88cc20-669e-4020-8486-50cc45c1512b tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 946 time: 0.0947325 Jan 12 10:17:08.721532 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-4b4d6c01-f630-4dac-a139-a339eee2e126 req-08dc3905-e246-476c-a379-a6677fd2d2af tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port 796f7239-3245-424e-9241-b4e6baeb2bc8 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:17:08.721875 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4b4d6c01-f630-4dac-a139-a339eee2e126 req-08dc3905-e246-476c-a379-a6677fd2d2af tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:08.965765 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-4b4d6c01-f630-4dac-a139-a339eee2e126 req-08dc3905-e246-476c-a379-a6677fd2d2af tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] For port 796f7239-3245-424e-9241-b4e6baeb2bc8, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=796f7239-3245-424e-9241-b4e6baeb2bc8,segment=NetworkSegment(cbe5558d-f093-4d61-a41b-b2e3a82df2cc),segment_id=cbe5558d-f093-4d61-a41b-b2e3a82df2cc)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:17:08.966115 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4b4d6c01-f630-4dac-a139-a339eee2e126 req-08dc3905-e246-476c-a379-a6677fd2d2af tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:09.189204 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-4b4d6c01-f630-4dac-a139-a339eee2e126 req-08dc3905-e246-476c-a379-a6677fd2d2af tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for 796f7239-3245-424e-9241-b4e6baeb2bc8 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:17:09.340698 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4b4d6c01-f630-4dac-a139-a339eee2e126 req-08dc3905-e246-476c-a379-a6677fd2d2af tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:09.383846 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-82e432c8-3bb5-4d8f-bd65-b2930014500a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:09.392641 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc3905-e246-476c-a379-a6677fd2d2af tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=796f7239-3245-424e-9241-b4e6baeb2bc8,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:09.468807 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4d6c01-f630-4dac-a139-a339eee2e126 req-08dc3905-e246-476c-a379-a6677fd2d2af tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] No DVR routers for this DVR port 796f7239-3245-424e-9241-b4e6baeb2bc8 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:17:09.471575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-4b4d6c01-f630-4dac-a139-a339eee2e126 req-08dc3905-e246-476c-a379-a6677fd2d2af tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:09.474221 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6577051f-fa0d-4e6b-b14e-c206d8ed6467', 'name': 'network-vif-deleted', 'tag': '796f7239-3245-424e-9241-b4e6baeb2bc8'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:17:09.492753 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b4d6c01-f630-4dac-a139-a339eee2e126 req-08dc3905-e246-476c-a379-a6677fd2d2af tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.53 "DELETE /v2.0/ports/796f7239-3245-424e-9241-b4e6baeb2bc8 HTTP/1.1" status: 204 len: 173 time: 0.8371162 Jan 12 10:17:09.525595 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6577051f-fa0d-4e6b-b14e-c206d8ed6467', 'name': 'network-vif-deleted', 'tag': '796f7239-3245-424e-9241-b4e6baeb2bc8', 'status': 'completed', 'code': 200} Jan 12 10:17:09.599016 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-6b25daed-48d3-4ee6-aa8c-eb07bdf9684f req-69636bab-d1f1-4db6-a54b-8c0cd842c472 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Synchronizing usage tracker for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:17:09.615220 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-6b25daed-48d3-4ee6-aa8c-eb07bdf9684f req-69636bab-d1f1-4db6-a54b-8c0cd842c472 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Unset dirty status for tenant:1ba8bb2f478747678bcbcd705988673a on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:17:09.616498 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6b25daed-48d3-4ee6-aa8c-eb07bdf9684f req-69636bab-d1f1-4db6-a54b-8c0cd842c472 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "GET /v2.0/ports?device_id=6577051f-fa0d-4e6b-b14e-c206d8ed6467 HTTP/1.1" status: 200 len: 210 time: 0.0591331 Jan 12 10:17:10.345186 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:10.723037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48596) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:11.205068 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:11.421609 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:11.780218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port 285ee824-4322-4f1a-8d25-df3c1249a3d4 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:17:11.780893 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:11.993804 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] For port 285ee824-4322-4f1a-8d25-df3c1249a3d4, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=285ee824-4322-4f1a-8d25-df3c1249a3d4,segment=NetworkSegment(cbe5558d-f093-4d61-a41b-b2e3a82df2cc),segment_id=cbe5558d-f093-4d61-a41b-b2e3a82df2cc)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:17:11.994162 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:12.113423 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 796f7239-3245-424e-9241-b4e6baeb2bc8 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:17:12.119571 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for 285ee824-4322-4f1a-8d25-df3c1249a3d4 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:17:12.149752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 796f7239-3245-424e-9241-b4e6baeb2bc8 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:17:12.150141 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 796f7239-3245-424e-9241-b4e6baeb2bc8 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:17:12.336819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:12.390111 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=285ee824-4322-4f1a-8d25-df3c1249a3d4,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:12.433201 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.433614 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.433871 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.434211 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.434531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.434937 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.435177 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.435497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.435811 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.436162 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.436430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.436744 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.690461 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:12.790551 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:13.200165 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:17:13.381798 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:17:13.392725 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72a37f-9de4-4871-a420-e8835ab7f5a1 None None] Sync routers for ids ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:17:13.402345 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bd41ae25-ba41-464f-b5bc-18ce62b214a0 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "PUT /v2.0/routers/488e1c2e-889f-4aee-bdd5-4c14a85b4ea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6781304 Jan 12 10:17:13.405036 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f72a37f-9de4-4871-a420-e8835ab7f5a1 None None] Routers {'488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:17:13.405846 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2f72a37f-9de4-4871-a420-e8835ab7f5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:17:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:13.405987 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48600) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:13.475287 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0974f1b-73e6-44b3-ae0f-4c69db65bda5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting subnet 48dff8c7-4d41-45d0-b089-6e2b7be912fa {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:17:13.478370 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c0974f1b-73e6-44b3-ae0f-4c69db65bda5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:13.531911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c0974f1b-73e6-44b3-ae0f-4c69db65bda5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:13.582488 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-2f72a37f-9de4-4871-a420-e8835ab7f5a1 None None] Set router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:17:13.613522 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c0974f1b-73e6-44b3-ae0f-4c69db65bda5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:13.690351 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c0974f1b-73e6-44b3-ae0f-4c69db65bda5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:13.728981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0974f1b-73e6-44b3-ae0f-4c69db65bda5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Subnet': ['ID=48dff8c7-4d41-45d0-b089-6e2b7be912fa,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:13.733780 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c0974f1b-73e6-44b3-ae0f-4c69db65bda5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:13.741087 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1986958f-37b9-4260-a793-18742bdc1f68 None None] Network 0673b23d-efeb-42b4-b1b0-5b095d242cbc requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:17:13.741488 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c0974f1b-73e6-44b3-ae0f-4c69db65bda5 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/subnets/48dff8c7-4d41-45d0-b089-6e2b7be912fa HTTP/1.1" status: 204 len: 168 time: 0.3345733 Jan 12 10:17:13.744646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48604) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:13.863994 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2f72a37f-9de4-4871-a420-e8835ab7f5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414870052', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:01Z', 'updated_at': '2022-01-12T10:17:12Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:02Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:13.868056 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72a37f-9de4-4871-a420-e8835ab7f5a1 None None] Checking router: 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:17:13.877376 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f72a37f-9de4-4871-a420-e8835ab7f5a1 None None] Routers {'488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:17:13.877983 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2f72a37f-9de4-4871-a420-e8835ab7f5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:17:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:13.935138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19ee71c4-1e44-4f0a-9948-ac6987c42384 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:14.040233 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f5d50b-282a-4def-962c-015ab5a115d9 None None] DHCP port deletion for 0673b23d-efeb-42b4-b1b0-5b095d242cbc request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:17:14.053586 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-2f72a37f-9de4-4871-a420-e8835ab7f5a1 None None] Set router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:17:14.060919 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-18f5d50b-282a-4def-962c-015ab5a115d9 None None] Deleting port 19733ab2-1a6b-4b88-98b5-31da4f14c768 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:17:14.061450 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-18f5d50b-282a-4def-962c-015ab5a115d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:14.133288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19ee71c4-1e44-4f0a-9948-ac6987c42384 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:14.152419 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-19ee71c4-1e44-4f0a-9948-ac6987c42384 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port 6d1cd2f8-c06f-4af8-8f1d-56370c21d598 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:17:14.152759 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19ee71c4-1e44-4f0a-9948-ac6987c42384 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:14.188676 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 19733ab2-1a6b-4b88-98b5-31da4f14c768 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:17:14.345746 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-18f5d50b-282a-4def-962c-015ab5a115d9 None None] For port 19733ab2-1a6b-4b88-98b5-31da4f14c768, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=19733ab2-1a6b-4b88-98b5-31da4f14c768,segment=NetworkSegment(cbe5558d-f093-4d61-a41b-b2e3a82df2cc),segment_id=cbe5558d-f093-4d61-a41b-b2e3a82df2cc)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:17:14.346026 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-18f5d50b-282a-4def-962c-015ab5a115d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:14.348153 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-19ee71c4-1e44-4f0a-9948-ac6987c42384 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] For port 6d1cd2f8-c06f-4af8-8f1d-56370c21d598, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6d1cd2f8-c06f-4af8-8f1d-56370c21d598,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:17:14.348507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19ee71c4-1e44-4f0a-9948-ac6987c42384 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:14.414247 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-2f72a37f-9de4-4871-a420-e8835ab7f5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414870052', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:01Z', 'updated_at': '2022-01-12T10:17:12Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:02Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:14.418438 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72a37f-9de4-4871-a420-e8835ab7f5a1 None None] The sync data for ids ['488e1c2e-889f-4aee-bdd5-4c14a85b4ea1'] in dv-neutron-824346-1-hyperv is: [{'id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414870052', 'tenant_id': '1ba8bb2f478747678bcbcd705988673a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:16:01Z', 'updated_at': '2022-01-12T10:17:12Z', 'revision_number': 5, 'project_id': '1ba8bb2f478747678bcbcd705988673a', 'gw_port': {'id': '6d1cd2f8-c06f-4af8-8f1d-56370c21d598', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e1c2e-889f-4aee-bdd5-4c14a85b4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:16:02Z', 'updated_at': '2022-01-12T10:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:17:14.479781 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-19ee71c4-1e44-4f0a-9948-ac6987c42384 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for 6d1cd2f8-c06f-4af8-8f1d-56370c21d598 owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:17:14.515185 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-18f5d50b-282a-4def-962c-015ab5a115d9 None None] Calling delete_port for 19733ab2-1a6b-4b88-98b5-31da4f14c768 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:17:14.558906 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:14.610873 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 19733ab2-1a6b-4b88-98b5-31da4f14c768, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=19733ab2-1a6b-4b88-98b5-31da4f14c768,segment=NetworkSegment(cbe5558d-f093-4d61-a41b-b2e3a82df2cc),segment_id=cbe5558d-f093-4d61-a41b-b2e3a82df2cc)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:17:14.615721 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:14.656077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-18f5d50b-282a-4def-962c-015ab5a115d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:17:14.656392 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-18f5d50b-282a-4def-962c-015ab5a115d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:17:14.687561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=19733ab2-1a6b-4b88-98b5-31da4f14c768,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:14.694845 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:14.695200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:14.695537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:14.695872 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:14.696201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:14.696530 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:14.696863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:14.697188 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:14.697508 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:14.697831 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:14.698155 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:14.698473 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:14.893050 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19ee71c4-1e44-4f0a-9948-ac6987c42384 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:14.939360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee71c4-1e44-4f0a-9948-ac6987c42384 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Port': ['ID=6d1cd2f8-c06f-4af8-8f1d-56370c21d598,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:15.034034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19ee71c4-1e44-4f0a-9948-ac6987c42384 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:15.157556 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-18f5d50b-282a-4def-962c-015ab5a115d9 None None] Deleting port 19733ab2-1a6b-4b88-98b5-31da4f14c768 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:17:15.158122 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-18f5d50b-282a-4def-962c-015ab5a115d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:15.203646 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19ee71c4-1e44-4f0a-9948-ac6987c42384 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:15.205888 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19ee71c4-1e44-4f0a-9948-ac6987c42384 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:15.230311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19ee71c4-1e44-4f0a-9948-ac6987c42384 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:15.230861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ee71c4-1e44-4f0a-9948-ac6987c42384 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Fanout notify agent at l3_agent the message router_deleted on router 488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 10:17:15.246441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-19ee71c4-1e44-4f0a-9948-ac6987c42384 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:15.247566 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-19ee71c4-1e44-4f0a-9948-ac6987c42384 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/routers/488e1c2e-889f-4aee-bdd5-4c14a85b4ea1 HTTP/1.1" status: 204 len: 168 time: 1.5019085 Jan 12 10:17:15.250618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48608) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:15.369749 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:15.370973 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-18f5d50b-282a-4def-962c-015ab5a115d9 None None] For port 19733ab2-1a6b-4b88-98b5-31da4f14c768, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=19733ab2-1a6b-4b88-98b5-31da4f14c768,segment=NetworkSegment(cbe5558d-f093-4d61-a41b-b2e3a82df2cc),segment_id=cbe5558d-f093-4d61-a41b-b2e3a82df2cc)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:17:15.371386 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-18f5d50b-282a-4def-962c-015ab5a115d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:15.381657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port 19733ab2-1a6b-4b88-98b5-31da4f14c768 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:17:15.382012 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:15.493917 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-18f5d50b-282a-4def-962c-015ab5a115d9 None None] Calling delete_port for 19733ab2-1a6b-4b88-98b5-31da4f14c768 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:17:15.569065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-18f5d50b-282a-4def-962c-015ab5a115d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341'] for port, after_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:15.586487 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] For port 19733ab2-1a6b-4b88-98b5-31da4f14c768, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=19733ab2-1a6b-4b88-98b5-31da4f14c768,segment=NetworkSegment(cbe5558d-f093-4d61-a41b-b2e3a82df2cc),segment_id=cbe5558d-f093-4d61-a41b-b2e3a82df2cc)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:17:15.586878 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:15.614002 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5d50b-282a-4def-962c-015ab5a115d9 None None] Pushing event deleted for resources: {'Port': ['ID=19733ab2-1a6b-4b88-98b5-31da4f14c768,revision_number=None']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:15.618368 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f5d50b-282a-4def-962c-015ab5a115d9 None None] No DVR routers for this DVR port 19733ab2-1a6b-4b88-98b5-31da4f14c768 on host dv-neutron-824346-1-hyperv {{(pid=87665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:17:15.710495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Calling delete_port for 19733ab2-1a6b-4b88-98b5-31da4f14c768 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:17:15.786346 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.db.api [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:17:15.786611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG oslo_db.api [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:17:16.077875 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 285ee824-4322-4f1a-8d25-df3c1249a3d4 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:17:16.115067 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 285ee824-4322-4f1a-8d25-df3c1249a3d4 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:17:16.115401 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 285ee824-4322-4f1a-8d25-df3c1249a3d4 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:17:16.115819 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6d1cd2f8-c06f-4af8-8f1d-56370c21d598 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:17:16.147978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 6d1cd2f8-c06f-4af8-8f1d-56370c21d598 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:17:16.148312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6d1cd2f8-c06f-4af8-8f1d-56370c21d598 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:17:16.288196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Deleting port 19733ab2-1a6b-4b88-98b5-31da4f14c768 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:17:16.288932 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:16.368383 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] The port '19733ab2-1a6b-4b88-98b5-31da4f14c768' was deleted {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 10:17:16.493186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:16.524994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0673b23d-efeb-42b4-b1b0-5b095d242cbc']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:16.536970 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe5558d-f093-4d61-a41b-b2e3a82df2cc') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:16.537279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe5558d-f093-4d61-a41b-b2e3a82df2cc') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:16.548396 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:16.563946 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:16.569900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:17:16.570282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: util.warn( Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:17:16.584317 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:17:16.664974 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:16.669606 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:16.694855 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'Network': ['ID=0673b23d-efeb-42b4-b1b0-5b095d242cbc,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:16.714461 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3d62ad97-c35f-4b21-baaa-5506d3cbfc78 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/networks/0673b23d-efeb-42b4-b1b0-5b095d242cbc HTTP/1.1" status: 204 len: 168 time: 1.4627540 Jan 12 10:17:16.717375 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48612) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:16.785957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5be1476-7214-4d0c-81eb-d1d087c35da2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:16.819682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5be1476-7214-4d0c-81eb-d1d087c35da2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:16.886151 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5be1476-7214-4d0c-81eb-d1d087c35da2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:16.903358 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be1476-7214-4d0c-81eb-d1d087c35da2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf173c8-4435-4775-88d3-ef5d7091ac7e,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:16.918314 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b5be1476-7214-4d0c-81eb-d1d087c35da2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:16.922706 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b5be1476-7214-4d0c-81eb-d1d087c35da2 tempest-TestNetworkAdvancedServerOps-653676609 tempest-TestNetworkAdvancedServerOps-653676609-project] 10.222.0.26 "DELETE /v2.0/security-groups/fbf173c8-4435-4775-88d3-ef5d7091ac7e HTTP/1.1" status: 204 len: 168 time: 0.2011898 Jan 12 10:17:17.098304 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:17.322084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48622) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:17.501727 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1b65ee19-2d1f-47b5-b18f-00ea9ea11ac7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ba8bb2f478747678bcbcd705988673a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778977 Jan 12 10:17:17.505556 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48628) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:17.565186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b01367df-64c4-4aae-88c1-723004169e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:17.591553 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b01367df-64c4-4aae-88c1-723004169e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:17.646814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b01367df-64c4-4aae-88c1-723004169e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:17.666429 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01367df-64c4-4aae-88c1-723004169e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8407f099-f5e5-415f-bfc2-5fddb8fadb4f,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:17.672918 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b01367df-64c4-4aae-88c1-723004169e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:17.674023 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b01367df-64c4-4aae-88c1-723004169e94 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8407f099-f5e5-415f-bfc2-5fddb8fadb4f HTTP/1.1" status: 204 len: 168 time: 0.1676009 Jan 12 10:17:17.992422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48636) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:18.010381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b2d29826-a193-4609-8433-a92b3c16b421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:18.025311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b2d29826-a193-4609-8433-a92b3c16b421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:18.029476 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b2d29826-a193-4609-8433-a92b3c16b421 admin admin] Usage tracker for resource:security_group_rule and tenant:f1b9af4ab8c64c329f38c9c526af0cf5 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:18.032398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-b2d29826-a193-4609-8433-a92b3c16b421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:18.038058 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-b2d29826-a193-4609-8433-a92b3c16b421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:18.122074 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b2d29826-a193-4609-8433-a92b3c16b421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:18.127669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-b2d29826-a193-4609-8433-a92b3c16b421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:18.282903 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-b2d29826-a193-4609-8433-a92b3c16b421 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1b9af4ab8c64c329f38c9c526af0cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2892270 Jan 12 10:17:18.283656 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d29826-a193-4609-8433-a92b3c16b421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac28094f-cae1-4d3f-8c27-8df44fc091c8,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:18.285879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48640) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:18.357016 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddb11392-482d-4ad0-b62f-d01f65c0e8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:18.382972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddb11392-482d-4ad0-b62f-d01f65c0e8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:18.444307 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddb11392-482d-4ad0-b62f-d01f65c0e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:18.458019 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb11392-482d-4ad0-b62f-d01f65c0e8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac28094f-cae1-4d3f-8c27-8df44fc091c8,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:18.464511 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ddb11392-482d-4ad0-b62f-d01f65c0e8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:18.470789 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ddb11392-482d-4ad0-b62f-d01f65c0e8ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac28094f-cae1-4d3f-8c27-8df44fc091c8 HTTP/1.1" status: 204 len: 168 time: 0.1787815 Jan 12 10:17:19.291187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48664) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:19.397167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-592999237-network', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:19.402626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:19.406936 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Usage tracker for resource:network and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:19.409964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:19.416582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:19.428103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Made reservation on behalf of 4ddace2bf2634ab3a8a106eaa9e785ee for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:19.430354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:19.442436 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:19.456933 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:19.460787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Usage tracker for resource:security_group_rule and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:19.463828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:19.469528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:19.551854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:19.557700 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:19.587728 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:17:19.596085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2a27f7-8afc-4920-b430-bb73a01b8da9,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:19.602815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:19.603211 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Added segment c6286801-9565-4da9-9424-576563e44a8d of type vlan for network 257f2005-0353-44cc-b411-ff282a37fa0d Jan 12 10:17:19.634105 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:19.666549 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:19.667619 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:19.668234 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:19.775951 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] Pushing event updated for resources: {'Network': ['ID=257f2005-0353-44cc-b411-ff282a37fa0d,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:19.779209 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d9df058f-2c24-4fde-a3be-6bdc467730a3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4869280 Jan 12 10:17:19.783833 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48670) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:19.789376 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-c0c39d4b-8836-4e27-ac72-f9d10dc7821c admin admin] Request body: {'subnet': {'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-592999237-subnet', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'ip_version': 4}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:19.790918 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 257f2005-0353-44cc-b411-ff282a37fa0d details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:17:19.795128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c0c39d4b-8836-4e27-ac72-f9d10dc7821c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:19.799608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c0c39d4b-8836-4e27-ac72-f9d10dc7821c admin admin] Usage tracker for resource:subnet and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:19.802802 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c0c39d4b-8836-4e27-ac72-f9d10dc7821c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:19.809084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c0c39d4b-8836-4e27-ac72-f9d10dc7821c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:19.821960 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c39d4b-8836-4e27-ac72-f9d10dc7821c admin admin] Made reservation on behalf of 4ddace2bf2634ab3a8a106eaa9e785ee for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:19.824705 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c0c39d4b-8836-4e27-ac72-f9d10dc7821c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:20.037738 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c0c39d4b-8836-4e27-ac72-f9d10dc7821c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:20.110580 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c39d4b-8836-4e27-ac72-f9d10dc7821c admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ef705e-e41e-457e-9fc8-c72373f39a28,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:20.117755 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c39d4b-8836-4e27-ac72-f9d10dc7821c admin admin] Checking segment: {'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:17:20.118107 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c39d4b-8836-4e27-ac72-f9d10dc7821c admin admin] Network hostable DHCP agents. Network: 257f2005-0353-44cc-b411-ff282a37fa0d, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:17:20.137769 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c39d4b-8836-4e27-ac72-f9d10dc7821c admin admin] Network 257f2005-0353-44cc-b411-ff282a37fa0d is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:17:20.147994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-c0c39d4b-8836-4e27-ac72-f9d10dc7821c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 257f2005-0353-44cc-b411-ff282a37fa0d) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:20.152327 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c39d4b-8836-4e27-ac72-f9d10dc7821c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:20.152850 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c0c39d4b-8836-4e27-ac72-f9d10dc7821c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:20.159124 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b46ec7-dcab-48b0-841f-e466cf453952 None None] Network 257f2005-0353-44cc-b411-ff282a37fa0d requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:17:20.177826 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c0c39d4b-8836-4e27-ac72-f9d10dc7821c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3928058 Jan 12 10:17:20.180733 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48674) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:20.186127 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:20.191204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:20.195380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Usage tracker for resource:router and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:20.198226 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:20.205448 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:20.217269 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:20.218231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:20.234033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:20.419509 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-257f2005-0353-44cc-b411-ff282a37fa0d', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:17:20.420349 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:20.581039 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Allocated IP 172.20.0.2 (257f2005-0353-44cc-b411-ff282a37fa0d/11ef705e-e41e-457e-9fc8-c72373f39a28/7769d3e1-8827-4079-b1f7-9520670079ea) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:20.619856 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:20.782480 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:20.792732 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Transition to ACTIVE for port object 7769d3e1-8827-4079-b1f7-9520670079ea will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:20.811771 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Transition to ACTIVE for port object 7769d3e1-8827-4079-b1f7-9520670079ea will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:20.818713 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:20.885540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Network 257f2005-0353-44cc-b411-ff282a37fa0d is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:20.888526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:20.892340 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:17:20.901270 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Pushing event updated for resources: {'Port': ['ID=7769d3e1-8827-4079-b1f7-9520670079ea,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:20.944141 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:20.977252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:20.987169 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Attempting to bind port 7769d3e1-8827-4079-b1f7-9520670079ea on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:17:20.987534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Attempting to bind port 7769d3e1-8827-4079-b1f7-9520670079ea by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:17:20.987885 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Attempting to bind port 7769d3e1-8827-4079-b1f7-9520670079ea on network 257f2005-0353-44cc-b411-ff282a37fa0d {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:17:20.992995 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:17:20.993355 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Checking segment: {'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:17:20.994100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:20.994480 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Bound using segment: {'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:17:20.994954 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Bound port: 7769d3e1-8827-4079-b1f7-9520670079ea, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:17:20.995321 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:21.086327 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] For port 7769d3e1-8827-4079-b1f7-9520670079ea, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:17:21.089714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] For port 7769d3e1-8827-4079-b1f7-9520670079ea, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7769d3e1-8827-4079-b1f7-9520670079ea,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:17:21.097054 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:21.118029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Allocated IP 172.26.2.250 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/1dd66139-ad16-49fb-9d8a-afe076f6fc44) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:21.180712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f69780-d6b0-4e05-a602-567188e7c126 None None] Pushing event updated for resources: {'Port': ['ID=7769d3e1-8827-4079-b1f7-9520670079ea,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:21.269777 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:21.300568 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:21.377822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:21.380886 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:21.384538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:17:21.418813 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Pushing event updated for resources: {'Port': ['ID=1dd66139-ad16-49fb-9d8a-afe076f6fc44,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:21.810491 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:22.127552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7769d3e1-8827-4079-b1f7-9520670079ea up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:22.153216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bfc41b-d863-441a-9961-760eda46bae2 None None] Network 257f2005-0353-44cc-b411-ff282a37fa0d requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:17:22.266324 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-15857be0-24a5-4dc8-815b-21144238b675 None None] Provisioning for port 7769d3e1-8827-4079-b1f7-9520670079ea completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:22.301856 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:22.317628 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 7769d3e1-8827-4079-b1f7-9520670079ea completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:22.326070 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 7769d3e1-8827-4079-b1f7-9520670079ea triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:22.326443 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:22.517221 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Router eab222d9-0416-4568-86be-2517995a8c54 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 10:17:22.533575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:22.574695 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 7769d3e1-8827-4079-b1f7-9520670079ea, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7769d3e1-8827-4079-b1f7-9520670079ea,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:17:22.583836 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:22.665827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=7769d3e1-8827-4079-b1f7-9520670079ea,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:22.705492 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:17:22.715521 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Sync routers for ids ['eab222d9-0416-4568-86be-2517995a8c54'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:17:22.726284 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Routers {'eab222d9-0416-4568-86be-2517995a8c54'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:17:22.727123 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:17:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eab222d9-0416-4568-86be-2517995a8c54'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:22.733120 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:22.734552 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7f01632e-860a-439e-9ca9-ca3b7f3f76cc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5526433 Jan 12 10:17:22.737372 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48678) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:22.874429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-82909ad3-7c25-465d-984c-05eeeec95b7b None None] Provisioning complete for port 7769d3e1-8827-4079-b1f7-9520670079ea triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:22.874724 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-82909ad3-7c25-465d-984c-05eeeec95b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:23.000272 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Set router eab222d9-0416-4568-86be-2517995a8c54 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:17:23.349424 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 3, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:23.353344 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Checking router: eab222d9-0416-4568-86be-2517995a8c54 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:17:23.353622 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Updating router eab222d9-0416-4568-86be-2517995a8c54 port 1dd66139-ad16-49fb-9d8a-afe076f6fc44 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:17:23.405914 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:23.417086 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:23.740901 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:23.747787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Allocated IP 172.20.0.1 (257f2005-0353-44cc-b411-ff282a37fa0d/11ef705e-e41e-457e-9fc8-c72373f39a28/4e8d9197-f0a0-470a-8238-faae56d55b89) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:23.754460 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Transition to ACTIVE for port object 1dd66139-ad16-49fb-9d8a-afe076f6fc44 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:23.763643 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:23.845401 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77585d-a309-49bd-8115-1407b50e5512 None None] Pushing event updated for resources: {'Port': ['ID=1dd66139-ad16-49fb-9d8a-afe076f6fc44,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:23.847763 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Attempting to bind port 1dd66139-ad16-49fb-9d8a-afe076f6fc44 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:17:23.848130 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Attempting to bind port 1dd66139-ad16-49fb-9d8a-afe076f6fc44 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:17:23.848484 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Attempting to bind port 1dd66139-ad16-49fb-9d8a-afe076f6fc44 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:17:23.854851 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:17:23.855216 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:17:23.855631 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:23.856055 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:17:23.856507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Bound port: 1dd66139-ad16-49fb-9d8a-afe076f6fc44, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:17:23.856873 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:23.892441 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:23.909675 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Transition to ACTIVE for port object 4e8d9197-f0a0-470a-8238-faae56d55b89 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:23.933891 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] For port 1dd66139-ad16-49fb-9d8a-afe076f6fc44, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:17:23.937207 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] For port 1dd66139-ad16-49fb-9d8a-afe076f6fc44, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=1dd66139-ad16-49fb-9d8a-afe076f6fc44,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:17:23.937359 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:23.942635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:24.008174 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Network 257f2005-0353-44cc-b411-ff282a37fa0d is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:24.011045 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:24.015420 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:17:24.038513 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Routers {'eab222d9-0416-4568-86be-2517995a8c54'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:17:24.039340 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:17:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eab222d9-0416-4568-86be-2517995a8c54'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:24.057618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Pushing event updated for resources: {'Port': ['ID=4e8d9197-f0a0-470a-8238-faae56d55b89,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:24.084685 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:24.114472 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7769d3e1-8827-4079-b1f7-9520670079ea up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:24.161221 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77585d-a309-49bd-8115-1407b50e5512 None None] Pushing event updated for resources: {'Port': ['ID=1dd66139-ad16-49fb-9d8a-afe076f6fc44,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:24.304418 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] Set router eab222d9-0416-4568-86be-2517995a8c54 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:17:24.344951 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 7769d3e1-8827-4079-b1f7-9520670079ea triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:24.344951 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:24.374571 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:24.555825 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-152b229a-e5db-4dcc-af36-9fa9963cf659 None None] Provisioning for port 4e8d9197-f0a0-470a-8238-faae56d55b89 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:24.571736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-152b229a-e5db-4dcc-af36-9fa9963cf659 None None] Provisioning complete for port 4e8d9197-f0a0-470a-8238-faae56d55b89 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:24.572030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-152b229a-e5db-4dcc-af36-9fa9963cf659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:24.608344 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:24.614175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:24.720903 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Pushing event updated for resources: {'Port': ['ID=4e8d9197-f0a0-470a-8238-faae56d55b89,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:24.724495 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:24.725449 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-152b229a-e5db-4dcc-af36-9fa9963cf659 None None] Port 4e8d9197-f0a0-470a-8238-faae56d55b89 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:17:24.820212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 3, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:24.824240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708dc6e-c357-4ecf-a591-529db1c876c1 None None] The sync data for ids ['eab222d9-0416-4568-86be-2517995a8c54'] in dv-neutron-824346-1-hyperv is: [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 3, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:17:24.866684 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Network 257f2005-0353-44cc-b411-ff282a37fa0d is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:24.868426 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:25.074618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Router eab222d9-0416-4568-86be-2517995a8c54 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:17:25.151728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fcf22d3c-01b6-4b93-897f-98da26b60328 None None] Provisioning complete for port 4e8d9197-f0a0-470a-8238-faae56d55b89 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:25.152250 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fcf22d3c-01b6-4b93-897f-98da26b60328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:25.211082 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-fcf22d3c-01b6-4b93-897f-98da26b60328 None None] Port 4e8d9197-f0a0-470a-8238-faae56d55b89 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:17:25.391190 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:17:25.400282 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-120c8551-cba8-44e7-b304-e9c22b44ceed admin admin] 10.222.0.26 "PUT /v2.0/routers/eab222d9-0416-4568-86be-2517995a8c54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6618888 Jan 12 10:17:25.942952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48696) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:25.948759 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1638431975-network', 'tenant_id': 'b2ae32a0ba254b2abde53fe143716d23'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:25.953695 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:25.957680 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Usage tracker for resource:network and tenant:b2ae32a0ba254b2abde53fe143716d23 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:25.960582 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:25.966363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:25.978899 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Made reservation on behalf of b2ae32a0ba254b2abde53fe143716d23 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:25.982240 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:25.999763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.017649 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:26.021791 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Usage tracker for resource:security_group_rule and tenant:b2ae32a0ba254b2abde53fe143716d23 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:26.025342 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:26.033183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:26.106051 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 1dd66139-ad16-49fb-9d8a-afe076f6fc44 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:26.137059 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.142417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.172373 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:17:26.179724 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 1dd66139-ad16-49fb-9d8a-afe076f6fc44 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:26.184649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 1dd66139-ad16-49fb-9d8a-afe076f6fc44 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:26.185095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96034a34-b868-4f09-b956-f46f3b3ef4d9,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:26.185234 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.189841 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.190164 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Added segment a17774d0-d62c-4280-9df9-a55a658d0f03 of type vlan for network 74b4357d-1c76-49eb-ac25-8fe8ba78a34e Jan 12 10:17:26.218495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.256158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.257204 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:26.257815 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.309921 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.329144 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 1dd66139-ad16-49fb-9d8a-afe076f6fc44, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=1dd66139-ad16-49fb-9d8a-afe076f6fc44,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:17:26.334955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.365095 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4210136 Jan 12 10:17:26.368113 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48700) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:26.370875 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bca49-4b32-476a-8cc5-36975a3aa3ad admin admin] Pushing event updated for resources: {'Network': ['ID=74b4357d-1c76-49eb-ac25-8fe8ba78a34e,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:26.375000 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-8917954f-cfc0-4c9c-ae08-326edc1142cf admin admin] Request body: {'subnet': {'network_id': '74b4357d-1c76-49eb-ac25-8fe8ba78a34e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1638431975-subnet', 'tenant_id': 'b2ae32a0ba254b2abde53fe143716d23', 'ip_version': 4}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:26.386693 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8917954f-cfc0-4c9c-ae08-326edc1142cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:26.389759 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 74b4357d-1c76-49eb-ac25-8fe8ba78a34e details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:17:26.392539 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8917954f-cfc0-4c9c-ae08-326edc1142cf admin admin] Usage tracker for resource:subnet and tenant:b2ae32a0ba254b2abde53fe143716d23 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:26.395697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-8917954f-cfc0-4c9c-ae08-326edc1142cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:26.402533 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-8917954f-cfc0-4c9c-ae08-326edc1142cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:26.417149 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Sync routers for ids ['eab222d9-0416-4568-86be-2517995a8c54'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:17:26.420237 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8917954f-cfc0-4c9c-ae08-326edc1142cf admin admin] Made reservation on behalf of b2ae32a0ba254b2abde53fe143716d23 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:26.423083 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8917954f-cfc0-4c9c-ae08-326edc1142cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.426931 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Routers {'eab222d9-0416-4568-86be-2517995a8c54'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:17:26.427552 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:17:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eab222d9-0416-4568-86be-2517995a8c54'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:26.491804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=1dd66139-ad16-49fb-9d8a-afe076f6fc44,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:26.613899 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Set router eab222d9-0416-4568-86be-2517995a8c54 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:17:26.649625 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8917954f-cfc0-4c9c-ae08-326edc1142cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.721737 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917954f-cfc0-4c9c-ae08-326edc1142cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c33268b6-8c18-48f6-9f16-68fa3cbc5a44,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:26.730507 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8917954f-cfc0-4c9c-ae08-326edc1142cf admin admin] Checking segment: {'id': 'a17774d0-d62c-4280-9df9-a55a658d0f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74b4357d-1c76-49eb-ac25-8fe8ba78a34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:17:26.730894 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8917954f-cfc0-4c9c-ae08-326edc1142cf admin admin] Network hostable DHCP agents. Network: 74b4357d-1c76-49eb-ac25-8fe8ba78a34e, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:17:26.750993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8917954f-cfc0-4c9c-ae08-326edc1142cf admin admin] Network 74b4357d-1c76-49eb-ac25-8fe8ba78a34e is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:17:26.761744 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-8917954f-cfc0-4c9c-ae08-326edc1142cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 74b4357d-1c76-49eb-ac25-8fe8ba78a34e) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:26.766025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8917954f-cfc0-4c9c-ae08-326edc1142cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:26.766610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-8917954f-cfc0-4c9c-ae08-326edc1142cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.771756 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8ef789-3c30-4837-9a15-4eb79693f07e None None] Network 74b4357d-1c76-49eb-ac25-8fe8ba78a34e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:17:26.791436 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-8917954f-cfc0-4c9c-ae08-326edc1142cf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4204314 Jan 12 10:17:26.793080 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48704) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:26.798782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1638431975-router', 'tenant_id': 'b2ae32a0ba254b2abde53fe143716d23', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:26.803735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:26.807508 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Usage tracker for resource:router and tenant:b2ae32a0ba254b2abde53fe143716d23 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:26.810326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:26.815965 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:26.829661 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.830683 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.846501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.939496 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '4e8d9197-f0a0-470a-8238-faae56d55b89', 'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'mac_address': 'fa:16:3e:8e:b6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:23Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 2, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'subnets': [{'id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:26.943400 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Checking router: eab222d9-0416-4568-86be-2517995a8c54 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:17:26.943718 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Updating router eab222d9-0416-4568-86be-2517995a8c54 port 4e8d9197-f0a0-470a-8238-faae56d55b89 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:17:26.991182 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-74b4357d-1c76-49eb-ac25-8fe8ba78a34e', 'network_id': '74b4357d-1c76-49eb-ac25-8fe8ba78a34e', 'tenant_id': 'b2ae32a0ba254b2abde53fe143716d23', 'fixed_ips': [{'subnet_id': 'c33268b6-8c18-48f6-9f16-68fa3cbc5a44'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:17:26.992239 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:26.997733 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.124588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.157719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Allocated IP 172.20.0.2 (74b4357d-1c76-49eb-ac25-8fe8ba78a34e/c33268b6-8c18-48f6-9f16-68fa3cbc5a44/5199afe8-0742-42de-bd62-abbdf0ce1f8e) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:27.351677 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.364141 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Transition to ACTIVE for port object 4e8d9197-f0a0-470a-8238-faae56d55b89 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:27.367835 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.373061 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.379159 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Transition to ACTIVE for port object 5199afe8-0742-42de-bd62-abbdf0ce1f8e will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:27.399224 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Transition to ACTIVE for port object 5199afe8-0742-42de-bd62-abbdf0ce1f8e will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:27.407535 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.440839 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.444834 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f7ff3-1091-4409-98b0-03d9b46e95ff None None] Pushing event updated for resources: {'Port': ['ID=4e8d9197-f0a0-470a-8238-faae56d55b89,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:27.453906 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f7ff3-1091-4409-98b0-03d9b46e95ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:27.454364 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f7ff3-1091-4409-98b0-03d9b46e95ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:27.454816 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f7ff3-1091-4409-98b0-03d9b46e95ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:27.455265 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f7ff3-1091-4409-98b0-03d9b46e95ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:27.456051 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f7ff3-1091-4409-98b0-03d9b46e95ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:27.456051 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f7ff3-1091-4409-98b0-03d9b46e95ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:27.456485 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f7ff3-1091-4409-98b0-03d9b46e95ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:27.456898 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f7ff3-1091-4409-98b0-03d9b46e95ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:27.457371 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f7ff3-1091-4409-98b0-03d9b46e95ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:27.457719 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f7ff3-1091-4409-98b0-03d9b46e95ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:27.458128 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f7ff3-1091-4409-98b0-03d9b46e95ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:27.458537 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f7ff3-1091-4409-98b0-03d9b46e95ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:27.470757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.473875 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Network 74b4357d-1c76-49eb-ac25-8fe8ba78a34e is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:27.477336 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:27.479747 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:17:27.566754 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Pushing event updated for resources: {'Port': ['ID=5199afe8-0742-42de-bd62-abbdf0ce1f8e,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:27.586108 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Attempting to bind port 5199afe8-0742-42de-bd62-abbdf0ce1f8e on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:17:27.586524 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Attempting to bind port 5199afe8-0742-42de-bd62-abbdf0ce1f8e by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'a17774d0-d62c-4280-9df9-a55a658d0f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74b4357d-1c76-49eb-ac25-8fe8ba78a34e'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:17:27.586922 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Attempting to bind port 5199afe8-0742-42de-bd62-abbdf0ce1f8e on network 74b4357d-1c76-49eb-ac25-8fe8ba78a34e {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:17:27.592613 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:17:27.592984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Checking segment: {'id': 'a17774d0-d62c-4280-9df9-a55a658d0f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74b4357d-1c76-49eb-ac25-8fe8ba78a34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:17:27.593392 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.593784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Bound using segment: {'id': 'a17774d0-d62c-4280-9df9-a55a658d0f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74b4357d-1c76-49eb-ac25-8fe8ba78a34e'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:17:27.594314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Bound port: 5199afe8-0742-42de-bd62-abbdf0ce1f8e, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17774d0-d62c-4280-9df9-a55a658d0f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74b4357d-1c76-49eb-ac25-8fe8ba78a34e'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:17:27.594689 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.623799 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Attempting to bind port 4e8d9197-f0a0-470a-8238-faae56d55b89 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:17:27.624176 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Attempting to bind port 4e8d9197-f0a0-470a-8238-faae56d55b89 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:17:27.624542 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Attempting to bind port 4e8d9197-f0a0-470a-8238-faae56d55b89 on network 257f2005-0353-44cc-b411-ff282a37fa0d {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:17:27.627168 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Allocated IP 172.26.2.84 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/34cf99a2-fe1d-45fa-a2b5-7a42161d7069) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:27.630627 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:17:27.631164 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Checking segment: {'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:17:27.631567 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.632141 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Bound using segment: {'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:17:27.632852 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Bound port: 4e8d9197-f0a0-470a-8238-faae56d55b89, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:17:27.633237 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.707788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] For port 5199afe8-0742-42de-bd62-abbdf0ce1f8e, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:17:27.712978 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] For port 5199afe8-0742-42de-bd62-abbdf0ce1f8e, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=5199afe8-0742-42de-bd62-abbdf0ce1f8e,segment=NetworkSegment(a17774d0-d62c-4280-9df9-a55a658d0f03),segment_id=a17774d0-d62c-4280-9df9-a55a658d0f03)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:17:27.719080 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.760379 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] For port 4e8d9197-f0a0-470a-8238-faae56d55b89, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:17:27.764608 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] For port 4e8d9197-f0a0-470a-8238-faae56d55b89, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4e8d9197-f0a0-470a-8238-faae56d55b89,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:17:27.769032 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.802337 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d11821-6907-4215-a776-ede17ec13920 None None] Pushing event updated for resources: {'Port': ['ID=5199afe8-0742-42de-bd62-abbdf0ce1f8e,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:27.804264 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.852166 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Routers {'eab222d9-0416-4568-86be-2517995a8c54'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:17:27.853005 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:17:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eab222d9-0416-4568-86be-2517995a8c54'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:27.858078 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:27.930318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:27.934315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:27.938972 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:17:27.976602 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=34cf99a2-fe1d-45fa-a2b5-7a42161d7069,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:27.985436 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f7ff3-1091-4409-98b0-03d9b46e95ff None None] Pushing event updated for resources: {'Port': ['ID=4e8d9197-f0a0-470a-8238-faae56d55b89,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:28.162865 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] Set router eab222d9-0416-4568-86be-2517995a8c54 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:17:28.175440 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 1dd66139-ad16-49fb-9d8a-afe076f6fc44 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:28.315452 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 1dd66139-ad16-49fb-9d8a-afe076f6fc44 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:28.316093 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:28.523615 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '4e8d9197-f0a0-470a-8238-faae56d55b89', 'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'mac_address': 'fa:16:3e:8e:b6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:23Z', 'updated_at': '2022-01-12T10:17:27Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'subnets': [{'id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:28.528520 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c890caa6-f545-47d3-a037-890cc0354d49 None None] The sync data for ids ['eab222d9-0416-4568-86be-2517995a8c54'] in dv-neutron-824346-1-hyperv is: [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '4e8d9197-f0a0-470a-8238-faae56d55b89', 'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'mac_address': 'fa:16:3e:8e:b6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:23Z', 'updated_at': '2022-01-12T10:17:27Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'subnets': [{'id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:17:28.632503 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:29.001523 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4ff66-2195-44e6-a6f1-1cb5b59af094 None None] Network 74b4357d-1c76-49eb-ac25-8fe8ba78a34e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:17:29.014049 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:29.104205 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-5b485fa8-2ffb-4f96-a4d0-85aa3df2a310 None None] Provisioning for port 5199afe8-0742-42de-bd62-abbdf0ce1f8e completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:29.251600 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Router 03379a6d-f4ec-4fc3-a779-8e0c1e135515 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 10:17:29.447463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:17:29.457640 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Sync routers for ids ['03379a6d-f4ec-4fc3-a779-8e0c1e135515'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:17:29.471955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Routers {'03379a6d-f4ec-4fc3-a779-8e0c1e135515'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:17:29.472693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:17:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['03379a6d-f4ec-4fc3-a779-8e0c1e135515'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:29.473874 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:29.477899 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48708) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:29.478393 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-0f1d1646-4b78-4a8e-9fd6-5b6e0a8f7ee4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6839416 Jan 12 10:17:29.663702 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Set router 03379a6d-f4ec-4fc3-a779-8e0c1e135515 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:17:29.949165 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'name': 'tempest-TestShelveInstance-1638431975-router', 'tenant_id': 'b2ae32a0ba254b2abde53fe143716d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '34cf99a2-fe1d-45fa-a2b5-7a42161d7069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:26Z', 'updated_at': '2022-01-12T10:17:28Z', 'revision_number': 3, 'project_id': 'b2ae32a0ba254b2abde53fe143716d23', 'gw_port': {'id': '34cf99a2-fe1d-45fa-a2b5-7a42161d7069', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:27Z', 'updated_at': '2022-01-12T10:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:29.953272 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Checking router: 03379a6d-f4ec-4fc3-a779-8e0c1e135515 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:17:29.953649 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Updating router 03379a6d-f4ec-4fc3-a779-8e0c1e135515 port 34cf99a2-fe1d-45fa-a2b5-7a42161d7069 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:17:30.005574 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:30.165305 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5199afe8-0742-42de-bd62-abbdf0ce1f8e up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:30.293761 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:30.325385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 5199afe8-0742-42de-bd62-abbdf0ce1f8e completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:30.332718 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 5199afe8-0742-42de-bd62-abbdf0ce1f8e triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:30.333092 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:30.457729 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:30.497448 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Transition to ACTIVE for port object 34cf99a2-fe1d-45fa-a2b5-7a42161d7069 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:30.513716 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Allocated IP 172.20.0.1 (74b4357d-1c76-49eb-ac25-8fe8ba78a34e/c33268b6-8c18-48f6-9f16-68fa3cbc5a44/99772405-47d0-49a8-bf02-d42f50435c29) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:30.550371 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:30.633687 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:30.654351 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Attempting to bind port 34cf99a2-fe1d-45fa-a2b5-7a42161d7069 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:17:30.654733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Attempting to bind port 34cf99a2-fe1d-45fa-a2b5-7a42161d7069 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:17:30.655112 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Attempting to bind port 34cf99a2-fe1d-45fa-a2b5-7a42161d7069 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:17:30.666027 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:30.666700 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:17:30.667100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:17:30.667497 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:30.667891 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:17:30.668349 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Bound port: 34cf99a2-fe1d-45fa-a2b5-7a42161d7069, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:17:30.668724 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:30.681985 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Transition to ACTIVE for port object 99772405-47d0-49a8-bf02-d42f50435c29 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:30.692110 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c1115-5795-4702-a2ab-80c31bcb7e70 None None] Pushing event updated for resources: {'Port': ['ID=34cf99a2-fe1d-45fa-a2b5-7a42161d7069,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:30.710747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:30.728485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 5199afe8-0742-42de-bd62-abbdf0ce1f8e, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=5199afe8-0742-42de-bd62-abbdf0ce1f8e,segment=NetworkSegment(a17774d0-d62c-4280-9df9-a55a658d0f03),segment_id=a17774d0-d62c-4280-9df9-a55a658d0f03)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:17:30.735500 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:30.736288 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4e8d9197-f0a0-470a-8238-faae56d55b89 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:30.779842 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Network 74b4357d-1c76-49eb-ac25-8fe8ba78a34e is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:30.782915 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:30.786794 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:17:30.820267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Pushing event updated for resources: {'Port': ['ID=99772405-47d0-49a8-bf02-d42f50435c29,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:30.845166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:30.858824 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] For port 34cf99a2-fe1d-45fa-a2b5-7a42161d7069, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:17:30.863290 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] For port 34cf99a2-fe1d-45fa-a2b5-7a42161d7069, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=34cf99a2-fe1d-45fa-a2b5-7a42161d7069,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:17:30.873249 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:30.890547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=5199afe8-0742-42de-bd62-abbdf0ce1f8e,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:30.931263 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 4e8d9197-f0a0-470a-8238-faae56d55b89 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:30.953119 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 4e8d9197-f0a0-470a-8238-faae56d55b89 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:30.953547 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:31.012063 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Routers {'03379a6d-f4ec-4fc3-a779-8e0c1e135515'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:17:31.012703 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:17:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['03379a6d-f4ec-4fc3-a779-8e0c1e135515'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:31.105719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c1115-5795-4702-a2ab-80c31bcb7e70 None None] Pushing event updated for resources: {'Port': ['ID=34cf99a2-fe1d-45fa-a2b5-7a42161d7069,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:31.128451 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-dd6ebb2f-2a6d-4b8b-bf57-a40092e3f288 None None] Provisioning for port 99772405-47d0-49a8-bf02-d42f50435c29 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:31.163628 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:31.224177 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-dd6ebb2f-2a6d-4b8b-bf57-a40092e3f288 None None] Provisioning complete for port 99772405-47d0-49a8-bf02-d42f50435c29 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:31.224522 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-dd6ebb2f-2a6d-4b8b-bf57-a40092e3f288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:31.312628 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ebb2f-2a6d-4b8b-bf57-a40092e3f288 None None] Port 99772405-47d0-49a8-bf02-d42f50435c29 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:17:31.316835 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] Set router 03379a6d-f4ec-4fc3-a779-8e0c1e135515 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:17:31.380043 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:31.386139 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:31.415488 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:31.490343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:31.493975 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Pushing event updated for resources: {'Port': ['ID=99772405-47d0-49a8-bf02-d42f50435c29,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:31.532923 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 4e8d9197-f0a0-470a-8238-faae56d55b89, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4e8d9197-f0a0-470a-8238-faae56d55b89,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:17:31.541554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:31.628775 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Network 74b4357d-1c76-49eb-ac25-8fe8ba78a34e is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:31.629838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:31.665431 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=4e8d9197-f0a0-470a-8238-faae56d55b89,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:31.698118 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'name': 'tempest-TestShelveInstance-1638431975-router', 'tenant_id': 'b2ae32a0ba254b2abde53fe143716d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '34cf99a2-fe1d-45fa-a2b5-7a42161d7069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:26Z', 'updated_at': '2022-01-12T10:17:28Z', 'revision_number': 3, 'project_id': 'b2ae32a0ba254b2abde53fe143716d23', 'gw_port': {'id': '34cf99a2-fe1d-45fa-a2b5-7a42161d7069', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:27Z', 'updated_at': '2022-01-12T10:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:31.702492 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dce64b-a58a-4583-aec6-023f3c352c39 None None] The sync data for ids ['03379a6d-f4ec-4fc3-a779-8e0c1e135515'] in dv-neutron-824346-1-hyperv is: [{'id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'name': 'tempest-TestShelveInstance-1638431975-router', 'tenant_id': 'b2ae32a0ba254b2abde53fe143716d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '34cf99a2-fe1d-45fa-a2b5-7a42161d7069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:26Z', 'updated_at': '2022-01-12T10:17:28Z', 'revision_number': 3, 'project_id': 'b2ae32a0ba254b2abde53fe143716d23', 'gw_port': {'id': '34cf99a2-fe1d-45fa-a2b5-7a42161d7069', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:27Z', 'updated_at': '2022-01-12T10:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:17:31.962729 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-60e0833d-478f-4715-87a8-9859bfc797fa None None] Provisioning complete for port 99772405-47d0-49a8-bf02-d42f50435c29 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:31.963297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-60e0833d-478f-4715-87a8-9859bfc797fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:31.969233 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Router 03379a6d-f4ec-4fc3-a779-8e0c1e135515 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:17:32.019312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-60e0833d-478f-4715-87a8-9859bfc797fa None None] Port 99772405-47d0-49a8-bf02-d42f50435c29 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:17:32.179803 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5199afe8-0742-42de-bd62-abbdf0ce1f8e up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:32.179966 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:17:32.193454 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-62e869d0-7eca-45ba-9712-edab2ed13fbc admin admin] 10.222.0.26 "PUT /v2.0/routers/03379a6d-f4ec-4fc3-a779-8e0c1e135515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7105656 Jan 12 10:17:32.252993 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 5199afe8-0742-42de-bd62-abbdf0ce1f8e triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:32.253520 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.383046 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 34cf99a2-fe1d-45fa-a2b5-7a42161d7069 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:32.508146 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 34cf99a2-fe1d-45fa-a2b5-7a42161d7069 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:32.514368 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 34cf99a2-fe1d-45fa-a2b5-7a42161d7069 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:32.514932 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.649134 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.666286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 34cf99a2-fe1d-45fa-a2b5-7a42161d7069, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=34cf99a2-fe1d-45fa-a2b5-7a42161d7069,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:17:32.672201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.672976 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4e8d9197-f0a0-470a-8238-faae56d55b89 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:32.787780 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=34cf99a2-fe1d-45fa-a2b5-7a42161d7069,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:32.799873 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 4e8d9197-f0a0-470a-8238-faae56d55b89 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:32.800237 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:32.937406 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48718) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:32.943020 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d891db19-60ce-429c-b2fe-c42f9ee12355 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1180140641', 'description': 'tempest-secgroup-smoke-1180140641 description', 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:32.949847 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d891db19-60ce-429c-b2fe-c42f9ee12355 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:32.956085 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d891db19-60ce-429c-b2fe-c42f9ee12355 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:security_group and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:32.960804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d891db19-60ce-429c-b2fe-c42f9ee12355 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:32.969537 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d891db19-60ce-429c-b2fe-c42f9ee12355 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:32.981632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d891db19-60ce-429c-b2fe-c42f9ee12355 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.003575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d891db19-60ce-429c-b2fe-c42f9ee12355 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:33.007648 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d891db19-60ce-429c-b2fe-c42f9ee12355 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:security_group_rule and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:33.010696 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d891db19-60ce-429c-b2fe-c42f9ee12355 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:33.016891 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d891db19-60ce-429c-b2fe-c42f9ee12355 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:33.092148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d891db19-60ce-429c-b2fe-c42f9ee12355 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.097824 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d891db19-60ce-429c-b2fe-c42f9ee12355 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.143645 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891db19-60ce-429c-b2fe-c42f9ee12355 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761adb03-57bd-46e3-904a-1353713a2c30,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:33.147222 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d891db19-60ce-429c-b2fe-c42f9ee12355 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.148494 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d891db19-60ce-429c-b2fe-c42f9ee12355 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2099540 Jan 12 10:17:33.151865 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48722) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:33.157100 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5e921ccb-d626-4499-a58e-1027eca95eb2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'security_group_rule': {'security_group_id': '761adb03-57bd-46e3-904a-1353713a2c30', 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:33.163228 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5e921ccb-d626-4499-a58e-1027eca95eb2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:33.167218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5e921ccb-d626-4499-a58e-1027eca95eb2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:security_group_rule and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:33.170128 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5e921ccb-d626-4499-a58e-1027eca95eb2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:33.175763 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5e921ccb-d626-4499-a58e-1027eca95eb2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:33.193471 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5e921ccb-d626-4499-a58e-1027eca95eb2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.256515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5e921ccb-d626-4499-a58e-1027eca95eb2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.262349 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5e921ccb-d626-4499-a58e-1027eca95eb2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.287317 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e921ccb-d626-4499-a58e-1027eca95eb2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc50270-3633-41e4-84c8-1944dd42cb44,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:33.292772 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Sync routers for ids ['03379a6d-f4ec-4fc3-a779-8e0c1e135515'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:17:33.298306 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5e921ccb-d626-4499-a58e-1027eca95eb2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.299614 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5e921ccb-d626-4499-a58e-1027eca95eb2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467712 Jan 12 10:17:33.302578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48726) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:33.302967 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Routers {'03379a6d-f4ec-4fc3-a779-8e0c1e135515'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:17:33.303634 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:17:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['03379a6d-f4ec-4fc3-a779-8e0c1e135515'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:33.307598 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-c89e6f49-4d6e-44b6-beef-436f61bfd90f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'security_group_rule': {'security_group_id': '761adb03-57bd-46e3-904a-1353713a2c30', 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:33.313752 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c89e6f49-4d6e-44b6-beef-436f61bfd90f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:33.317486 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c89e6f49-4d6e-44b6-beef-436f61bfd90f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:security_group_rule and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:33.320287 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-c89e6f49-4d6e-44b6-beef-436f61bfd90f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:33.326262 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-c89e6f49-4d6e-44b6-beef-436f61bfd90f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:33.346928 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c89e6f49-4d6e-44b6-beef-436f61bfd90f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.412513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c89e6f49-4d6e-44b6-beef-436f61bfd90f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.418000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c89e6f49-4d6e-44b6-beef-436f61bfd90f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.442333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e6f49-4d6e-44b6-beef-436f61bfd90f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea7bedd-94a0-4852-ba6c-15470c551b4e,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:33.454193 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-c89e6f49-4d6e-44b6-beef-436f61bfd90f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.455470 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-c89e6f49-4d6e-44b6-beef-436f61bfd90f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519396 Jan 12 10:17:33.458357 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48730) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:33.463336 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-5c35508f-407f-4f77-82a6-9ae1cd6c3b7a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'security_group_rule': {'security_group_id': '761adb03-57bd-46e3-904a-1353713a2c30', 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:33.469181 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5c35508f-407f-4f77-82a6-9ae1cd6c3b7a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:33.472949 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5c35508f-407f-4f77-82a6-9ae1cd6c3b7a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:security_group_rule and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:33.475775 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-5c35508f-407f-4f77-82a6-9ae1cd6c3b7a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:33.481826 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-5c35508f-407f-4f77-82a6-9ae1cd6c3b7a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:33.487158 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Set router 03379a6d-f4ec-4fc3-a779-8e0c1e135515 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:17:33.509099 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c35508f-407f-4f77-82a6-9ae1cd6c3b7a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.573669 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c35508f-407f-4f77-82a6-9ae1cd6c3b7a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.579814 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c35508f-407f-4f77-82a6-9ae1cd6c3b7a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.603040 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35508f-407f-4f77-82a6-9ae1cd6c3b7a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee818f8-daf8-4061-b436-b4c98d246cc2,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:33.613658 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-5c35508f-407f-4f77-82a6-9ae1cd6c3b7a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.614941 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-5c35508f-407f-4f77-82a6-9ae1cd6c3b7a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1556177 Jan 12 10:17:33.617682 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48734) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:33.623311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-0d8e1f7c-c434-4c18-82c2-f3820ad42056 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'security_group_rule': {'security_group_id': '761adb03-57bd-46e3-904a-1353713a2c30', 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:33.629414 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0d8e1f7c-c434-4c18-82c2-f3820ad42056 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:33.633320 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0d8e1f7c-c434-4c18-82c2-f3820ad42056 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:security_group_rule and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:33.636363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-0d8e1f7c-c434-4c18-82c2-f3820ad42056 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:33.642249 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-0d8e1f7c-c434-4c18-82c2-f3820ad42056 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:33.663272 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0d8e1f7c-c434-4c18-82c2-f3820ad42056 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.730028 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0d8e1f7c-c434-4c18-82c2-f3820ad42056 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.734732 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0d8e1f7c-c434-4c18-82c2-f3820ad42056 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.756473 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e1f7c-c434-4c18-82c2-f3820ad42056 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e81bf19-ae2b-414c-a9a8-a9f1eadba73d,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:33.769422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0d8e1f7c-c434-4c18-82c2-f3820ad42056 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.770659 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0d8e1f7c-c434-4c18-82c2-f3820ad42056 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520467 Jan 12 10:17:33.773519 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48738) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:33.778585 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-d67666d3-9b64-437b-8998-d15cf222f98a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'security_group_rule': {'security_group_id': '761adb03-57bd-46e3-904a-1353713a2c30', 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:33.784747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d67666d3-9b64-437b-8998-d15cf222f98a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:33.788563 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d67666d3-9b64-437b-8998-d15cf222f98a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:security_group_rule and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:33.791554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-d67666d3-9b64-437b-8998-d15cf222f98a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:33.797410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-d67666d3-9b64-437b-8998-d15cf222f98a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:33.810017 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-d67666d3-9b64-437b-8998-d15cf222f98a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Project 4ddace2bf2634ab3a8a106eaa9e785ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:17:33.817231 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d67666d3-9b64-437b-8998-d15cf222f98a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.833397 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'name': 'tempest-TestShelveInstance-1638431975-router', 'tenant_id': 'b2ae32a0ba254b2abde53fe143716d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '34cf99a2-fe1d-45fa-a2b5-7a42161d7069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:26Z', 'updated_at': '2022-01-12T10:17:31Z', 'revision_number': 4, 'project_id': 'b2ae32a0ba254b2abde53fe143716d23', 'gw_port': {'id': '34cf99a2-fe1d-45fa-a2b5-7a42161d7069', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:27Z', 'updated_at': '2022-01-12T10:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '99772405-47d0-49a8-bf02-d42f50435c29', 'name': '', 'network_id': '74b4357d-1c76-49eb-ac25-8fe8ba78a34e', 'tenant_id': 'b2ae32a0ba254b2abde53fe143716d23', 'mac_address': 'fa:16:3e:88:f6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c33268b6-8c18-48f6-9f16-68fa3cbc5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:30Z', 'updated_at': '2022-01-12T10:17:31Z', 'revision_number': 2, 'project_id': 'b2ae32a0ba254b2abde53fe143716d23', 'subnets': [{'id': 'c33268b6-8c18-48f6-9f16-68fa3cbc5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:33.837797 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Checking router: 03379a6d-f4ec-4fc3-a779-8e0c1e135515 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:17:33.838148 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Updating router 03379a6d-f4ec-4fc3-a779-8e0c1e135515 port 99772405-47d0-49a8-bf02-d42f50435c29 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:17:33.891447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d67666d3-9b64-437b-8998-d15cf222f98a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.895236 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.896218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d67666d3-9b64-437b-8998-d15cf222f98a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.920280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67666d3-9b64-437b-8998-d15cf222f98a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37c775f-7300-4055-ad39-36973877e841,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:33.932153 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d67666d3-9b64-437b-8998-d15cf222f98a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:33.936830 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d67666d3-9b64-437b-8998-d15cf222f98a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1596067 Jan 12 10:17:33.937213 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 48742) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:33.944489 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-55938037-c613-4eff-9d2d-97c0dded37f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'security_group_rule': {'security_group_id': '761adb03-57bd-46e3-904a-1353713a2c30', 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:33.951081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-55938037-c613-4eff-9d2d-97c0dded37f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:33.955410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-55938037-c613-4eff-9d2d-97c0dded37f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:security_group_rule and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:33.958679 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-55938037-c613-4eff-9d2d-97c0dded37f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:33.968215 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-55938037-c613-4eff-9d2d-97c0dded37f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:33.983778 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.securitygroups_db [None req-55938037-c613-4eff-9d2d-97c0dded37f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Project 4ddace2bf2634ab3a8a106eaa9e785ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:17:33.994594 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-55938037-c613-4eff-9d2d-97c0dded37f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:34.097633 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-55938037-c613-4eff-9d2d-97c0dded37f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:34.102273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 34cf99a2-fe1d-45fa-a2b5-7a42161d7069 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:34.105345 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-55938037-c613-4eff-9d2d-97c0dded37f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:34.128838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55938037-c613-4eff-9d2d-97c0dded37f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db175c42-5e7e-4cb9-b506-8c7a249bb355,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:34.143849 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-55938037-c613-4eff-9d2d-97c0dded37f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:34.153784 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-55938037-c613-4eff-9d2d-97c0dded37f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2068067 Jan 12 10:17:34.196306 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 34cf99a2-fe1d-45fa-a2b5-7a42161d7069 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:34.196743 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:34.307979 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:34.317776 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-96162afe-939d-4bb8-b8ad-f06d640f255c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Synchronizing usage tracker for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:17:34.319668 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Transition to ACTIVE for port object 99772405-47d0-49a8-bf02-d42f50435c29 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:34.330144 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:34.336937 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-96162afe-939d-4bb8-b8ad-f06d640f255c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Unset dirty status for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:17:34.338118 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-96162afe-939d-4bb8-b8ad-f06d640f255c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180140641&fields=id&tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee HTTP/1.1" status: 200 len: 267 time: 0.0612879 Jan 12 10:17:34.502941 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-1bad5f57-974c-41a0-9327-bcc436d1c223 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:34.503987 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-1bad5f57-974c-41a0-9327-bcc436d1c223 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Synchronizing usage tracker for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:network {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:17:34.524891 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa27eb-9010-4d6b-b910-32595e16b26d None None] Pushing event updated for resources: {'Port': ['ID=99772405-47d0-49a8-bf02-d42f50435c29,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:34.525102 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-1bad5f57-974c-41a0-9327-bcc436d1c223 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Unset dirty status for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:network {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:17:34.526671 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-1bad5f57-974c-41a0-9327-bcc436d1c223 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 808 time: 0.1798561 Jan 12 10:17:34.544548 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-2f13385c-c869-49ce-872e-9547a8f14677 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/quotas/4ddace2bf2634ab3a8a106eaa9e785ee HTTP/1.1" status: 200 len: 375 time: 0.0100994 Jan 12 10:17:34.588635 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Attempting to bind port 99772405-47d0-49a8-bf02-d42f50435c29 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:17:34.588979 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Attempting to bind port 99772405-47d0-49a8-bf02-d42f50435c29 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': 'a17774d0-d62c-4280-9df9-a55a658d0f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74b4357d-1c76-49eb-ac25-8fe8ba78a34e'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:17:34.589339 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Attempting to bind port 99772405-47d0-49a8-bf02-d42f50435c29 on network 74b4357d-1c76-49eb-ac25-8fe8ba78a34e {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:17:34.594634 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:17:34.595212 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Checking segment: {'id': 'a17774d0-d62c-4280-9df9-a55a658d0f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74b4357d-1c76-49eb-ac25-8fe8ba78a34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:17:34.595653 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:34.595983 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Bound using segment: {'id': 'a17774d0-d62c-4280-9df9-a55a658d0f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74b4357d-1c76-49eb-ac25-8fe8ba78a34e'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:17:34.596432 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Bound port: 99772405-47d0-49a8-bf02-d42f50435c29, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17774d0-d62c-4280-9df9-a55a658d0f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '74b4357d-1c76-49eb-ac25-8fe8ba78a34e'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:17:34.596800 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:34.635323 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-f548cac9-c74a-45ec-af6a-975ee21e5e1d tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848591 Jan 12 10:17:34.689974 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] For port 99772405-47d0-49a8-bf02-d42f50435c29, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:17:34.693142 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] For port 99772405-47d0-49a8-bf02-d42f50435c29, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=99772405-47d0-49a8-bf02-d42f50435c29,segment=NetworkSegment(a17774d0-d62c-4280-9df9-a55a658d0f03),segment_id=a17774d0-d62c-4280-9df9-a55a658d0f03)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:17:34.701401 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:34.752411 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-a6ac48a3-6d89-412e-8ea2-07c35694763b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:17:34.753997 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-a6ac48a3-6d89-412e-8ea2-07c35694763b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1058340 Jan 12 10:17:34.778923 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Routers {'03379a6d-f4ec-4fc3-a779-8e0c1e135515'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:17:34.779543 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:17:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['03379a6d-f4ec-4fc3-a779-8e0c1e135515'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:34.840127 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa27eb-9010-4d6b-b910-32595e16b26d None None] Pushing event updated for resources: {'Port': ['ID=99772405-47d0-49a8-bf02-d42f50435c29,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:34.894414 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-3b2b14ba-d530-4496-bee8-19664026c51f service neutron] 10.222.0.26 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343086 Jan 12 10:17:34.969099 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] Set router 03379a6d-f4ec-4fc3-a779-8e0c1e135515 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:17:35.031399 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-354983df-67da-4973-a590-730fc0f0b2bb service neutron] 10.222.0.26 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305184 Jan 12 10:17:35.217244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-434c4237-634f-4a1f-8e0d-43f4d3249848 req-3ad9cef0-0498-4c63-883f-46b7d9560d93 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Synchronizing usage tracker for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:17:35.237262 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-434c4237-634f-4a1f-8e0d-43f4d3249848 req-3ad9cef0-0498-4c63-883f-46b7d9560d93 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Unset dirty status for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:17:35.238941 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-434c4237-634f-4a1f-8e0d-43f4d3249848 req-3ad9cef0-0498-4c63-883f-46b7d9560d93 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 210 time: 0.0687337 Jan 12 10:17:35.294604 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'name': 'tempest-TestShelveInstance-1638431975-router', 'tenant_id': 'b2ae32a0ba254b2abde53fe143716d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '34cf99a2-fe1d-45fa-a2b5-7a42161d7069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:26Z', 'updated_at': '2022-01-12T10:17:31Z', 'revision_number': 4, 'project_id': 'b2ae32a0ba254b2abde53fe143716d23', 'gw_port': {'id': '34cf99a2-fe1d-45fa-a2b5-7a42161d7069', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:27Z', 'updated_at': '2022-01-12T10:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '99772405-47d0-49a8-bf02-d42f50435c29', 'name': '', 'network_id': '74b4357d-1c76-49eb-ac25-8fe8ba78a34e', 'tenant_id': 'b2ae32a0ba254b2abde53fe143716d23', 'mac_address': 'fa:16:3e:88:f6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c33268b6-8c18-48f6-9f16-68fa3cbc5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:30Z', 'updated_at': '2022-01-12T10:17:34Z', 'revision_number': 4, 'project_id': 'b2ae32a0ba254b2abde53fe143716d23', 'subnets': [{'id': 'c33268b6-8c18-48f6-9f16-68fa3cbc5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:35.298559 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0cc42d-2b07-414a-899d-229dfb04edbf None None] The sync data for ids ['03379a6d-f4ec-4fc3-a779-8e0c1e135515'] in dv-neutron-824346-1-hyperv is: [{'id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'name': 'tempest-TestShelveInstance-1638431975-router', 'tenant_id': 'b2ae32a0ba254b2abde53fe143716d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '34cf99a2-fe1d-45fa-a2b5-7a42161d7069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:26Z', 'updated_at': '2022-01-12T10:17:31Z', 'revision_number': 4, 'project_id': 'b2ae32a0ba254b2abde53fe143716d23', 'gw_port': {'id': '34cf99a2-fe1d-45fa-a2b5-7a42161d7069', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:27Z', 'updated_at': '2022-01-12T10:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '99772405-47d0-49a8-bf02-d42f50435c29', 'name': '', 'network_id': '74b4357d-1c76-49eb-ac25-8fe8ba78a34e', 'tenant_id': 'b2ae32a0ba254b2abde53fe143716d23', 'mac_address': 'fa:16:3e:88:f6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c33268b6-8c18-48f6-9f16-68fa3cbc5a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:30Z', 'updated_at': '2022-01-12T10:17:34Z', 'revision_number': 4, 'project_id': 'b2ae32a0ba254b2abde53fe143716d23', 'subnets': [{'id': 'c33268b6-8c18-48f6-9f16-68fa3cbc5a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:17:35.473820 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:17:36.130332 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 99772405-47d0-49a8-bf02-d42f50435c29 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:36.199992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 99772405-47d0-49a8-bf02-d42f50435c29 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:36.205289 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 99772405-47d0-49a8-bf02-d42f50435c29 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:36.205659 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:36.326543 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:36.360782 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 99772405-47d0-49a8-bf02-d42f50435c29, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=99772405-47d0-49a8-bf02-d42f50435c29,segment=NetworkSegment(a17774d0-d62c-4280-9df9-a55a658d0f03),segment_id=a17774d0-d62c-4280-9df9-a55a658d0f03)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:17:36.372110 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:36.411456 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e06a4e81-1c2e-4064-b6dc-dcbfccf340ac req-c109ac44-620b-4aeb-be86-63a1ac9f27e4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 210 time: 0.0528879 Jan 12 10:17:36.453127 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=99772405-47d0-49a8-bf02-d42f50435c29,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:36.648804 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-4a5ac49b-b580-4793-94e6-922a066046a5 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:36.650180 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-4a5ac49b-b580-4793-94e6-922a066046a5 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 808 time: 0.1507797 Jan 12 10:17:36.709710 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-13279d3e-2521-4507-b0be-291284df33cc tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee HTTP/1.1" status: 200 len: 380 time: 0.0454140 Jan 12 10:17:36.718292 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8b93e770-daa4-4686-825a-ab7dea86e71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:36.720642 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-05ff9688-bd39-4d10-9cad-35d6b7a5ac87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'port': {'device_id': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'admin_state_up': True, 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'security_groups': ['761adb03-57bd-46e3-904a-1353713a2c30']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:36.878832 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-05ff9688-bd39-4d10-9cad-35d6b7a5ac87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:36.893454 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-05ff9688-bd39-4d10-9cad-35d6b7a5ac87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:36.906674 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-05ff9688-bd39-4d10-9cad-35d6b7a5ac87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Made reservation on behalf of 4ddace2bf2634ab3a8a106eaa9e785ee for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:36.910137 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-05ff9688-bd39-4d10-9cad-35d6b7a5ac87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:37.175617 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-05ff9688-bd39-4d10-9cad-35d6b7a5ac87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Allocated IP 172.20.0.3 (257f2005-0353-44cc-b411-ff282a37fa0d/11ef705e-e41e-457e-9fc8-c72373f39a28/0fece190-218f-46c1-92a8-1ee1fddea242) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:37.375294 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-05ff9688-bd39-4d10-9cad-35d6b7a5ac87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:37.391017 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-05ff9688-bd39-4d10-9cad-35d6b7a5ac87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Transition to ACTIVE for port object 0fece190-218f-46c1-92a8-1ee1fddea242 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:37.417197 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-05ff9688-bd39-4d10-9cad-35d6b7a5ac87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:37.490430 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-05ff9688-bd39-4d10-9cad-35d6b7a5ac87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Network 257f2005-0353-44cc-b411-ff282a37fa0d is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:37.493544 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-05ff9688-bd39-4d10-9cad-35d6b7a5ac87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:37.497954 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-05ff9688-bd39-4d10-9cad-35d6b7a5ac87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:17:37.540084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff9688-bd39-4d10-9cad-35d6b7a5ac87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'Port': ['ID=0fece190-218f-46c1-92a8-1ee1fddea242,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:37.568663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-05ff9688-bd39-4d10-9cad-35d6b7a5ac87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:37.569358 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-05ff9688-bd39-4d10-9cad-35d6b7a5ac87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:37.604779 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-05ff9688-bd39-4d10-9cad-35d6b7a5ac87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8879554 Jan 12 10:17:37.611379 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aca406-0c46-436c-9e57-7ea9cd891c95 req-f0bbb588-5090-4d3d-ab56-6c52b2b6f3cc tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:37.612890 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-44aca406-0c46-436c-9e57-7ea9cd891c95 req-f0bbb588-5090-4d3d-ab56-6c52b2b6f3cc tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 931 time: 0.0870731 Jan 12 10:17:37.622614 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Request body: {'port': {'device_id': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:37.664004 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-44aca406-0c46-436c-9e57-7ea9cd891c95 req-56701577-38aa-45b7-857f-9c38aa871a38 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450394 Jan 12 10:17:37.727989 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-41675087-a123-41ed-9e9c-a50f3498bf78 None None] Provisioning for port 0fece190-218f-46c1-92a8-1ee1fddea242 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:37.735786 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-41675087-a123-41ed-9e9c-a50f3498bf78 None None] Provisioning complete for port 0fece190-218f-46c1-92a8-1ee1fddea242 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:37.736281 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41675087-a123-41ed-9e9c-a50f3498bf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:37.748840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:37.794612 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-41675087-a123-41ed-9e9c-a50f3498bf78 None None] Port 0fece190-218f-46c1-92a8-1ee1fddea242 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:17:38.095067 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 99772405-47d0-49a8-bf02-d42f50435c29 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:38.121630 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fece190-218f-46c1-92a8-1ee1fddea242 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:17:38.129449 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:38.144591 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Transition to ACTIVE for port object 0fece190-218f-46c1-92a8-1ee1fddea242 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:38.151267 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:38.166743 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 99772405-47d0-49a8-bf02-d42f50435c29 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:38.167528 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:38.311264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Pushing event updated for resources: {'Port': ['ID=0fece190-218f-46c1-92a8-1ee1fddea242,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:38.389002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Attempting to bind port 0fece190-218f-46c1-92a8-1ee1fddea242 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:17:38.389335 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Attempting to bind port 0fece190-218f-46c1-92a8-1ee1fddea242 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:17:38.389677 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Attempting to bind port 0fece190-218f-46c1-92a8-1ee1fddea242 on network 257f2005-0353-44cc-b411-ff282a37fa0d {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:17:38.394677 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Port 0fece190-218f-46c1-92a8-1ee1fddea242 on network 257f2005-0353-44cc-b411-ff282a37fa0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 10:17:38.394999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Attempting to bind port 0fece190-218f-46c1-92a8-1ee1fddea242 on network 257f2005-0353-44cc-b411-ff282a37fa0d {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:17:38.400558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:17:38.400895 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Checking segment: {'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:17:38.401273 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Bound using segment: {'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:17:38.401695 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Bound port: 0fece190-218f-46c1-92a8-1ee1fddea242, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:17:38.402039 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:38.491897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] For port 0fece190-218f-46c1-92a8-1ee1fddea242, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:17:38.495955 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] For port 0fece190-218f-46c1-92a8-1ee1fddea242, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0fece190-218f-46c1-92a8-1ee1fddea242,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:17:38.503766 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:38.564983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:38.565578 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:38.566959 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] 10.222.0.53 "PUT /v2.0/ports/0fece190-218f-46c1-92a8-1ee1fddea242 HTTP/1.1" status: 200 len: 1093 time: 0.9505239 Jan 12 10:17:38.567388 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'tag': '0fece190-218f-46c1-92a8-1ee1fddea242'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:17:38.588381 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43320d8b-1c16-4bdb-922f-467aa08b7e1a service neutron] Pushing event updated for resources: {'Port': ['ID=0fece190-218f-46c1-92a8-1ee1fddea242,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:38.644546 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'tag': '0fece190-218f-46c1-92a8-1ee1fddea242', 'status': 'completed', 'code': 200} Jan 12 10:17:38.687506 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-b58d4aae-47fc-4b36-a63a-89ea6922e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:38.689127 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-b58d4aae-47fc-4b36-a63a-89ea6922e18c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 1096 time: 0.0765545 Jan 12 10:17:38.769725 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-49b2355b-4002-4d3f-a2c7-07a31313049f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fece190-218f-46c1-92a8-1ee1fddea242 HTTP/1.1" status: 200 len: 217 time: 0.0690143 Jan 12 10:17:38.841177 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-93ab5d2d-5b40-49de-886d-88a88d1dd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:38.843331 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-93ab5d2d-5b40-49de-886d-88a88d1dd1c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0645792 Jan 12 10:17:38.929520 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-9f280c4e-032d-42cd-a563-23f1a1031a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:38.931072 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-9f280c4e-032d-42cd-a563-23f1a1031a19 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784106 Jan 12 10:17:38.985315 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61bca0-d9d5-497d-8ae6-41d1f927bd08 req-95adab1e-5a8d-4adf-b828-cbd953841790 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:38.987011 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4e61bca0-d9d5-497d-8ae6-41d1f927bd08 req-95adab1e-5a8d-4adf-b828-cbd953841790 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 943 time: 0.2048094 Jan 12 10:17:39.035026 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4e61bca0-d9d5-497d-8ae6-41d1f927bd08 req-566e7b40-9c9f-44fc-8f91-bbb99db43895 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420167 Jan 12 10:17:39.168746 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-19e73604-2796-48ea-8103-597f833bfa2b service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293720 Jan 12 10:17:39.306163 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-08c56226-dbaa-4015-acd9-b9a401ea7c6c req-268a05c0-390a-48f3-92a4-7a0cd311c161 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277695 Jan 12 10:17:39.379353 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e81b61f1-5d2c-4594-837e-107d1796cd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:39.437441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0858e-b822-4ac6-8ca6-91fe724253f8 req-62113321-98c4-42d4-8b73-e5518a76f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:39.439070 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-69f0858e-b822-4ac6-8ca6-91fe724253f8 req-62113321-98c4-42d4-8b73-e5518a76f513 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 1096 time: 0.0734892 Jan 12 10:17:39.579489 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0858e-b822-4ac6-8ca6-91fe724253f8 req-ea2382e3-7155-4033-bdb8-cf54d59584a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:39.581483 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-69f0858e-b822-4ac6-8ca6-91fe724253f8 req-ea2382e3-7155-4033-bdb8-cf54d59584a2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.1354499 Jan 12 10:17:39.652726 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-69f0858e-b822-4ac6-8ca6-91fe724253f8 req-42c0ad24-44f7-4e1d-a7b1-4ad43fec7946 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fece190-218f-46c1-92a8-1ee1fddea242 HTTP/1.1" status: 200 len: 217 time: 0.0640252 Jan 12 10:17:39.716054 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0858e-b822-4ac6-8ca6-91fe724253f8 req-6b85efa5-fdaf-49e1-999a-9cd37512b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:39.717548 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-69f0858e-b822-4ac6-8ca6-91fe724253f8 req-6b85efa5-fdaf-49e1-999a-9cd37512b788 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0582454 Jan 12 10:17:39.799218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0858e-b822-4ac6-8ca6-91fe724253f8 req-a723abab-5e97-4832-aafa-3bba5bca5188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:39.800706 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-69f0858e-b822-4ac6-8ca6-91fe724253f8 req-a723abab-5e97-4832-aafa-3bba5bca5188 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760701 Jan 12 10:17:39.934260 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-69f0858e-b822-4ac6-8ca6-91fe724253f8 req-e80d476e-9222-4bf2-9f12-be6e7196819c service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257949 Jan 12 10:17:40.069063 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-69f0858e-b822-4ac6-8ca6-91fe724253f8 req-dc21f71b-2f84-4000-a0b3-c0c1a1aae1e4 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273048 Jan 12 10:17:40.224421 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc1c0d-710e-4b28-abfa-247c47cfbe65 req-2a552af9-7c33-4447-a802-9f25dcce8f23 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:40.225030 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-8adc1c0d-710e-4b28-abfa-247c47cfbe65 req-2a552af9-7c33-4447-a802-9f25dcce8f23 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Synchronizing usage tracker for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:17:40.246007 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-8adc1c0d-710e-4b28-abfa-247c47cfbe65 req-2a552af9-7c33-4447-a802-9f25dcce8f23 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Unset dirty status for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:17:40.247793 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8adc1c0d-710e-4b28-abfa-247c47cfbe65 req-2a552af9-7c33-4447-a802-9f25dcce8f23 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 943 time: 0.1034636 Jan 12 10:17:40.295466 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8adc1c0d-710e-4b28-abfa-247c47cfbe65 req-f5b4f1fc-6a2e-4124-835d-9cc00e7c29b6 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403733 Jan 12 10:17:40.345682 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:41.209179 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:41.496513 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5603df-b760-4785-aa80-24971ec0574f req-45ed8894-26ac-4549-be21-8f6770050a64 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:41.498003 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9b5603df-b760-4785-aa80-24971ec0574f req-45ed8894-26ac-4549-be21-8f6770050a64 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 943 time: 0.0883460 Jan 12 10:17:41.546832 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9b5603df-b760-4785-aa80-24971ec0574f req-9eea504b-03b6-4ffe-82ca-788bb8e0fbbd tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429366 Jan 12 10:17:42.254114 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0fece190-218f-46c1-92a8-1ee1fddea242 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:17:42.400369 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0fece190-218f-46c1-92a8-1ee1fddea242, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0fece190-218f-46c1-92a8-1ee1fddea242,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:17:42.414590 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '0fece190-218f-46c1-92a8-1ee1fddea242', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'port_id': '0fece190-218f-46c1-92a8-1ee1fddea242', 'mac_address': 'fa:16:3e:d3:0c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:17:42.474345 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:42.491038 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fece190-218f-46c1-92a8-1ee1fddea242 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:17:42.508160 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0fece190-218f-46c1-92a8-1ee1fddea242, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0fece190-218f-46c1-92a8-1ee1fddea242,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:17:42.514179 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:42.591509 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=0fece190-218f-46c1-92a8-1ee1fddea242,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:42.757403 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d8671-cf21-4684-9f10-5e46819f1687 req-6f80cf02-e7d9-4d99-8d8e-579d337de98c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:42.759175 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ee7d8671-cf21-4684-9f10-5e46819f1687 req-6f80cf02-e7d9-4d99-8d8e-579d337de98c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 944 time: 0.0983963 Jan 12 10:17:42.779769 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['0fece190-218f-46c1-92a8-1ee1fddea242'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:17:42.806693 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ee7d8671-cf21-4684-9f10-5e46819f1687 req-601a0584-3658-4c05-8db5-857988b8d5e1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387974 Jan 12 10:17:42.834860 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:44.006802 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6776df8-a00c-404f-93db-84435a00460c req-6815f2ef-6650-449b-9a15-e82f18a53ffe tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:44.008325 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e6776df8-a00c-404f-93db-84435a00460c req-6815f2ef-6650-449b-9a15-e82f18a53ffe tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 944 time: 0.0897233 Jan 12 10:17:44.056255 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e6776df8-a00c-404f-93db-84435a00460c req-60007ad1-b75b-4549-b29d-820ff8394bc1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400090 Jan 12 10:17:44.268871 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0fece190-218f-46c1-92a8-1ee1fddea242 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:17:44.347568 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port 0fece190-218f-46c1-92a8-1ee1fddea242 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:44.352491 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 0fece190-218f-46c1-92a8-1ee1fddea242 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:44.352807 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:44.484887 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:44.512883 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fece190-218f-46c1-92a8-1ee1fddea242'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:17:44.523058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0fece190-218f-46c1-92a8-1ee1fddea242, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0fece190-218f-46c1-92a8-1ee1fddea242,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:17:44.528932 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:44.606521 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=0fece190-218f-46c1-92a8-1ee1fddea242,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:44.624811 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fece190-218f-46c1-92a8-1ee1fddea242', 'code': 200} Jan 12 10:17:44.887300 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd34be-c300-4703-a7cd-9fa187111324 req-a8b497a0-745b-434e-88dc-82abdd86744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:44.888696 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f5cd34be-c300-4703-a7cd-9fa187111324 req-a8b497a0-745b-434e-88dc-82abdd86744a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 1098 time: 0.0731809 Jan 12 10:17:44.941893 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f5cd34be-c300-4703-a7cd-9fa187111324 req-5fa84877-5fe1-48d3-8ee7-8bd28a984bbe service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427809 Jan 12 10:17:45.261831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514e1fe-4cd4-4c75-bab3-10a825a500d6 req-adc4963d-f252-4cce-9206-8e541b56685b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:45.263303 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9514e1fe-4cd4-4c75-bab3-10a825a500d6 req-adc4963d-f252-4cce-9206-8e541b56685b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0978889 Jan 12 10:17:45.309750 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9514e1fe-4cd4-4c75-bab3-10a825a500d6 req-f8697849-e482-4af5-ab07-5ebe70655507 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392878 Jan 12 10:17:46.509385 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffadfc4-0e9e-4b04-b880-6444c8639716 req-1a4863a4-2a18-4e41-ba1f-ecfea0e6b0c7 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:46.510873 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7ffadfc4-0e9e-4b04-b880-6444c8639716 req-1a4863a4-2a18-4e41-ba1f-ecfea0e6b0c7 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0811901 Jan 12 10:17:46.561646 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7ffadfc4-0e9e-4b04-b880-6444c8639716 req-498cb041-f196-4d36-872f-06f0267a341c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429239 Jan 12 10:17:46.775777 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa98406-ad76-487d-acbe-a30cf4d8bb4d req-bf4dafda-a7cf-4a4d-b354-1de7950d1695 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:46.777262 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3fa98406-ad76-487d-acbe-a30cf4d8bb4d req-bf4dafda-a7cf-4a4d-b354-1de7950d1695 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0909224 Jan 12 10:17:46.821845 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3fa98406-ad76-487d-acbe-a30cf4d8bb4d req-0ac0b247-c979-4fb6-8629-1b0f90ff3a14 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389202 Jan 12 10:17:46.844941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48804) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:46.974670 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f2ea61-8a6b-4221-a2a7-37e9d6d6dabf tempest-TestShelveInstance-1472071264 tempest-TestShelveInstance-1472071264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:46.976235 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e5f2ea61-8a6b-4221-a2a7-37e9d6d6dabf tempest-TestShelveInstance-1472071264 tempest-TestShelveInstance-1472071264-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 1093 time: 0.1302679 Jan 12 10:17:46.980743 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48810) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:17:46.985629 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': '0fece190-218f-46c1-92a8-1ee1fddea242', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:46.992228 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:17:46.996888 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:floatingip and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:17:47.000044 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:17:47.006158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:17:47.020613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:47.116767 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:47.162993 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:47.305337 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Allocated IP 172.26.2.96 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/c0c69ca4-92b0-4d9b-96e3-d48ad8c3edf7) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:47.461656 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:47.496908 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:47.560054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:47.562983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:47.566640 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:17:47.594914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'Port': ['ID=c0c69ca4-92b0-4d9b-96e3-d48ad8c3edf7,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:47.988696 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:48.072179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:48.389653 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:48.396879 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:48.507978 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'Port': ['ID=c0c69ca4-92b0-4d9b-96e3-d48ad8c3edf7,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:48.518647 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:48.695194 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Floating IP 238c197a-c8d5-4a38-ad36-5186ec033d96 associated. External IP: 172.26.2.96, port: 0fece190-218f-46c1-92a8-1ee1fddea242. Jan 12 10:17:49.042942 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Router eab222d9-0416-4568-86be-2517995a8c54 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:17:49.228405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:17:49.238559 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f687c5-95c0-409a-a9f4-8fd36f6343d4 None None] Sync routers for ids ['eab222d9-0416-4568-86be-2517995a8c54'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:17:49.249129 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f687c5-95c0-409a-a9f4-8fd36f6343d4 None None] Routers {'eab222d9-0416-4568-86be-2517995a8c54'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:17:49.249752 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d1f687c5-95c0-409a-a9f4-8fd36f6343d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:17:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eab222d9-0416-4568-86be-2517995a8c54'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:49.255682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:17:49.311910 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-66402442-f8f2-4fb3-8ebe-d928ea0f2401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3300457 Jan 12 10:17:49.312470 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'tag': '0fece190-218f-46c1-92a8-1ee1fddea242'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:17:49.411108 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'tag': '0fece190-218f-46c1-92a8-1ee1fddea242', 'status': 'completed', 'code': 200} Jan 12 10:17:49.429569 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-d1f687c5-95c0-409a-a9f4-8fd36f6343d4 None None] Set router eab222d9-0416-4568-86be-2517995a8c54 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:17:49.508067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e930461-72f9-40c0-9f37-ea34b9a26a79 req-8422a40f-cfbb-4532-ae97-f6d7fd456f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:49.509561 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1e930461-72f9-40c0-9f37-ea34b9a26a79 req-8422a40f-cfbb-4532-ae97-f6d7fd456f8b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 1098 time: 0.0768280 Jan 12 10:17:49.750070 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e930461-72f9-40c0-9f37-ea34b9a26a79 req-0d5d482d-4d03-4e7f-8c8a-f16f6c7b56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:49.752382 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1e930461-72f9-40c0-9f37-ea34b9a26a79 req-0d5d482d-4d03-4e7f-8c8a-f16f6c7b56ff service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.2368214 Jan 12 10:17:49.789336 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d1f687c5-95c0-409a-a9f4-8fd36f6343d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '238c197a-c8d5-4a38-ad36-5186ec033d96', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'floating_ip_address': '172.26.2.96', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'port_id': '0fece190-218f-46c1-92a8-1ee1fddea242', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'mac_address': 'fa:16:3e:d3:0c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:17:47Z', 'updated_at': '2022-01-12T10:17:47Z', 'revision_number': 0, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e8d9197-f0a0-470a-8238-faae56d55b89', 'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'mac_address': 'fa:16:3e:8e:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:23Z', 'updated_at': '2022-01-12T10:17:31Z', 'revision_number': 5, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'subnets': [{'id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:49.793220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f687c5-95c0-409a-a9f4-8fd36f6343d4 None None] Checking router: eab222d9-0416-4568-86be-2517995a8c54 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:17:49.801620 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f687c5-95c0-409a-a9f4-8fd36f6343d4 None None] Routers {'eab222d9-0416-4568-86be-2517995a8c54'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:17:49.802223 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d1f687c5-95c0-409a-a9f4-8fd36f6343d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:17:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eab222d9-0416-4568-86be-2517995a8c54'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:49.853784 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1e930461-72f9-40c0-9f37-ea34b9a26a79 req-91aa9618-8ed8-4187-b74e-80876892ced2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fece190-218f-46c1-92a8-1ee1fddea242 HTTP/1.1" status: 200 len: 998 time: 0.0951905 Jan 12 10:17:49.914229 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e930461-72f9-40c0-9f37-ea34b9a26a79 req-c759a28e-3906-473e-94f7-da7402da375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:49.915713 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1e930461-72f9-40c0-9f37-ea34b9a26a79 req-c759a28e-3906-473e-94f7-da7402da375c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0564570 Jan 12 10:17:49.979774 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-d1f687c5-95c0-409a-a9f4-8fd36f6343d4 None None] Set router eab222d9-0416-4568-86be-2517995a8c54 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:17:49.990293 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e930461-72f9-40c0-9f37-ea34b9a26a79 req-9745528f-c538-42a3-89d2-7f8e2bdd0dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:49.991837 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1e930461-72f9-40c0-9f37-ea34b9a26a79 req-9745528f-c538-42a3-89d2-7f8e2bdd0dac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701127 Jan 12 10:17:50.125337 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1e930461-72f9-40c0-9f37-ea34b9a26a79 req-2ea92d13-0b6c-40af-8942-a0ca64d3cd8a service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266148 Jan 12 10:17:50.271540 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1e930461-72f9-40c0-9f37-ea34b9a26a79 req-5de132b3-d6c3-407e-9acb-14c23fbc4e5d service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402500 Jan 12 10:17:50.390219 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-d1f687c5-95c0-409a-a9f4-8fd36f6343d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '238c197a-c8d5-4a38-ad36-5186ec033d96', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'floating_ip_address': '172.26.2.96', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'port_id': '0fece190-218f-46c1-92a8-1ee1fddea242', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'mac_address': 'fa:16:3e:d3:0c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:17:47Z', 'updated_at': '2022-01-12T10:17:47Z', 'revision_number': 0, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e8d9197-f0a0-470a-8238-faae56d55b89', 'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'mac_address': 'fa:16:3e:8e:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:23Z', 'updated_at': '2022-01-12T10:17:31Z', 'revision_number': 5, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'subnets': [{'id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:50.394738 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f687c5-95c0-409a-a9f4-8fd36f6343d4 None None] The sync data for ids ['eab222d9-0416-4568-86be-2517995a8c54'] in dv-neutron-824346-1-hyperv is: [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '238c197a-c8d5-4a38-ad36-5186ec033d96', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'floating_ip_address': '172.26.2.96', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'port_id': '0fece190-218f-46c1-92a8-1ee1fddea242', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'mac_address': 'fa:16:3e:d3:0c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:17:47Z', 'updated_at': '2022-01-12T10:17:47Z', 'revision_number': 0, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e8d9197-f0a0-470a-8238-faae56d55b89', 'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'mac_address': 'fa:16:3e:8e:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:23Z', 'updated_at': '2022-01-12T10:17:31Z', 'revision_number': 5, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'subnets': [{'id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:17:50.618094 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9827da99-cb43-44ec-8e32-e33fe59b0cea None None] New status for floating IP 238c197a-c8d5-4a38-ad36-5186ec033d96: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:18:02.012447 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d1cc9cc-6e5b-4b34-a7cf-e0b633b5d6f1 req-87c72cf7-b348-4584-b006-1188dcc76bf4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746932 Jan 12 10:18:02.151055 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cc9cc-6e5b-4b34-a7cf-e0b633b5d6f1 req-10133020-efdc-4090-9d7a-6b6d2ba101a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:02.152548 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d1cc9cc-6e5b-4b34-a7cf-e0b633b5d6f1 req-10133020-efdc-4090-9d7a-6b6d2ba101a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 1098 time: 0.0709655 Jan 12 10:18:02.306247 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cc9cc-6e5b-4b34-a7cf-e0b633b5d6f1 req-ff103e35-1d54-4652-ae1b-c86b45ab2623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:02.307738 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d1cc9cc-6e5b-4b34-a7cf-e0b633b5d6f1 req-ff103e35-1d54-4652-ae1b-c86b45ab2623 service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.1342566 Jan 12 10:18:02.419196 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d1cc9cc-6e5b-4b34-a7cf-e0b633b5d6f1 req-fc57bca1-da25-4d50-8606-d24aaba574e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fece190-218f-46c1-92a8-1ee1fddea242 HTTP/1.1" status: 200 len: 1000 time: 0.1047935 Jan 12 10:18:02.491706 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cc9cc-6e5b-4b34-a7cf-e0b633b5d6f1 req-ed2b8249-9136-4651-98cc-0c93a0a6a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:02.493149 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d1cc9cc-6e5b-4b34-a7cf-e0b633b5d6f1 req-ed2b8249-9136-4651-98cc-0c93a0a6a84c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0633867 Jan 12 10:18:02.569747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cc9cc-6e5b-4b34-a7cf-e0b633b5d6f1 req-f6196c70-9864-4bff-9af0-79521d52c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:02.571162 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d1cc9cc-6e5b-4b34-a7cf-e0b633b5d6f1 req-f6196c70-9864-4bff-9af0-79521d52c4e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709808 Jan 12 10:18:02.709200 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d1cc9cc-6e5b-4b34-a7cf-e0b633b5d6f1 req-1c361525-fed9-43a6-aee6-b7bf9b5b50f7 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305730 Jan 12 10:18:02.861964 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8d1cc9cc-6e5b-4b34-a7cf-e0b633b5d6f1 req-89698859-33e8-48f8-bb07-bac974d52fa0 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453998 Jan 12 10:18:06.718218 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0f94f8dd-8e97-4d61-964c-110e676ec67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:09.385176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fb1bebda-e0e9-4b6f-84b2-105ac4acb02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:10.346048 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:11.214323 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:12.476585 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:18:12.793465 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:17.116617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:36.713979 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-db1cb9ad-b56c-4c3a-9644-b3ac40d53a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:39.383080 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cc08182a-4dfc-4dbc-9730-c92a5f2b5ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:40.345200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:41.220590 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:42.797578 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:47.128588 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:18:49.479404 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:19:04.063016 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bf9cee61-7f9a-4040-8336-0641a0118197 req-26d3d472-2163-4827-bad3-8019f42c54ac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781066 Jan 12 10:19:04.210711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cee61-7f9a-4040-8336-0641a0118197 req-cd2c82ea-beb4-45c6-9f01-b633022e4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:04.212263 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bf9cee61-7f9a-4040-8336-0641a0118197 req-cd2c82ea-beb4-45c6-9f01-b633022e4d58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 1098 time: 0.0761526 Jan 12 10:19:04.466077 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cee61-7f9a-4040-8336-0641a0118197 req-7ff1bf03-6f6a-41d3-96af-3410c5f9b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:04.467644 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bf9cee61-7f9a-4040-8336-0641a0118197 req-7ff1bf03-6f6a-41d3-96af-3410c5f9b3c4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.2278950 Jan 12 10:19:04.589939 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bf9cee61-7f9a-4040-8336-0641a0118197 req-6b2478da-31c2-4689-a6cd-e62d84001f0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fece190-218f-46c1-92a8-1ee1fddea242 HTTP/1.1" status: 200 len: 1000 time: 0.1125908 Jan 12 10:19:04.654827 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cee61-7f9a-4040-8336-0641a0118197 req-f49a324c-6f6c-40e6-bb2b-2777bdc4dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:04.656297 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bf9cee61-7f9a-4040-8336-0641a0118197 req-f49a324c-6f6c-40e6-bb2b-2777bdc4dc4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0599053 Jan 12 10:19:04.736453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cee61-7f9a-4040-8336-0641a0118197 req-a06bbb15-ad52-4c04-8a56-d99bbb23af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:04.737849 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bf9cee61-7f9a-4040-8336-0641a0118197 req-a06bbb15-ad52-4c04-8a56-d99bbb23af25 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751450 Jan 12 10:19:04.882111 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bf9cee61-7f9a-4040-8336-0641a0118197 req-c5cc2c23-fe0d-4a8c-aabc-16f40733946d service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326487 Jan 12 10:19:05.028684 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bf9cee61-7f9a-4040-8336-0641a0118197 req-3bb97257-5fdc-4af3-aa6e-91ca38639bee service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368067 Jan 12 10:19:06.710650 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f3221290-6ca7-4ad0-8c72-724fdfeecccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:09.387207 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-35cd18b9-b240-4e46-ae8a-58c39b10435a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:10.347404 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:11.231600 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:12.801425 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:17.128839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:26.481423 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:19:36.707224 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f95158c7-20ae-42b1-bea2-b960f664f2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:39.384854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5fc8a80f-929b-43f7-95eb-f2992ab05229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:40.342659 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:41.229521 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:42.804003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:47.126910 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:47.762809 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67393363-470b-4aa1-afbd-54efda6c80b1 req-1c1221d2-664a-415e-9d78-24bb779f8770 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:47.764291 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67393363-470b-4aa1-afbd-54efda6c80b1 req-1c1221d2-664a-415e-9d78-24bb779f8770 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0817437 Jan 12 10:19:47.810878 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-67393363-470b-4aa1-afbd-54efda6c80b1 req-66a2282b-6ae0-4bea-99f6-16a9825af770 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 Jan 12 10:19:49.004538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff236af-9992-4f6b-8934-e959a7b19740 req-29aeaf4a-7b54-49ca-afac-5b46fa1381ba tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:49.006077 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9ff236af-9992-4f6b-8934-e959a7b19740 req-29aeaf4a-7b54-49ca-afac-5b46fa1381ba tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0870810 Jan 12 10:19:49.052352 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9ff236af-9992-4f6b-8934-e959a7b19740 req-4c6d471d-d70b-42b4-bb67-67a1da0fdc59 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405118 Jan 12 10:19:50.246259 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd5352-ad18-46d9-95bc-9da13274f5f7 req-e0ec732f-66c6-4a7d-863f-33ebb94106e6 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:50.247781 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9ccd5352-ad18-46d9-95bc-9da13274f5f7 req-e0ec732f-66c6-4a7d-863f-33ebb94106e6 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0811000 Jan 12 10:19:50.296683 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9ccd5352-ad18-46d9-95bc-9da13274f5f7 req-2f584111-4b46-417a-8f47-29dfd32398c5 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 Jan 12 10:19:51.489897 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c727a-89c7-485c-a135-2ee16ba62b28 req-9bad2afa-701e-4f01-b9dc-26bade4738c7 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:51.491390 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-014c727a-89c7-485c-a135-2ee16ba62b28 req-9bad2afa-701e-4f01-b9dc-26bade4738c7 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0820873 Jan 12 10:19:51.535613 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-014c727a-89c7-485c-a135-2ee16ba62b28 req-a9cc7718-8145-4889-9bbe-0d12114497d3 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380147 Jan 12 10:19:52.728467 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac6572-e3bd-47e7-bfd2-829e10038aa7 req-2c7a8150-dc45-4965-8e2b-21f7023ed801 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:52.729841 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-13ac6572-e3bd-47e7-bfd2-829e10038aa7 req-2c7a8150-dc45-4965-8e2b-21f7023ed801 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0853782 Jan 12 10:19:52.776049 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-13ac6572-e3bd-47e7-bfd2-829e10038aa7 req-9a2cd36a-9889-4076-bd38-7a727d483e8c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403945 Jan 12 10:19:53.966306 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e72ac-e153-47e7-acbb-186f5c01098d req-52ecb3d7-3356-49cf-b0ba-97af5559cfc2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:53.967789 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b11e72ac-e153-47e7-acbb-186f5c01098d req-52ecb3d7-3356-49cf-b0ba-97af5559cfc2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0850959 Jan 12 10:19:54.014225 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b11e72ac-e153-47e7-acbb-186f5c01098d req-c6fed0d9-5ca2-40ef-a88d-43313fbdba62 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405951 Jan 12 10:19:55.199853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd66bbb-c6cd-47a6-b316-d416e768ad57 req-0c04a2c6-26b9-4726-8c15-3c47fc762155 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:55.201324 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5fd66bbb-c6cd-47a6-b316-d416e768ad57 req-0c04a2c6-26b9-4726-8c15-3c47fc762155 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0799396 Jan 12 10:19:55.247420 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5fd66bbb-c6cd-47a6-b316-d416e768ad57 req-6a59ec29-f618-4650-aa3b-a794f766dc50 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397825 Jan 12 10:19:56.431163 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3055fc5-4808-4dd3-baad-19232882471c req-6ce597f3-9867-4030-bdb2-938501a40820 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:56.432633 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d3055fc5-4808-4dd3-baad-19232882471c req-6ce597f3-9867-4030-bdb2-938501a40820 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0816884 Jan 12 10:19:56.478182 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d3055fc5-4808-4dd3-baad-19232882471c req-e62c42d4-5f46-4ea1-9544-f3815f55640e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392501 Jan 12 10:19:57.666584 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428e3ae-212a-4a31-a0f0-6f8beec47390 req-4d35867f-f432-4eff-b2a7-92f35bfbc362 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:57.668167 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e428e3ae-212a-4a31-a0f0-6f8beec47390 req-4d35867f-f432-4eff-b2a7-92f35bfbc362 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0849173 Jan 12 10:19:57.713717 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e428e3ae-212a-4a31-a0f0-6f8beec47390 req-df897d87-45b4-4d7c-8173-fcf4c1eb85af tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398490 Jan 12 10:19:58.844265 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0fece190-218f-46c1-92a8-1ee1fddea242 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:19:58.988192 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0fece190-218f-46c1-92a8-1ee1fddea242, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0fece190-218f-46c1-92a8-1ee1fddea242,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:19:59.003834 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '0fece190-218f-46c1-92a8-1ee1fddea242', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'port_id': '0fece190-218f-46c1-92a8-1ee1fddea242', 'mac_address': 'fa:16:3e:d3:0c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:19:59.042400 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d40ae-a03c-4e13-be9e-52e25db273ba req-4e42d878-86a9-445e-852c-3fc0dfe13c56 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:59.044254 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a26d40ae-a03c-4e13-be9e-52e25db273ba req-4e42d878-86a9-445e-852c-3fc0dfe13c56 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.2166610 Jan 12 10:19:59.065777 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:59.088521 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fece190-218f-46c1-92a8-1ee1fddea242 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:19:59.094060 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a26d40ae-a03c-4e13-be9e-52e25db273ba req-f499b076-dff0-4f47-8f0a-9fc570479262 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424826 Jan 12 10:19:59.106368 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0fece190-218f-46c1-92a8-1ee1fddea242, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0fece190-218f-46c1-92a8-1ee1fddea242,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:19:59.112368 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:19:59.185804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=0fece190-218f-46c1-92a8-1ee1fddea242,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:59.193202 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:59.193641 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:59.193970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:59.194311 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:59.194637 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:59.194997 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:59.195318 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:59.195638 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:59.195961 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:59.196274 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:59.196588 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:59.196897 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:59.203304 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['0fece190-218f-46c1-92a8-1ee1fddea242'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:20:00.287129 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122521c-2921-4ddf-ab6c-cc5c3364f094 req-49a16f3f-6e88-455a-b629-841c35370e9e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:00.288828 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a122521c-2921-4ddf-ab6c-cc5c3364f094 req-49a16f3f-6e88-455a-b629-841c35370e9e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 944 time: 0.0842617 Jan 12 10:20:00.338359 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a122521c-2921-4ddf-ab6c-cc5c3364f094 req-d45cfa16-1db2-49b9-8081-a5cce9785add tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435987 Jan 12 10:20:00.860765 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0fece190-218f-46c1-92a8-1ee1fddea242 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:20:00.935539 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 0fece190-218f-46c1-92a8-1ee1fddea242 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:20:00.935917 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:01.058202 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:01.112325 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fece190-218f-46c1-92a8-1ee1fddea242'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:20:01.137972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0fece190-218f-46c1-92a8-1ee1fddea242, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0fece190-218f-46c1-92a8-1ee1fddea242,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:20:01.146094 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:01.184317 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fece190-218f-46c1-92a8-1ee1fddea242', 'code': 200} Jan 12 10:20:01.233362 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=0fece190-218f-46c1-92a8-1ee1fddea242,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:01.579359 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947f6ae-dcae-4bd0-ac0a-22a14d7e1efe req-84b92fcc-ae20-41ce-8886-f2e1bb5af716 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:01.580961 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4947f6ae-dcae-4bd0-ac0a-22a14d7e1efe req-84b92fcc-ae20-41ce-8886-f2e1bb5af716 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.1137278 Jan 12 10:20:01.639637 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4947f6ae-dcae-4bd0-ac0a-22a14d7e1efe req-52b5acf2-6ac7-4c99-ba41-59adf4115058 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490708 Jan 12 10:20:02.862395 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be366db1-32a6-41f8-92bd-092e3c45fa81 req-2139f1c0-6344-48c8-9ce8-7b975f8f72c6 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:02.869297 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-be366db1-32a6-41f8-92bd-092e3c45fa81 req-2139f1c0-6344-48c8-9ce8-7b975f8f72c6 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0964184 Jan 12 10:20:02.926422 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-be366db1-32a6-41f8-92bd-092e3c45fa81 req-7f21c7c8-5e54-4207-b8b7-51082b8ba417 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554984 Jan 12 10:20:03.480771 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:20:04.168813 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36feac20-5aa1-4d30-86ce-7588ed763f98 req-b111cd6c-bf94-4d8c-a095-5369d5bf459f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:04.170582 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-36feac20-5aa1-4d30-86ce-7588ed763f98 req-b111cd6c-bf94-4d8c-a095-5369d5bf459f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.1213324 Jan 12 10:20:04.231679 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-36feac20-5aa1-4d30-86ce-7588ed763f98 req-ee97cf59-ec4b-40ce-b735-48deedf8edf8 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551832 Jan 12 10:20:05.187301 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49928029-3943-4333-90d9-9fa418b248a4 req-06683792-53cf-460d-b91b-7e77be6925c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:05.188829 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-49928029-3943-4333-90d9-9fa418b248a4 req-06683792-53cf-460d-b91b-7e77be6925c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 1098 time: 0.1205082 Jan 12 10:20:05.377797 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49928029-3943-4333-90d9-9fa418b248a4 req-ccb3e182-6c9d-4bbe-865b-3dc338a9a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:05.379211 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-49928029-3943-4333-90d9-9fa418b248a4 req-ccb3e182-6c9d-4bbe-865b-3dc338a9a4e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.1670086 Jan 12 10:20:05.472727 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155794d-30dc-43a1-8546-1455cf8c7e8e req-a4874441-6a84-42ba-aed9-ba931a540903 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:05.474957 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a155794d-30dc-43a1-8546-1455cf8c7e8e req-a4874441-6a84-42ba-aed9-ba931a540903 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.1232862 Jan 12 10:20:05.534306 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a155794d-30dc-43a1-8546-1455cf8c7e8e req-86720b99-a042-4b28-bb57-9abd32ed531b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528233 Jan 12 10:20:05.613579 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-49928029-3943-4333-90d9-9fa418b248a4 req-7980f8ed-f1bf-4fc8-baf8-b223877f6715 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fece190-218f-46c1-92a8-1ee1fddea242 HTTP/1.1" status: 200 len: 1000 time: 0.2270122 Jan 12 10:20:05.708258 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49928029-3943-4333-90d9-9fa418b248a4 req-6f8afd95-31bc-441b-a5bd-ba0a5a69fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:05.710092 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-49928029-3943-4333-90d9-9fa418b248a4 req-6f8afd95-31bc-441b-a5bd-ba0a5a69fec1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0872431 Jan 12 10:20:05.796615 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49928029-3943-4333-90d9-9fa418b248a4 req-8b7c6952-60fc-440b-8600-2eaa9ba4e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:05.798149 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-49928029-3943-4333-90d9-9fa418b248a4 req-8b7c6952-60fc-440b-8600-2eaa9ba4e570 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777075 Jan 12 10:20:05.945149 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-49928029-3943-4333-90d9-9fa418b248a4 req-4e0ac849-1432-4d26-bc60-f05161f67d01 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391935 Jan 12 10:20:06.111601 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-49928029-3943-4333-90d9-9fa418b248a4 req-89d8ae4a-6e83-44a7-9d22-f93497d715e1 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554780 Jan 12 10:20:06.725158 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c9b99df5-931c-45ab-8e74-b4cdcf68b168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:06.771045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec28fd6-ddf1-4881-9410-f2d2f8a67ac6 req-8937c8b6-f561-4b58-8289-48895b3b34c2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:06.772602 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dec28fd6-ddf1-4881-9410-f2d2f8a67ac6 req-8937c8b6-f561-4b58-8289-48895b3b34c2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.1155677 Jan 12 10:20:06.830034 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dec28fd6-ddf1-4881-9410-f2d2f8a67ac6 req-3eaaa837-85e3-4905-a850-4f2c89c6a9a5 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504732 Jan 12 10:20:08.037854 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d12748-5d0e-4cf4-af6e-2ee2c8761f88 req-4c49d57c-360c-435f-a772-0c7287008870 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:08.045478 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f3d12748-5d0e-4cf4-af6e-2ee2c8761f88 req-4c49d57c-360c-435f-a772-0c7287008870 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0965536 Jan 12 10:20:08.097089 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f3d12748-5d0e-4cf4-af6e-2ee2c8761f88 req-53d0a07f-cc54-407e-94b4-24ae02a7aab2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503337 Jan 12 10:20:09.286431 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7db200-cc6c-4f1a-835f-096e98e35e85 req-f43bd8ba-9a65-428f-8080-51c2d498f032 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:09.287960 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ab7db200-cc6c-4f1a-835f-096e98e35e85 req-f43bd8ba-9a65-428f-8080-51c2d498f032 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0860934 Jan 12 10:20:09.355239 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ab7db200-cc6c-4f1a-835f-096e98e35e85 req-ac4e3c7f-a256-4a17-afe5-efed2f1afee7 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605989 Jan 12 10:20:09.398906 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-21a5c733-24f7-402f-9a57-26310a5f46dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:10.338005 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:10.539891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab3406-85ff-4433-9e77-e6730564148d req-8ca047d4-0729-4243-b3f3-c3268757221d tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:10.541362 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5aab3406-85ff-4433-9e77-e6730564148d req-8ca047d4-0729-4243-b3f3-c3268757221d tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0804029 Jan 12 10:20:10.585687 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5aab3406-85ff-4433-9e77-e6730564148d req-6b9004b4-03c8-45c1-8447-8ef80049c270 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385897 Jan 12 10:20:10.644904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d4dbc-0f43-4be9-96c2-6489b642fdd7 req-17df7c7a-221a-4b76-b06b-9db72d28e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:10.646431 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dc3d4dbc-0f43-4be9-96c2-6489b642fdd7 req-17df7c7a-221a-4b76-b06b-9db72d28e3a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 1098 time: 0.0762577 Jan 12 10:20:10.784076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d4dbc-0f43-4be9-96c2-6489b642fdd7 req-9d800264-7843-4f63-90d1-e551593899b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:10.785617 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dc3d4dbc-0f43-4be9-96c2-6489b642fdd7 req-9d800264-7843-4f63-90d1-e551593899b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.1292069 Jan 12 10:20:10.893964 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dc3d4dbc-0f43-4be9-96c2-6489b642fdd7 req-bd9158bf-2b3c-485f-964e-df3a6d5b1cca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fece190-218f-46c1-92a8-1ee1fddea242 HTTP/1.1" status: 200 len: 1000 time: 0.1009116 Jan 12 10:20:10.959806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d4dbc-0f43-4be9-96c2-6489b642fdd7 req-4316f582-c49c-470b-9bee-4e70246aec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:10.961271 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dc3d4dbc-0f43-4be9-96c2-6489b642fdd7 req-4316f582-c49c-470b-9bee-4e70246aec29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0577450 Jan 12 10:20:11.043172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d4dbc-0f43-4be9-96c2-6489b642fdd7 req-c042f74b-64de-494f-9850-b4f661a21b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:11.045725 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dc3d4dbc-0f43-4be9-96c2-6489b642fdd7 req-c042f74b-64de-494f-9850-b4f661a21b06 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770166 Jan 12 10:20:11.217925 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dc3d4dbc-0f43-4be9-96c2-6489b642fdd7 req-8900a660-461d-4524-af9e-9df156e99c81 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617451 Jan 12 10:20:11.228880 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:11.353057 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-dc3d4dbc-0f43-4be9-96c2-6489b642fdd7 req-c7ce057e-ee23-47e9-9e06-111286e7734d service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253657 Jan 12 10:20:11.774068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100f42e-f332-4321-aff1-b0b4f25985cf req-34909543-ce2d-48a1-b1ce-8da47690e5e1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:11.775588 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b100f42e-f332-4321-aff1-b0b4f25985cf req-34909543-ce2d-48a1-b1ce-8da47690e5e1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0862780 Jan 12 10:20:11.820373 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b100f42e-f332-4321-aff1-b0b4f25985cf req-9404230d-414e-4370-894c-731c8e62660b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389636 Jan 12 10:20:12.806672 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:12.937375 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0fece190-218f-46c1-92a8-1ee1fddea242 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:20:13.016363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edc9d3-de28-4237-ae72-320d6ce2de98 req-96fdb4d9-6444-4dec-aeaa-be0afd06d069 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:13.018031 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-62edc9d3-de28-4237-ae72-320d6ce2de98 req-96fdb4d9-6444-4dec-aeaa-be0afd06d069 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 945 time: 0.0892386 Jan 12 10:20:13.064320 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:13.067041 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-62edc9d3-de28-4237-ae72-320d6ce2de98 req-8f489d3d-4a52-4f49-a537-0474bd5431bd tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421460 Jan 12 10:20:13.098732 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fece190-218f-46c1-92a8-1ee1fddea242'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:20:13.108265 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0fece190-218f-46c1-92a8-1ee1fddea242, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0fece190-218f-46c1-92a8-1ee1fddea242,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:20:13.113591 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:13.152900 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fece190-218f-46c1-92a8-1ee1fddea242', 'code': 200} Jan 12 10:20:13.193186 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=0fece190-218f-46c1-92a8-1ee1fddea242,revision_number=8']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:14.262569 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031bb07-fb68-40b4-b093-0e5325a09337 req-fd7026cc-1956-4f24-8557-13976e5ffe3e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:14.264571 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3031bb07-fb68-40b4-b093-0e5325a09337 req-fd7026cc-1956-4f24-8557-13976e5ffe3e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 943 time: 0.0852919 Jan 12 10:20:14.315076 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3031bb07-fb68-40b4-b093-0e5325a09337 req-c580c196-8233-4e23-bc21-d9b7a891998b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444117 Jan 12 10:20:14.672527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2aa72-6151-4bc7-a245-132dd45e5719 req-1cf9a000-4895-4d6c-80ab-956c3fc3cb4f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:14.674200 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-46b2aa72-6151-4bc7-a245-132dd45e5719 req-1cf9a000-4895-4d6c-80ab-956c3fc3cb4f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 943 time: 0.0820537 Jan 12 10:20:14.719874 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-46b2aa72-6151-4bc7-a245-132dd45e5719 req-410dcef8-ab75-4b1e-b77a-b0331e7fa401 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400424 Jan 12 10:20:14.909873 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 48994) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:20:15.025677 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a5dd1466-52da-4729-ba76-6d5972429384 req-56606f5c-55ae-4101-841a-7f29e2cdc9a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145906 Jan 12 10:20:15.912486 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef8622-9fbb-49e6-b4fc-6972fe2e6076 req-1fa4d417-7362-4cd4-95ab-f237b1065306 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:15.913998 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c5ef8622-9fbb-49e6-b4fc-6972fe2e6076 req-1fa4d417-7362-4cd4-95ab-f237b1065306 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 943 time: 0.0838845 Jan 12 10:20:16.100472 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c5ef8622-9fbb-49e6-b4fc-6972fe2e6076 req-c5c3df11-2f9a-492b-9a64-5786c908f4ab tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802716 Jan 12 10:20:16.137408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd1466-52da-4729-ba76-6d5972429384 req-2a815fd5-8818-4f61-bbcd-ca3dda695b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:16.138919 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5dd1466-52da-4729-ba76-6d5972429384 req-2a815fd5-8818-4f61-bbcd-ca3dda695b72 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126&tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee HTTP/1.1" status: 200 len: 1096 time: 0.0791726 Jan 12 10:20:16.240618 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd1466-52da-4729-ba76-6d5972429384 req-29bf3228-c677-4239-acda-9e1dede5e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:16.242115 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5dd1466-52da-4729-ba76-6d5972429384 req-29bf3228-c677-4239-acda-9e1dede5e823 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 1096 time: 0.0764217 Jan 12 10:20:16.376853 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd1466-52da-4729-ba76-6d5972429384 req-39893cac-553a-4c32-8b50-28b6c0d742ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:16.378355 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5dd1466-52da-4729-ba76-6d5972429384 req-39893cac-553a-4c32-8b50-28b6c0d742ff service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.1264725 Jan 12 10:20:16.483524 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5dd1466-52da-4729-ba76-6d5972429384 req-15168e30-5d4d-4128-8689-5b40befec66d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fece190-218f-46c1-92a8-1ee1fddea242 HTTP/1.1" status: 200 len: 998 time: 0.0954931 Jan 12 10:20:16.548417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd1466-52da-4729-ba76-6d5972429384 req-c395d616-281c-42d6-80a6-a2cb377a386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:16.549882 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5dd1466-52da-4729-ba76-6d5972429384 req-c395d616-281c-42d6-80a6-a2cb377a386d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0568631 Jan 12 10:20:16.629941 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd1466-52da-4729-ba76-6d5972429384 req-607e9651-88de-482b-87cc-27b447d048d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:16.631377 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5dd1466-52da-4729-ba76-6d5972429384 req-607e9651-88de-482b-87cc-27b447d048d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719252 Jan 12 10:20:16.763771 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5dd1466-52da-4729-ba76-6d5972429384 req-41f6254f-c657-432d-8d46-e293adced368 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215072 Jan 12 10:20:16.906371 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a5dd1466-52da-4729-ba76-6d5972429384 req-08726592-f27a-412d-a2c6-d1414d071210 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324508 Jan 12 10:20:16.953710 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0fece190-218f-46c1-92a8-1ee1fddea242 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:20:17.124051 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:17.285293 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c47ff-640e-4f59-adfd-cdcc6eeedb92 req-09527427-d22c-4c5d-975a-7281750d6243 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:17.286744 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-869c47ff-640e-4f59-adfd-cdcc6eeedb92 req-09527427-d22c-4c5d-975a-7281750d6243 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 943 time: 0.0800064 Jan 12 10:20:17.333171 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-869c47ff-640e-4f59-adfd-cdcc6eeedb92 req-d1e8e00b-8dca-4093-bb1f-bfbb2793c5c7 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396256 Jan 12 10:20:18.548937 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683efda-0c89-4dcc-9a7b-8bc4e85c9a1d req-ea3b12e9-972c-461c-8035-8568b2d8dd74 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:18.552918 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5683efda-0c89-4dcc-9a7b-8bc4e85c9a1d req-ea3b12e9-972c-461c-8035-8568b2d8dd74 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 943 time: 0.0955687 Jan 12 10:20:18.602832 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-5683efda-0c89-4dcc-9a7b-8bc4e85c9a1d req-9c742309-6be1-47ef-a211-bcf7cb4e0566 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429232 Jan 12 10:20:19.834538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37524897-412e-4592-b763-2a2d43b611d9 req-c6c17bb4-5128-4fa8-be39-71022438d5af tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:19.841998 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-37524897-412e-4592-b763-2a2d43b611d9 req-c6c17bb4-5128-4fa8-be39-71022438d5af tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 943 time: 0.1101203 Jan 12 10:20:19.894741 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-37524897-412e-4592-b763-2a2d43b611d9 req-fbeeecef-3de9-409e-a997-e0dc654f3dbd tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517662 Jan 12 10:20:21.115068 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626bfd2-da72-4826-a2e2-026ce61d72f8 req-d1b73e2b-ab56-45b1-badb-326005088d3e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:21.116305 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4626bfd2-da72-4826-a2e2-026ce61d72f8 req-d1b73e2b-ab56-45b1-badb-326005088d3e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 943 time: 0.1052570 Jan 12 10:20:21.174721 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4626bfd2-da72-4826-a2e2-026ce61d72f8 req-309a28ba-2593-4d2d-9835-4b2aa559feeb tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517814 Jan 12 10:20:22.371131 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc590b-bac8-4ae3-be14-6fc8af3fbca8 req-2c1e1a90-448a-4959-b909-5f985c74857e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:22.372619 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0fcc590b-bac8-4ae3-be14-6fc8af3fbca8 req-2c1e1a90-448a-4959-b909-5f985c74857e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 943 time: 0.0863352 Jan 12 10:20:22.419359 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0fcc590b-bac8-4ae3-be14-6fc8af3fbca8 req-00d6a35e-5af4-46d9-bc22-ffa25ebcd9b1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408292 Jan 12 10:20:23.612756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f7dea-1a59-43a1-ad2c-3f871beef332 req-21aa5b98-e572-4e20-b96b-528ff780bdef tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:23.614230 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-527f7dea-1a59-43a1-ad2c-3f871beef332 req-21aa5b98-e572-4e20-b96b-528ff780bdef tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 943 time: 0.0819578 Jan 12 10:20:23.660659 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-527f7dea-1a59-43a1-ad2c-3f871beef332 req-839f79d8-f474-4f0e-b9a6-9bacf5a9e40e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400305 Jan 12 10:20:24.852094 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42200a33-5914-4e9c-92f1-ee2ea7c10edd req-99e67ba8-6fcc-41d5-8275-ffdfd666ba63 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:24.853542 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-42200a33-5914-4e9c-92f1-ee2ea7c10edd req-99e67ba8-6fcc-41d5-8275-ffdfd666ba63 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 943 time: 0.0846703 Jan 12 10:20:24.897235 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-42200a33-5914-4e9c-92f1-ee2ea7c10edd req-278a9a48-24d8-4573-9ae1-2c13eb4cad38 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379791 Jan 12 10:20:26.089179 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47e47-72e5-4920-a916-75a9c129fe8b req-abc8a36b-e3bc-4e02-9b9a-86e16aa3cf62 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:26.090697 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-78e47e47-72e5-4920-a916-75a9c129fe8b req-abc8a36b-e3bc-4e02-9b9a-86e16aa3cf62 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 943 time: 0.0828352 Jan 12 10:20:26.139241 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-78e47e47-72e5-4920-a916-75a9c129fe8b req-168280f9-d7e5-4ab8-9fc6-72097c953f21 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417969 Jan 12 10:20:27.036016 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0fece190-218f-46c1-92a8-1ee1fddea242 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:20:27.175863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0fece190-218f-46c1-92a8-1ee1fddea242, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0fece190-218f-46c1-92a8-1ee1fddea242,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:20:27.193891 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': '0fece190-218f-46c1-92a8-1ee1fddea242', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'port_id': '0fece190-218f-46c1-92a8-1ee1fddea242', 'mac_address': 'fa:16:3e:d3:0c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:20:27.251574 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:27.268788 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fece190-218f-46c1-92a8-1ee1fddea242 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:20:27.285414 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0fece190-218f-46c1-92a8-1ee1fddea242, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0fece190-218f-46c1-92a8-1ee1fddea242,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:20:27.291343 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:27.331560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fbe33-96f8-416e-b319-8eb65d8edad3 req-9e4e218b-f930-4ac5-9d55-6e9f4e0f2892 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:27.333146 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-856fbe33-96f8-416e-b319-8eb65d8edad3 req-9e4e218b-f930-4ac5-9d55-6e9f4e0f2892 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 943 time: 0.0856602 Jan 12 10:20:27.364148 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=0fece190-218f-46c1-92a8-1ee1fddea242,revision_number=9']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:27.386294 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-856fbe33-96f8-416e-b319-8eb65d8edad3 req-69bfa65f-82a3-4f04-aeb3-e2bf81fdbe6a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457468 Jan 12 10:20:27.644819 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['0fece190-218f-46c1-92a8-1ee1fddea242'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:20:28.573732 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bb251-0fd0-4b65-a85f-910110e68ea9 req-eb40813a-826e-4db8-b8f7-fd46867f6bdd tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:28.575229 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9f2bb251-0fd0-4b65-a85f-910110e68ea9 req-eb40813a-826e-4db8-b8f7-fd46867f6bdd tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 944 time: 0.0819988 Jan 12 10:20:28.622340 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9f2bb251-0fd0-4b65-a85f-910110e68ea9 req-ea9709f0-4e83-4b60-a37d-fa57042b8429 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412471 Jan 12 10:20:29.051412 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0fece190-218f-46c1-92a8-1ee1fddea242 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:20:29.122031 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port 0fece190-218f-46c1-92a8-1ee1fddea242 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:20:29.122401 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:29.242057 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:29.269865 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fece190-218f-46c1-92a8-1ee1fddea242'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:20:29.280388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port 0fece190-218f-46c1-92a8-1ee1fddea242, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0fece190-218f-46c1-92a8-1ee1fddea242,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:20:29.287292 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:29.318290 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fece190-218f-46c1-92a8-1ee1fddea242', 'code': 200} Jan 12 10:20:29.362935 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=0fece190-218f-46c1-92a8-1ee1fddea242,revision_number=10']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:29.586742 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a8a1e-bd62-499b-827c-41b2523dcf75 req-a953f00c-e39c-4c63-a79b-8329112493b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:29.588204 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9a3a8a1e-bd62-499b-827c-41b2523dcf75 req-a953f00c-e39c-4c63-a79b-8329112493b2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 1099 time: 0.0749886 Jan 12 10:20:29.634348 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-9a3a8a1e-bd62-499b-827c-41b2523dcf75 req-5472f39b-9d5a-423b-b762-0dbb5f9b6e91 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365584 Jan 12 10:20:29.835036 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4b6ce-ea2a-4be5-bf5b-f0340807fe20 req-f43a61a3-f2e7-456c-b2f6-73aef544f2c3 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:29.836550 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aef4b6ce-ea2a-4be5-bf5b-f0340807fe20 req-f43a61a3-f2e7-456c-b2f6-73aef544f2c3 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 946 time: 0.0897994 Jan 12 10:20:29.889290 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-aef4b6ce-ea2a-4be5-bf5b-f0340807fe20 req-c7483aa5-7627-4ef3-98dc-d6d9a5ef0dfd tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467043 Jan 12 10:20:31.087900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d67b7-abd2-4fdd-8dfe-e03783c83ab2 req-8109d130-2e23-410f-acda-c73a49dcf0f4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:31.089375 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a60d67b7-abd2-4fdd-8dfe-e03783c83ab2 req-8109d130-2e23-410f-acda-c73a49dcf0f4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 946 time: 0.0897357 Jan 12 10:20:31.139344 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a60d67b7-abd2-4fdd-8dfe-e03783c83ab2 req-ef596a20-e4f6-4f0c-9533-d951e66f5a90 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436020 Jan 12 10:20:32.325765 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306c650-be70-4d72-9ff8-6538f485b22e req-b783e936-6c1c-4e1c-ba1e-ec246fb3eb7a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:32.327261 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a306c650-be70-4d72-9ff8-6538f485b22e req-b783e936-6c1c-4e1c-ba1e-ec246fb3eb7a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 946 time: 0.0783162 Jan 12 10:20:32.372058 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a306c650-be70-4d72-9ff8-6538f485b22e req-31e2843b-9aaf-4af5-be95-9989c1bfdda4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388627 Jan 12 10:20:36.702022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5995a551-5d49-4486-af7d-72958b65e77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:39.385815 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3aecc3e4-b5b1-412b-ab2e-6bc839bfb704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:40.344287 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:40.480930 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:20:41.237187 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:42.811260 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:20:47.142111 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:06.215461 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c45cf3a5-8dd2-4c6b-a0aa-7094ffd520dc req-5173d99e-d76e-42b1-ae1c-0780e66ae4af service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806975 Jan 12 10:21:06.479925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cf3a5-8dd2-4c6b-a0aa-7094ffd520dc req-b4ffb701-4358-4d06-9a73-19f09d622910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:06.481345 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c45cf3a5-8dd2-4c6b-a0aa-7094ffd520dc req-b4ffb701-4358-4d06-9a73-19f09d622910 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 1099 time: 0.1855266 Jan 12 10:21:06.640819 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cf3a5-8dd2-4c6b-a0aa-7094ffd520dc req-b013ec64-baf6-4d2e-beea-e11cbdca4556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:06.642314 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c45cf3a5-8dd2-4c6b-a0aa-7094ffd520dc req-b013ec64-baf6-4d2e-beea-e11cbdca4556 service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.1366663 Jan 12 10:21:06.697152 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9094c068-b10c-4d7e-b552-68e0d08664fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:06.757359 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c45cf3a5-8dd2-4c6b-a0aa-7094ffd520dc req-38ff3946-4d05-448c-a2a9-55e67eec536d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fece190-218f-46c1-92a8-1ee1fddea242 HTTP/1.1" status: 200 len: 1000 time: 0.1076746 Jan 12 10:21:06.822876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cf3a5-8dd2-4c6b-a0aa-7094ffd520dc req-9d18219d-e621-4798-9bcb-4b635f775aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:06.824304 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c45cf3a5-8dd2-4c6b-a0aa-7094ffd520dc req-9d18219d-e621-4798-9bcb-4b635f775aad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0586984 Jan 12 10:21:06.913218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cf3a5-8dd2-4c6b-a0aa-7094ffd520dc req-05028456-a0f1-4466-b99c-943965f1739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:06.914735 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c45cf3a5-8dd2-4c6b-a0aa-7094ffd520dc req-05028456-a0f1-4466-b99c-943965f1739b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798838 Jan 12 10:21:07.056602 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c45cf3a5-8dd2-4c6b-a0aa-7094ffd520dc req-d33bc776-5cc7-42d3-a0ec-d84274fdcee7 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314259 Jan 12 10:21:07.203370 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c45cf3a5-8dd2-4c6b-a0aa-7094ffd520dc req-fbdac9cb-61a0-48ca-8b44-067e6704177a service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365008 Jan 12 10:21:09.395710 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ca6ac21a-25b4-422d-be51-b53aff220bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:10.348689 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:11.245581 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:12.815139 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:17.151949 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:17.481444 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:21:36.702028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-11e02012-0184-46b9-9bb1-220c19903412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:39.392363 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-14c1981d-dd4d-411f-bdf8-53eb621df82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:40.350184 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:41.238962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:42.815797 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:45.039841 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49110) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:45.244101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Deleting port c0c69ca4-92b0-4d9b-96e3-d48ad8c3edf7 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:21:45.244396 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:45.410252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:45.410489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:45.631370 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Calling delete_port for c0c69ca4-92b0-4d9b-96e3-d48ad8c3edf7 owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:21:45.785037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:45.834030 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event deleted for resources: {'Port': ['ID=c0c69ca4-92b0-4d9b-96e3-d48ad8c3edf7,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:45.872909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:45.873270 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:45.873603 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:45.873915 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:45.874232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:45.874566 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:45.874967 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:45.875268 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:45.875588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:45.875900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:45.876211 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:45.876524 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:45.930563 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:45.930942 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Floating IP 238c197a-c8d5-4a38-ad36-5186ec033d96 disassociated (deleted). External IP: 172.26.2.96, port: 0fece190-218f-46c1-92a8-1ee1fddea242. Jan 12 10:21:46.283677 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Router eab222d9-0416-4568-86be-2517995a8c54 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:21:46.461360 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:21:46.471205 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441a363-0cc6-4d50-bb92-dcdb8c5fb3ce None None] Sync routers for ids ['eab222d9-0416-4568-86be-2517995a8c54'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:21:46.484606 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:46.486061 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441a363-0cc6-4d50-bb92-dcdb8c5fb3ce None None] Routers {'eab222d9-0416-4568-86be-2517995a8c54'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:21:46.486696 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4441a363-0cc6-4d50-bb92-dcdb8c5fb3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:21:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eab222d9-0416-4568-86be-2517995a8c54'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:46.543556 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-b9faecea-0606-4690-bdb9-7cd681cb2fa4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "DELETE /v2.0/floatingips/238c197a-c8d5-4a38-ad36-5186ec033d96 HTTP/1.1" status: 204 len: 168 time: 1.5025644 Jan 12 10:21:46.544130 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'tag': '0fece190-218f-46c1-92a8-1ee1fddea242'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:21:46.590920 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'tag': '0fece190-218f-46c1-92a8-1ee1fddea242', 'status': 'completed', 'code': 200} Jan 12 10:21:46.666533 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-4441a363-0cc6-4d50-bb92-dcdb8c5fb3ce None None] Set router eab222d9-0416-4568-86be-2517995a8c54 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:21:46.690028 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e3c0a-0fc5-461a-9fe6-0c2a4f797daf req-162b3bdb-4fce-4e43-b1e0-994d5b5e45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:46.691652 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-273e3c0a-0fc5-461a-9fe6-0c2a4f797daf req-162b3bdb-4fce-4e43-b1e0-994d5b5e45b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 1099 time: 0.0724008 Jan 12 10:21:46.831379 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e3c0a-0fc5-461a-9fe6-0c2a4f797daf req-f57b8368-de8f-48c6-b83b-56aa2500ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:46.832925 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-273e3c0a-0fc5-461a-9fe6-0c2a4f797daf req-f57b8368-de8f-48c6-b83b-56aa2500ba0d service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.1300800 Jan 12 10:21:46.909820 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-273e3c0a-0fc5-461a-9fe6-0c2a4f797daf req-2be59763-a081-4d69-a45a-a36757c2319b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fece190-218f-46c1-92a8-1ee1fddea242 HTTP/1.1" status: 200 len: 217 time: 0.0697494 Jan 12 10:21:47.029599 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4441a363-0cc6-4d50-bb92-dcdb8c5fb3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '4e8d9197-f0a0-470a-8238-faae56d55b89', 'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'mac_address': 'fa:16:3e:8e:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:23Z', 'updated_at': '2022-01-12T10:17:31Z', 'revision_number': 5, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'subnets': [{'id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:47.033663 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e3c0a-0fc5-461a-9fe6-0c2a4f797daf req-c2329b4b-c65e-4465-b16a-1da39e0de671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:47.033835 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441a363-0cc6-4d50-bb92-dcdb8c5fb3ce None None] Checking router: eab222d9-0416-4568-86be-2517995a8c54 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:21:47.035358 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-273e3c0a-0fc5-461a-9fe6-0c2a4f797daf req-c2329b4b-c65e-4465-b16a-1da39e0de671 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.1181622 Jan 12 10:21:47.042703 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441a363-0cc6-4d50-bb92-dcdb8c5fb3ce None None] Routers {'eab222d9-0416-4568-86be-2517995a8c54'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:21:47.043347 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4441a363-0cc6-4d50-bb92-dcdb8c5fb3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:21:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eab222d9-0416-4568-86be-2517995a8c54'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:47.101568 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce53347-2916-4af2-9b9b-f9297a9e572c req-cd2a8952-9fe7-41ed-aa21-232c79516e7e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:47.103154 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7ce53347-2916-4af2-9b9b-f9297a9e572c req-cd2a8952-9fe7-41ed-aa21-232c79516e7e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 946 time: 0.2123158 Jan 12 10:21:47.160780 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7ce53347-2916-4af2-9b9b-f9297a9e572c req-5b64b986-bc5b-46b4-b84f-6e1eb7cd3e32 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498414 Jan 12 10:21:47.169280 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e3c0a-0fc5-461a-9fe6-0c2a4f797daf req-90ccb728-e559-4278-86d6-11e08e56eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:47.170758 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-273e3c0a-0fc5-461a-9fe6-0c2a4f797daf req-90ccb728-e559-4278-86d6-11e08e56eebb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1255703 Jan 12 10:21:47.224114 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:47.235519 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-4441a363-0cc6-4d50-bb92-dcdb8c5fb3ce None None] Set router eab222d9-0416-4568-86be-2517995a8c54 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:21:47.302999 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-273e3c0a-0fc5-461a-9fe6-0c2a4f797daf req-9ffc47ed-7ede-41ac-8a8c-877b3adb16ed service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244011 Jan 12 10:21:47.545787 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-273e3c0a-0fc5-461a-9fe6-0c2a4f797daf req-43b1958e-4014-4dac-8f2e-411ea6b09d76 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358220 Jan 12 10:21:47.553381 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-4441a363-0cc6-4d50-bb92-dcdb8c5fb3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '4e8d9197-f0a0-470a-8238-faae56d55b89', 'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'mac_address': 'fa:16:3e:8e:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:23Z', 'updated_at': '2022-01-12T10:17:31Z', 'revision_number': 5, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'subnets': [{'id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:47.557617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441a363-0cc6-4d50-bb92-dcdb8c5fb3ce None None] The sync data for ids ['eab222d9-0416-4568-86be-2517995a8c54'] in dv-neutron-824346-1-hyperv is: [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '4e8d9197-f0a0-470a-8238-faae56d55b89', 'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'mac_address': 'fa:16:3e:8e:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:23Z', 'updated_at': '2022-01-12T10:17:31Z', 'revision_number': 5, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'subnets': [{'id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:21:47.808330 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c005409-d25b-4d8f-91cf-35423b94554c None None] New status for floating IP 238c197a-c8d5-4a38-ad36-5186ec033d96: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:21:48.348751 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b0f4b-b773-49b8-a35f-474044d43130 req-4e818997-3249-4b74-b9f9-24755a38db97 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:48.349382 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-6e6b0f4b-b773-49b8-a35f-474044d43130 req-4e818997-3249-4b74-b9f9-24755a38db97 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Synchronizing usage tracker for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:21:48.368310 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-6e6b0f4b-b773-49b8-a35f-474044d43130 req-4e818997-3249-4b74-b9f9-24755a38db97 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Unset dirty status for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:21:48.369482 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6e6b0f4b-b773-49b8-a35f-474044d43130 req-4e818997-3249-4b74-b9f9-24755a38db97 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 946 time: 0.1012704 Jan 12 10:21:48.416509 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6e6b0f4b-b773-49b8-a35f-474044d43130 req-2985019f-020b-49db-bf09-eff187d35b6e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=761adb03-57bd-46e3-904a-1353713a2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401154 Jan 12 10:21:48.431607 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96304cbb-c06d-42f6-9b0a-9495d460d28a req-1762f876-99da-49f1-8dc4-586638444962 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:48.433105 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-96304cbb-c06d-42f6-9b0a-9495d460d28a req-1762f876-99da-49f1-8dc4-586638444962 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.53 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 946 time: 0.0800967 Jan 12 10:21:48.510913 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-96304cbb-c06d-42f6-9b0a-9495d460d28a req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Deleting port 0fece190-218f-46c1-92a8-1ee1fddea242 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:21:48.511279 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-96304cbb-c06d-42f6-9b0a-9495d460d28a req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:48.760353 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-96304cbb-c06d-42f6-9b0a-9495d460d28a req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] For port 0fece190-218f-46c1-92a8-1ee1fddea242, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=0fece190-218f-46c1-92a8-1ee1fddea242,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:21:48.760674 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-96304cbb-c06d-42f6-9b0a-9495d460d28a req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:48.884668 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [req-96304cbb-c06d-42f6-9b0a-9495d460d28a req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Calling delete_port for 0fece190-218f-46c1-92a8-1ee1fddea242 owned by compute:nova {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:21:49.040676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-96304cbb-c06d-42f6-9b0a-9495d460d28a req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:49.093398 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event deleted for resources: {'Port': ['ID=0fece190-218f-46c1-92a8-1ee1fddea242,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:49.131218 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:49.131571 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:49.131911 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:49.132259 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:49.132571 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:49.132900 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:49.133227 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:49.133540 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:49.133861 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:49.134180 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:49.134497 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:49.134839 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:49.176008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-96304cbb-c06d-42f6-9b0a-9495d460d28a req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] No DVR routers for this DVR port 0fece190-218f-46c1-92a8-1ee1fddea242 on host hv-neutron-8243 {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:21:49.178798 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-96304cbb-c06d-42f6-9b0a-9495d460d28a req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:49.181361 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'name': 'network-vif-deleted', 'tag': '0fece190-218f-46c1-92a8-1ee1fddea242'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:21:49.201125 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-96304cbb-c06d-42f6-9b0a-9495d460d28a req-7e7927c8-9eb2-4f37-8167-f08ea2d25b1a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.53 "DELETE /v2.0/ports/0fece190-218f-46c1-92a8-1ee1fddea242 HTTP/1.1" status: 204 len: 173 time: 0.7595499 Jan 12 10:21:49.229676 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fcd441-46fa-422b-bc48-1a274b3f2126', 'name': 'network-vif-deleted', 'tag': '0fece190-218f-46c1-92a8-1ee1fddea242', 'status': 'completed', 'code': 200} Jan 12 10:21:49.593499 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-382111fa-2ba9-46ee-a902-46d960f262db req-55c39af1-2031-4dc7-abb6-58d956e8d432 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fcd441-46fa-422b-bc48-1a274b3f2126 HTTP/1.1" status: 200 len: 210 time: 0.0448346 Jan 12 10:21:50.710690 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49130) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:50.788401 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1c6f1fdb-fbea-4f2d-b8d0-0c75ddff493e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:50.819008 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1c6f1fdb-fbea-4f2d-b8d0-0c75ddff493e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:50.901979 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1c6f1fdb-fbea-4f2d-b8d0-0c75ddff493e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:50.926501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f1fdb-fbea-4f2d-b8d0-0c75ddff493e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=761adb03-57bd-46e3-904a-1353713a2c30,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:50.941154 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1c6f1fdb-fbea-4f2d-b8d0-0c75ddff493e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:50.942680 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1c6f1fdb-fbea-4f2d-b8d0-0c75ddff493e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "DELETE /v2.0/security-groups/761adb03-57bd-46e3-904a-1353713a2c30 HTTP/1.1" status: 204 len: 168 time: 0.2304568 Jan 12 10:21:51.453702 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0fece190-218f-46c1-92a8-1ee1fddea242 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:21:51.496673 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: 0fece190-218f-46c1-92a8-1ee1fddea242 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:21:51.497022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device 0fece190-218f-46c1-92a8-1ee1fddea242 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:21:52.266789 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49140) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:52.272245 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-d09114b7-82a1-43b5-9c54-4f5fc63a0bd0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1212744515', 'description': 'tempest-secgroup-smoke-1212744515 description', 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:52.278642 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d09114b7-82a1-43b5-9c54-4f5fc63a0bd0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:52.283033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d09114b7-82a1-43b5-9c54-4f5fc63a0bd0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:security_group and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:52.286010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d09114b7-82a1-43b5-9c54-4f5fc63a0bd0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:52.292341 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d09114b7-82a1-43b5-9c54-4f5fc63a0bd0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:52.308737 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d09114b7-82a1-43b5-9c54-4f5fc63a0bd0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.333983 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d09114b7-82a1-43b5-9c54-4f5fc63a0bd0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:52.337764 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d09114b7-82a1-43b5-9c54-4f5fc63a0bd0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:security_group_rule and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:52.340580 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-d09114b7-82a1-43b5-9c54-4f5fc63a0bd0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:52.346181 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-d09114b7-82a1-43b5-9c54-4f5fc63a0bd0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:52.425254 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d09114b7-82a1-43b5-9c54-4f5fc63a0bd0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.432510 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d09114b7-82a1-43b5-9c54-4f5fc63a0bd0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.477194 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09114b7-82a1-43b5-9c54-4f5fc63a0bd0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cb20e3-e310-4470-8f03-2d724d53f70c,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:52.482485 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d09114b7-82a1-43b5-9c54-4f5fc63a0bd0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.486688 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d09114b7-82a1-43b5-9c54-4f5fc63a0bd0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2161646 Jan 12 10:21:52.487482 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49144) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:52.492466 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-fc432502-502d-4bcc-a2c3-43cfd325a0c4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'security_group_rule': {'security_group_id': 'f6cb20e3-e310-4470-8f03-2d724d53f70c', 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:52.499312 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fc432502-502d-4bcc-a2c3-43cfd325a0c4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:52.503485 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fc432502-502d-4bcc-a2c3-43cfd325a0c4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:security_group_rule and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:52.506504 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-fc432502-502d-4bcc-a2c3-43cfd325a0c4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:52.517986 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-fc432502-502d-4bcc-a2c3-43cfd325a0c4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:52.536698 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fc432502-502d-4bcc-a2c3-43cfd325a0c4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.607240 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fc432502-502d-4bcc-a2c3-43cfd325a0c4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.614393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fc432502-502d-4bcc-a2c3-43cfd325a0c4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.640386 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc432502-502d-4bcc-a2c3-43cfd325a0c4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e030dcb3-3173-43ff-865e-a52081f4f970,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:52.650925 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-fc432502-502d-4bcc-a2c3-43cfd325a0c4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.652818 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-fc432502-502d-4bcc-a2c3-43cfd325a0c4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1645882 Jan 12 10:21:52.655614 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49148) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:52.660807 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-6f628cb3-8ea3-4fc7-880d-d31b098596f1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'security_group_rule': {'security_group_id': 'f6cb20e3-e310-4470-8f03-2d724d53f70c', 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:52.667282 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-6f628cb3-8ea3-4fc7-880d-d31b098596f1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:52.671538 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6f628cb3-8ea3-4fc7-880d-d31b098596f1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:security_group_rule and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:52.674554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-6f628cb3-8ea3-4fc7-880d-d31b098596f1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:52.680992 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-6f628cb3-8ea3-4fc7-880d-d31b098596f1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:52.703134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f628cb3-8ea3-4fc7-880d-d31b098596f1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.776109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f628cb3-8ea3-4fc7-880d-d31b098596f1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.782236 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f628cb3-8ea3-4fc7-880d-d31b098596f1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.805214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f628cb3-8ea3-4fc7-880d-d31b098596f1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8705dc-73ea-47ff-81d8-2cf80c7fbd0b,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:52.817422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-6f628cb3-8ea3-4fc7-880d-d31b098596f1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.818824 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-6f628cb3-8ea3-4fc7-880d-d31b098596f1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1622214 Jan 12 10:21:52.821689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49152) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:52.826673 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-1f1c0572-83e9-4651-97e6-954c66aca77b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'security_group_rule': {'security_group_id': 'f6cb20e3-e310-4470-8f03-2d724d53f70c', 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:52.832894 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1f1c0572-83e9-4651-97e6-954c66aca77b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:52.836662 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1f1c0572-83e9-4651-97e6-954c66aca77b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:security_group_rule and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:52.839510 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-1f1c0572-83e9-4651-97e6-954c66aca77b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:52.845373 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-1f1c0572-83e9-4651-97e6-954c66aca77b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:52.869579 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0572-83e9-4651-97e6-954c66aca77b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.947407 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0572-83e9-4651-97e6-954c66aca77b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.952458 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0572-83e9-4651-97e6-954c66aca77b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.975512 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c0572-83e9-4651-97e6-954c66aca77b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d0706f-d428-4b70-b2fd-ad5ef948b1b3,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:52.986910 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0572-83e9-4651-97e6-954c66aca77b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:52.988116 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-1f1c0572-83e9-4651-97e6-954c66aca77b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1654751 Jan 12 10:21:52.991599 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49156) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:52.996906 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-e92c652c-830c-42ed-a627-d8dd5613aa5c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'security_group_rule': {'security_group_id': 'f6cb20e3-e310-4470-8f03-2d724d53f70c', 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:53.003253 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e92c652c-830c-42ed-a627-d8dd5613aa5c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:53.007155 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e92c652c-830c-42ed-a627-d8dd5613aa5c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:security_group_rule and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:53.010203 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-e92c652c-830c-42ed-a627-d8dd5613aa5c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:53.016214 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-e92c652c-830c-42ed-a627-d8dd5613aa5c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:53.035788 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e92c652c-830c-42ed-a627-d8dd5613aa5c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:53.106485 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e92c652c-830c-42ed-a627-d8dd5613aa5c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:53.112962 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e92c652c-830c-42ed-a627-d8dd5613aa5c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:53.136774 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c652c-830c-42ed-a627-d8dd5613aa5c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc803d44-82cd-4ec3-9157-e8d0177fc0f8,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:53.147884 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e92c652c-830c-42ed-a627-d8dd5613aa5c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:53.149137 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e92c652c-830c-42ed-a627-d8dd5613aa5c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1565962 Jan 12 10:21:53.152254 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49160) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:53.160178 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-78e06a31-ee0a-4958-8037-3ea5181f1f30 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'security_group_rule': {'security_group_id': 'f6cb20e3-e310-4470-8f03-2d724d53f70c', 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:53.167710 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-78e06a31-ee0a-4958-8037-3ea5181f1f30 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:53.171996 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-78e06a31-ee0a-4958-8037-3ea5181f1f30 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:security_group_rule and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:53.175123 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-78e06a31-ee0a-4958-8037-3ea5181f1f30 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:53.181807 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-78e06a31-ee0a-4958-8037-3ea5181f1f30 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:53.191629 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-78e06a31-ee0a-4958-8037-3ea5181f1f30 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Project 4ddace2bf2634ab3a8a106eaa9e785ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:21:53.198015 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-78e06a31-ee0a-4958-8037-3ea5181f1f30 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:53.264390 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-78e06a31-ee0a-4958-8037-3ea5181f1f30 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:53.270831 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-78e06a31-ee0a-4958-8037-3ea5181f1f30 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:53.294875 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e06a31-ee0a-4958-8037-3ea5181f1f30 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb7fd3b-2cde-4601-a118-6bbcca5e28e6,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:53.307303 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-78e06a31-ee0a-4958-8037-3ea5181f1f30 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:53.308558 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-78e06a31-ee0a-4958-8037-3ea5181f1f30 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1550725 Jan 12 10:21:53.312805 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49164) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:21:53.318103 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-7c18b927-0017-46eb-af24-55a68f76fc05 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'security_group_rule': {'security_group_id': 'f6cb20e3-e310-4470-8f03-2d724d53f70c', 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:53.324742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7c18b927-0017-46eb-af24-55a68f76fc05 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:21:53.329713 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7c18b927-0017-46eb-af24-55a68f76fc05 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:security_group_rule and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:21:53.333778 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-7c18b927-0017-46eb-af24-55a68f76fc05 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:21:53.341891 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-7c18b927-0017-46eb-af24-55a68f76fc05 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:21:53.359940 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-7c18b927-0017-46eb-af24-55a68f76fc05 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Project 4ddace2bf2634ab3a8a106eaa9e785ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:21:53.366616 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7c18b927-0017-46eb-af24-55a68f76fc05 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:53.445068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7c18b927-0017-46eb-af24-55a68f76fc05 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:53.450645 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7c18b927-0017-46eb-af24-55a68f76fc05 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:53.474871 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18b927-0017-46eb-af24-55a68f76fc05 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96236ad2-f12a-41ec-b082-3dc5f0eb5867,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:53.485745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-7c18b927-0017-46eb-af24-55a68f76fc05 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:21:53.486973 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-7c18b927-0017-46eb-af24-55a68f76fc05 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1732941 Jan 12 10:21:54.480886 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:22:06.714338 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-16e5051f-40b5-4191-b87b-e20b04f604d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:08.781582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-c9023e6b-7fa0-46d2-9f3d-e3bf240c1ea4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Synchronizing usage tracker for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:22:08.807447 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-c9023e6b-7fa0-46d2-9f3d-e3bf240c1ea4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Unset dirty status for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:22:08.808908 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-c9023e6b-7fa0-46d2-9f3d-e3bf240c1ea4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212744515&fields=id&tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee HTTP/1.1" status: 200 len: 267 time: 0.0762382 Jan 12 10:22:09.074059 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-ef519c5e-7eeb-4c48-8591-802b8454d7c3 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:09.075562 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-ef519c5e-7eeb-4c48-8591-802b8454d7c3 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 808 time: 0.2597723 Jan 12 10:22:09.090447 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-5ca2c747-c455-4187-8a15-c346b4ccf3b9 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/quotas/4ddace2bf2634ab3a8a106eaa9e785ee HTTP/1.1" status: 200 len: 375 time: 0.0094428 Jan 12 10:22:09.179667 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-81e5b5f3-9aad-447b-851a-1998120bd5b8 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840209 Jan 12 10:22:09.390992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e84bae88-3f43-437b-9090-a01cbca11010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:09.420439 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-cccb200c-8471-470e-8a1b-2aa13102344d service neutron] 10.222.0.26 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265573 Jan 12 10:22:09.551523 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-28aba6f0-ba0c-4dc6-9a35-8e55c0b1adef service neutron] 10.222.0.26 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251435 Jan 12 10:22:09.998388 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f857555e-fc8e-4043-8953-c7f768dc8f55 req-328c8377-c6a7-44bf-8835-002fc6b1dcdd tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Synchronizing usage tracker for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:22:10.018288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-f857555e-fc8e-4043-8953-c7f768dc8f55 req-328c8377-c6a7-44bf-8835-002fc6b1dcdd tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Unset dirty status for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:22:10.019929 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-f857555e-fc8e-4043-8953-c7f768dc8f55 req-328c8377-c6a7-44bf-8835-002fc6b1dcdd tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 210 time: 0.0639350 Jan 12 10:22:10.352049 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:11.119681 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-083bd20a-bf56-4f9b-8dc5-e295facc0325 req-fe2666c0-abbc-4ceb-995b-7cdfc790f173 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 210 time: 0.0424035 Jan 12 10:22:11.243102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:12.230049 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7c7285ab-60da-4e0c-8e61-47c1d2b35d8b req-b981566a-1ffc-4bf2-9b22-39cca69fac50 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 210 time: 0.0542684 Jan 12 10:22:12.827995 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:13.344130 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-7a95a182-2fae-4882-9b86-7cecc2c17cfa req-f1a3574b-7864-420b-a81c-4c7f32d1e733 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 210 time: 0.0475237 Jan 12 10:22:14.500531 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-30a5a6c8-7c9f-4e38-9981-5f2d8d3b0f99 req-6baee945-1d57-4b6c-accd-e749023f98cb tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 210 time: 0.0444858 Jan 12 10:22:15.206518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-009fbc74-9c61-4b0c-a54b-b17713ccda3c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:15.207994 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-009fbc74-9c61-4b0c-a54b-b17713ccda3c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 808 time: 0.1463525 Jan 12 10:22:15.268402 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-9dc48be2-ff2a-4258-8aef-3bec0d13749e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee HTTP/1.1" status: 200 len: 380 time: 0.0436959 Jan 12 10:22:15.279426 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-0917b57e-a276-43a9-b785-5bc8b7cec7f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'port': {'device_id': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'admin_state_up': True, 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'security_groups': ['f6cb20e3-e310-4470-8f03-2d724d53f70c']}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:22:15.424656 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-0917b57e-a276-43a9-b785-5bc8b7cec7f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:22:15.436688 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-0917b57e-a276-43a9-b785-5bc8b7cec7f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:22:15.454441 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-0917b57e-a276-43a9-b785-5bc8b7cec7f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Made reservation on behalf of 4ddace2bf2634ab3a8a106eaa9e785ee for: {'port': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:22:15.459164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-0917b57e-a276-43a9-b785-5bc8b7cec7f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:15.634360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-0917b57e-a276-43a9-b785-5bc8b7cec7f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Allocated IP 172.20.0.13 (257f2005-0353-44cc-b411-ff282a37fa0d/11ef705e-e41e-457e-9fc8-c72373f39a28/ae63d333-4b9c-447c-8d1b-77b1ecf82455) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:22:15.655995 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c2fd403b-b81b-4e37-8fbd-03972f8b42f7 req-383d3822-913e-430c-8537-97c4145ddb7e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 210 time: 0.0474067 Jan 12 10:22:15.830316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-0917b57e-a276-43a9-b785-5bc8b7cec7f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:15.846321 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-0917b57e-a276-43a9-b785-5bc8b7cec7f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Transition to ACTIVE for port object ae63d333-4b9c-447c-8d1b-77b1ecf82455 will not be triggered until provisioned by entity DHCP. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:22:15.875471 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-0917b57e-a276-43a9-b785-5bc8b7cec7f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:15.946245 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-0917b57e-a276-43a9-b785-5bc8b7cec7f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Network 257f2005-0353-44cc-b411-ff282a37fa0d is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:22:15.947433 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-0917b57e-a276-43a9-b785-5bc8b7cec7f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:22:15.951520 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-0917b57e-a276-43a9-b785-5bc8b7cec7f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:22:15.987729 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917b57e-a276-43a9-b785-5bc8b7cec7f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'Port': ['ID=ae63d333-4b9c-447c-8d1b-77b1ecf82455,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:16.030237 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-0917b57e-a276-43a9-b785-5bc8b7cec7f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:16.031377 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-0917b57e-a276-43a9-b785-5bc8b7cec7f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:16.061508 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-0917b57e-a276-43a9-b785-5bc8b7cec7f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7858078 Jan 12 10:22:16.079428 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Request body: {'port': {'device_id': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:22:16.202168 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:16.238102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d87ed55b-c0cd-41a4-9bb8-bdcdd114adaf None None] Provisioning for port ae63d333-4b9c-447c-8d1b-77b1ecf82455 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:22:16.243728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d87ed55b-c0cd-41a4-9bb8-bdcdd114adaf None None] Provisioning complete for port ae63d333-4b9c-447c-8d1b-77b1ecf82455 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:22:16.244331 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d87ed55b-c0cd-41a4-9bb8-bdcdd114adaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:16.297570 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d87ed55b-c0cd-41a4-9bb8-bdcdd114adaf None None] Port ae63d333-4b9c-447c-8d1b-77b1ecf82455 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:22:16.658137 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae63d333-4b9c-447c-8d1b-77b1ecf82455 {{(pid=87663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:22:16.666187 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:16.680410 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.provisioning_blocks [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Transition to ACTIVE for port object ae63d333-4b9c-447c-8d1b-77b1ecf82455 will not be triggered until provisioned by entity L2. {{(pid=87663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:22:16.686393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:16.868209 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e062258-3552-4866-817c-e270501535d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ae63d333-4b9c-447c-8d1b-77b1ecf82455,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:17.001849 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcbb2d-a180-452f-8459-a7c2e1f612ad req-bee08f9e-9aa0-458b-ab64-941840cc4960 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:17.002447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-cffcbb2d-a180-452f-8459-a7c2e1f612ad req-bee08f9e-9aa0-458b-ab64-941840cc4960 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Synchronizing usage tracker for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:22:17.009026 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Attempting to bind port ae63d333-4b9c-447c-8d1b-77b1ecf82455 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:22:17.009362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Attempting to bind port ae63d333-4b9c-447c-8d1b-77b1ecf82455 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:22:17.009685 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Attempting to bind port ae63d333-4b9c-447c-8d1b-77b1ecf82455 on network 257f2005-0353-44cc-b411-ff282a37fa0d {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:22:17.019412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Port ae63d333-4b9c-447c-8d1b-77b1ecf82455 on network 257f2005-0353-44cc-b411-ff282a37fa0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 10:22:17.019731 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Attempting to bind port ae63d333-4b9c-447c-8d1b-77b1ecf82455 on network 257f2005-0353-44cc-b411-ff282a37fa0d {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:22:17.026686 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:22:17.026904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Checking segment: {'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:22:17.027289 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Bound using segment: {'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'} {{(pid=87663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:22:17.027754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.managers [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Bound port: ae63d333-4b9c-447c-8d1b-77b1ecf82455, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6286801-9565-4da9-9424-576563e44a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d'}}] {{(pid=87663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:22:17.028094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:17.038964 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-cffcbb2d-a180-452f-8459-a7c2e1f612ad req-bee08f9e-9aa0-458b-ab64-941840cc4960 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Unset dirty status for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:22:17.040119 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cffcbb2d-a180-452f-8459-a7c2e1f612ad req-bee08f9e-9aa0-458b-ab64-941840cc4960 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.2401166 Jan 12 10:22:17.144821 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-cffcbb2d-a180-452f-8459-a7c2e1f612ad req-8cb7023d-2f5b-4b72-b18a-c0fed4a43d68 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977652 Jan 12 10:22:17.153875 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] For port ae63d333-4b9c-447c-8d1b-77b1ecf82455, host hv-neutron-8243, cleared binding levels {{(pid=87663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:22:17.156453 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:17.156971 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] For port ae63d333-4b9c-447c-8d1b-77b1ecf82455, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:22:17.163723 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:17.224751 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:17.225364 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:17.226739 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-1e062258-3552-4866-817c-e270501535d4 service neutron] 10.222.0.53 "PUT /v2.0/ports/ae63d333-4b9c-447c-8d1b-77b1ecf82455 HTTP/1.1" status: 200 len: 1094 time: 1.1524532 Jan 12 10:22:17.227199 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'tag': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:22:17.249846 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e062258-3552-4866-817c-e270501535d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ae63d333-4b9c-447c-8d1b-77b1ecf82455,revision_number=3']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:17.348799 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-73b776c2-3c35-4ed1-b976-1e5689faff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:17.350456 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-73b776c2-3c35-4ed1-b976-1e5689faff11 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 1097 time: 0.0788240 Jan 12 10:22:17.358896 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'tag': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455', 'status': 'completed', 'code': 200} Jan 12 10:22:17.433639 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-f493b510-663d-46a0-a504-1eafcc59b811 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455 HTTP/1.1" status: 200 len: 217 time: 0.0682805 Jan 12 10:22:17.507727 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-9f0ac6eb-882e-4215-9bec-cff67f9bb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:17.509074 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-9f0ac6eb-882e-4215-9bec-cff67f9bb81c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0665805 Jan 12 10:22:17.597668 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-3c08701e-63c6-482e-94c0-f547ba2a42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:17.599886 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-3c08701e-63c6-482e-94c0-f547ba2a42f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810571 Jan 12 10:22:17.750564 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-ad6f77c3-ae0e-4e58-afcb-5df4d6c12755 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399896 Jan 12 10:22:17.889048 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c6a7a07c-5324-4ad1-a0ce-0172d86b441b req-ed236506-5277-48ae-a274-ab557985fd10 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286635 Jan 12 10:22:18.022395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f606d-41af-4094-b99d-3a7a5c78994d req-4d078c11-d2f3-4f0d-8bd9-419f7a444d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:18.023917 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f3f606d-41af-4094-b99d-3a7a5c78994d req-4d078c11-d2f3-4f0d-8bd9-419f7a444d9a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 1097 time: 0.0798063 Jan 12 10:22:18.158122 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f606d-41af-4094-b99d-3a7a5c78994d req-87d520cb-ee87-44c1-8fa0-97f69abc2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:18.159529 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f3f606d-41af-4094-b99d-3a7a5c78994d req-87d520cb-ee87-44c1-8fa0-97f69abc2999 service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.1263392 Jan 12 10:22:18.238485 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f3f606d-41af-4094-b99d-3a7a5c78994d req-a3edf3f7-4d8a-4a95-9bdf-d94aca5a5674 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455 HTTP/1.1" status: 200 len: 217 time: 0.0681164 Jan 12 10:22:18.348034 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f606d-41af-4094-b99d-3a7a5c78994d req-034f58a7-d9ba-40c9-92bc-4caef6931be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:18.349509 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f3f606d-41af-4094-b99d-3a7a5c78994d req-034f58a7-d9ba-40c9-92bc-4caef6931be0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.1050751 Jan 12 10:22:18.532634 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882686d2-0d74-4996-9c02-52216adaf37e req-94df5568-3fdd-41a5-b3a5-6b271eaeb148 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:18.534001 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-882686d2-0d74-4996-9c02-52216adaf37e req-94df5568-3fdd-41a5-b3a5-6b271eaeb148 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.2573333 Jan 12 10:22:18.586871 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-882686d2-0d74-4996-9c02-52216adaf37e req-c3b0b214-5f2d-4401-bc40-e33e8d2c8f68 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466025 Jan 12 10:22:18.589783 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f606d-41af-4094-b99d-3a7a5c78994d req-9fdda54a-1bdb-4e5f-a80e-60146ccbf901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:18.591389 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f3f606d-41af-4094-b99d-3a7a5c78994d req-9fdda54a-1bdb-4e5f-a80e-60146ccbf901 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2300494 Jan 12 10:22:18.730697 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f3f606d-41af-4094-b99d-3a7a5c78994d req-8f6a2c23-ef18-44af-a2c7-a6ab15305b8d service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287553 Jan 12 10:22:18.879833 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3f3f606d-41af-4094-b99d-3a7a5c78994d req-7996ac45-a2b5-42c9-9da0-ace8099fd23c service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386170 Jan 12 10:22:19.784842 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9a409-ec83-4312-9acc-8886138aba84 req-3fb913ff-0c8b-45c2-9664-b85b65caa3c1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:19.786324 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b9f9a409-ec83-4312-9acc-8886138aba84 req-3fb913ff-0c8b-45c2-9664-b85b65caa3c1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.0834508 Jan 12 10:22:19.831180 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b9f9a409-ec83-4312-9acc-8886138aba84 req-d42fabbe-951e-4995-be97-80eaa87d2157 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387232 Jan 12 10:22:21.028157 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322ae26-8915-4cb3-a33e-d83d603a53f3 req-abb26924-6c12-445e-9d37-14bfba030e0e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:21.029750 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8322ae26-8915-4cb3-a33e-d83d603a53f3 req-abb26924-6c12-445e-9d37-14bfba030e0e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.0931890 Jan 12 10:22:21.077588 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8322ae26-8915-4cb3-a33e-d83d603a53f3 req-e455c8b6-e53d-4cc3-8a15-51244ea49724 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389984 Jan 12 10:22:22.284256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed62e40-d8de-47ef-813d-14efd067c59f req-78fb4b5e-2391-41ab-8eb7-7edb325bef45 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:22.285735 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3ed62e40-d8de-47ef-813d-14efd067c59f req-78fb4b5e-2391-41ab-8eb7-7edb325bef45 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.0904801 Jan 12 10:22:22.334106 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3ed62e40-d8de-47ef-813d-14efd067c59f req-46ef8887-88a6-43be-94fc-8e0b58edc194 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397274 Jan 12 10:22:23.546687 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c41262-a982-4d8e-87f1-67ca98ed3442 req-8b352e29-1be1-48ad-8927-f7fe5f0912b9 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:23.548186 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a7c41262-a982-4d8e-87f1-67ca98ed3442 req-8b352e29-1be1-48ad-8927-f7fe5f0912b9 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.0859258 Jan 12 10:22:23.592116 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a7c41262-a982-4d8e-87f1-67ca98ed3442 req-16fe721a-e308-4f2b-8a28-140c972c53ea tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381911 Jan 12 10:22:24.804947 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8c8ff-55ea-4bcd-899e-161efb328a12 req-dbb7896f-4e96-4f68-8a45-be700f0d9257 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:24.806554 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e6a8c8ff-55ea-4bcd-899e-161efb328a12 req-dbb7896f-4e96-4f68-8a45-be700f0d9257 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.1018753 Jan 12 10:22:24.854716 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e6a8c8ff-55ea-4bcd-899e-161efb328a12 req-c45d4837-39a2-4e15-80d1-50894da83764 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394294 Jan 12 10:22:26.060893 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d3e7d-0f3d-48c0-8250-3831f392889c req-af810090-774b-4b67-8a79-63c792a6afd5 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:26.062412 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7e3d3e7d-0f3d-48c0-8250-3831f392889c req-af810090-774b-4b67-8a79-63c792a6afd5 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.0871966 Jan 12 10:22:26.107691 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7e3d3e7d-0f3d-48c0-8250-3831f392889c req-1a90e7fb-50ca-4c11-aaa6-1c6752aaba56 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389330 Jan 12 10:22:27.305470 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165490c-2f67-45e4-ad62-6e33c4b3ff19 req-1ee6a2da-4204-4868-8418-0bbae19c7932 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:27.307125 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3165490c-2f67-45e4-ad62-6e33c4b3ff19 req-1ee6a2da-4204-4868-8418-0bbae19c7932 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.0890498 Jan 12 10:22:27.353506 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3165490c-2f67-45e4-ad62-6e33c4b3ff19 req-d8c23962-b2f2-4992-a98f-efbd87b264d1 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390394 Jan 12 10:22:27.664289 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ae63d333-4b9c-447c-8d1b-77b1ecf82455 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:22:27.803817 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ae63d333-4b9c-447c-8d1b-77b1ecf82455, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:22:27.817003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'port_id': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455', 'mac_address': 'fa:16:3e:ac:71:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:22:27.875007 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:27.891923 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae63d333-4b9c-447c-8d1b-77b1ecf82455 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:22:27.908791 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ae63d333-4b9c-447c-8d1b-77b1ecf82455, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:22:27.916595 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:27.996822 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=ae63d333-4b9c-447c-8d1b-77b1ecf82455,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:28.007605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:28.008092 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:28.008568 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:28.009039 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:28.009482 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:28.009990 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:28.010491 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:28.011074 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:28.011621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:28.012116 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:28.012606 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:28.013015 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:28.175937 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['ae63d333-4b9c-447c-8d1b-77b1ecf82455'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:22:28.536956 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3968e-d9c6-42d4-bd68-2e878b56637a req-5d79903b-33d4-48cf-b024-725530743f78 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:28.538354 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e8d3968e-d9c6-42d4-bd68-2e878b56637a req-5d79903b-33d4-48cf-b024-725530743f78 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 945 time: 0.0807533 Jan 12 10:22:28.586212 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e8d3968e-d9c6-42d4-bd68-2e878b56637a req-b7a4424c-0eaa-465f-8e1b-3132f6910f0d tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420864 Jan 12 10:22:29.671031 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ae63d333-4b9c-447c-8d1b-77b1ecf82455 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:22:29.748430 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port ae63d333-4b9c-447c-8d1b-77b1ecf82455 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:22:29.754344 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port ae63d333-4b9c-447c-8d1b-77b1ecf82455 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:22:29.754725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:29.878159 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:29.905438 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:22:29.915508 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ae63d333-4b9c-447c-8d1b-77b1ecf82455, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:22:29.921329 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:29.946096 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae52cad-a1d2-4cdf-99a0-99e5cb92c234 req-8fd72f17-8237-4f9e-8ebe-1ac8f9226f65 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:29.948599 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3ae52cad-a1d2-4cdf-99a0-99e5cb92c234 req-8fd72f17-8237-4f9e-8ebe-1ac8f9226f65 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 945 time: 0.0878518 Jan 12 10:22:29.954145 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455', 'code': 200} Jan 12 10:22:29.998201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=ae63d333-4b9c-447c-8d1b-77b1ecf82455,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:30.004574 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3ae52cad-a1d2-4cdf-99a0-99e5cb92c234 req-dbf3697c-ed0b-486c-911f-b8da8141ecca tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500312 Jan 12 10:22:30.268772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa31e7-d765-4011-97a0-76aee05dd3c5 req-f0ba05d5-f56f-4cfd-b969-4d14555044b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:30.270297 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fbfa31e7-d765-4011-97a0-76aee05dd3c5 req-f0ba05d5-f56f-4cfd-b969-4d14555044b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 1099 time: 0.0749497 Jan 12 10:22:30.315865 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fbfa31e7-d765-4011-97a0-76aee05dd3c5 req-8821c7d1-dc8c-42a3-a6f3-68df01646fde service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359964 Jan 12 10:22:31.205825 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a19ac6-ecb4-4059-9afe-7937774a6c6f req-4dfea29f-c8ad-4322-968d-022852446e29 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:31.207452 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b3a19ac6-ecb4-4059-9afe-7937774a6c6f req-4dfea29f-c8ad-4322-968d-022852446e29 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0895002 Jan 12 10:22:31.255827 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b3a19ac6-ecb4-4059-9afe-7937774a6c6f req-d1d9043a-efa6-4595-bfd7-82d99076c116 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425873 Jan 12 10:22:31.480485 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:22:32.442644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c4e79-7249-4fe3-b2f6-ba011b15ca68 req-50de3c09-dc11-49d7-a705-3f767037999e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:32.444146 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-908c4e79-7249-4fe3-b2f6-ba011b15ca68 req-50de3c09-dc11-49d7-a705-3f767037999e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0821986 Jan 12 10:22:32.489069 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-908c4e79-7249-4fe3-b2f6-ba011b15ca68 req-5a21e27e-bff8-4d41-b635-969b906d6268 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392098 Jan 12 10:22:32.778613 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842b9bd-b510-4e8f-ad40-03b0f97e1a6b req-04008e78-f557-4e07-baae-639bf31b4a0d tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:32.780018 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0842b9bd-b510-4e8f-ad40-03b0f97e1a6b req-04008e78-f557-4e07-baae-639bf31b4a0d tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.1881039 Jan 12 10:22:32.824957 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0842b9bd-b510-4e8f-ad40-03b0f97e1a6b req-b22caa94-d768-4cc1-a02a-e66c04771f78 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390439 Jan 12 10:22:32.854333 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49374) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:22:32.932668 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bdaa1b-3bbb-43cd-b20c-e95f454fe5cc tempest-TestShelveInstance-1472071264 tempest-TestShelveInstance-1472071264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:32.933379 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-62bdaa1b-3bbb-43cd-b20c-e95f454fe5cc tempest-TestShelveInstance-1472071264 tempest-TestShelveInstance-1472071264-project-admin] Synchronizing usage tracker for tenant:b2ae32a0ba254b2abde53fe143716d23 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:22:32.950721 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-62bdaa1b-3bbb-43cd-b20c-e95f454fe5cc tempest-TestShelveInstance-1472071264 tempest-TestShelveInstance-1472071264-project-admin] Unset dirty status for tenant:b2ae32a0ba254b2abde53fe143716d23 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:22:32.952111 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-62bdaa1b-3bbb-43cd-b20c-e95f454fe5cc tempest-TestShelveInstance-1472071264 tempest-TestShelveInstance-1472071264-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 1094 time: 0.0963967 Jan 12 10:22:32.954950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49378) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:22:32.959953 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:22:32.966119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:22:32.970139 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Usage tracker for resource:floatingip and tenant:4ddace2bf2634ab3a8a106eaa9e785ee is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:22:32.973116 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:22:32.981711 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:22:32.992241 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for floatingip, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:33.139098 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:33.279890 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Allocated IP 172.26.2.29 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/7c494f25-060d-4837-8622-d25dac7b525c) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:22:33.427439 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:33.465127 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:33.532899 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:22:33.534060 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:22:33.536847 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:22:33.576916 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'Port': ['ID=7c494f25-060d-4837-8622-d25dac7b525c,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:34.064838 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:34.144890 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:34.354142 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:34.360566 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:34.471495 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event updated for resources: {'Port': ['ID=7c494f25-060d-4837-8622-d25dac7b525c,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:34.483380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:34.655057 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Floating IP e912c020-d747-4d09-a15f-abb90304b4e5 associated. External IP: 172.26.2.29, port: ae63d333-4b9c-447c-8d1b-77b1ecf82455. Jan 12 10:22:35.003743 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Router eab222d9-0416-4568-86be-2517995a8c54 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:22:35.186595 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:22:35.196996 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47444dc4-84d2-4222-a85f-f7d52be70693 None None] Sync routers for ids ['eab222d9-0416-4568-86be-2517995a8c54'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:22:35.206784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47444dc4-84d2-4222-a85f-f7d52be70693 None None] Routers {'eab222d9-0416-4568-86be-2517995a8c54'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:22:35.207430 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-47444dc4-84d2-4222-a85f-f7d52be70693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:22:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eab222d9-0416-4568-86be-2517995a8c54'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:35.212662 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:35.386827 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-24d0a7d8-b013-4cda-a9d2-d9b8e0bd22d0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4305837 Jan 12 10:22:35.387216 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'tag': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:22:35.392412 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-47444dc4-84d2-4222-a85f-f7d52be70693 None None] Set router eab222d9-0416-4568-86be-2517995a8c54 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:22:35.432486 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'tag': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455', 'status': 'completed', 'code': 200} Jan 12 10:22:35.528761 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba62b40-2e32-4981-812c-9c286fd1bdce req-e167b65b-bc7e-4e61-9976-3c5d0d0ae420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:35.530301 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1ba62b40-2e32-4981-812c-9c286fd1bdce req-e167b65b-bc7e-4e61-9976-3c5d0d0ae420 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 1099 time: 0.0761151 Jan 12 10:22:35.665237 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba62b40-2e32-4981-812c-9c286fd1bdce req-7bfd6fc9-f92b-48db-bb4f-87271242bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:35.666593 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1ba62b40-2e32-4981-812c-9c286fd1bdce req-7bfd6fc9-f92b-48db-bb4f-87271242bc3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.1294532 Jan 12 10:22:35.753567 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-47444dc4-84d2-4222-a85f-f7d52be70693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'e912c020-d747-4d09-a15f-abb90304b4e5', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'floating_ip_address': '172.26.2.29', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'port_id': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'mac_address': 'fa:16:3e:ac:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:22:33Z', 'updated_at': '2022-01-12T10:22:33Z', 'revision_number': 0, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e8d9197-f0a0-470a-8238-faae56d55b89', 'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'mac_address': 'fa:16:3e:8e:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:23Z', 'updated_at': '2022-01-12T10:17:31Z', 'revision_number': 5, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'subnets': [{'id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:35.757756 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47444dc4-84d2-4222-a85f-f7d52be70693 None None] Checking router: eab222d9-0416-4568-86be-2517995a8c54 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:22:35.766350 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47444dc4-84d2-4222-a85f-f7d52be70693 None None] Routers {'eab222d9-0416-4568-86be-2517995a8c54'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:22:35.766964 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-47444dc4-84d2-4222-a85f-f7d52be70693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:22:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eab222d9-0416-4568-86be-2517995a8c54'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:35.773579 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1ba62b40-2e32-4981-812c-9c286fd1bdce req-809d6d93-ff49-4711-b75e-e704ee370a73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455 HTTP/1.1" status: 200 len: 999 time: 0.1004808 Jan 12 10:22:35.850083 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba62b40-2e32-4981-812c-9c286fd1bdce req-48d77081-ef73-44a2-809c-67ebc2a1cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:35.851576 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1ba62b40-2e32-4981-812c-9c286fd1bdce req-48d77081-ef73-44a2-809c-67ebc2a1cd83 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0709860 Jan 12 10:22:35.928196 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba62b40-2e32-4981-812c-9c286fd1bdce req-1605e73a-827a-4b2c-acfc-2f326af7a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:35.929726 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1ba62b40-2e32-4981-812c-9c286fd1bdce req-1605e73a-827a-4b2c-acfc-2f326af7a2a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697346 Jan 12 10:22:35.969878 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-47444dc4-84d2-4222-a85f-f7d52be70693 None None] Set router eab222d9-0416-4568-86be-2517995a8c54 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:22:36.064154 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1ba62b40-2e32-4981-812c-9c286fd1bdce req-ac449e1b-9490-46c0-9dcd-a2fe48967b7f service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280541 Jan 12 10:22:36.201022 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1ba62b40-2e32-4981-812c-9c286fd1bdce req-847bc504-7bba-4c9d-ab7f-794a6bc5e7f1 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301074 Jan 12 10:22:36.378693 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-47444dc4-84d2-4222-a85f-f7d52be70693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'e912c020-d747-4d09-a15f-abb90304b4e5', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'floating_ip_address': '172.26.2.29', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'port_id': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'mac_address': 'fa:16:3e:ac:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:22:33Z', 'updated_at': '2022-01-12T10:22:33Z', 'revision_number': 0, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e8d9197-f0a0-470a-8238-faae56d55b89', 'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'mac_address': 'fa:16:3e:8e:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:23Z', 'updated_at': '2022-01-12T10:17:31Z', 'revision_number': 5, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'subnets': [{'id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:36.384733 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47444dc4-84d2-4222-a85f-f7d52be70693 None None] The sync data for ids ['eab222d9-0416-4568-86be-2517995a8c54'] in dv-neutron-824346-1-hyperv is: [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': 'e912c020-d747-4d09-a15f-abb90304b4e5', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'floating_ip_address': '172.26.2.29', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'port_id': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'mac_address': 'fa:16:3e:ac:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:22:33Z', 'updated_at': '2022-01-12T10:22:33Z', 'revision_number': 0, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e8d9197-f0a0-470a-8238-faae56d55b89', 'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'mac_address': 'fa:16:3e:8e:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:23Z', 'updated_at': '2022-01-12T10:17:31Z', 'revision_number': 5, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'subnets': [{'id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:22:36.582882 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3abdcd7-1a8b-41cc-a2aa-404ad2f6f7bf None None] New status for floating IP e912c020-d747-4d09-a15f-abb90304b4e5: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:22:36.710193 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3c6e465f-6352-4381-a981-9e47dea630cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:39.389226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-213cf074-f86f-4b6c-936e-2fc8ed63f96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:40.347566 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:41.248527 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:42.821608 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:22:47.171348 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:06.362780 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6106b05-54ae-4766-b238-fad356eb6672 req-43e83543-707f-4b9b-a4d3-363fe88cdc88 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750546 Jan 12 10:23:06.504528 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6106b05-54ae-4766-b238-fad356eb6672 req-5f5bdd52-8597-4341-a084-00e61f1f2e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:06.506012 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6106b05-54ae-4766-b238-fad356eb6672 req-5f5bdd52-8597-4341-a084-00e61f1f2e85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 1099 time: 0.0743678 Jan 12 10:23:06.654162 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6106b05-54ae-4766-b238-fad356eb6672 req-d522e1ea-eeaa-4307-b6ab-942f7dfa5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:06.656421 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6106b05-54ae-4766-b238-fad356eb6672 req-d522e1ea-eeaa-4307-b6ab-942f7dfa5e92 service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.1304369 Jan 12 10:23:06.718686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2d04d118-6ca8-4a0f-8252-b415ff3b66bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:06.763700 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6106b05-54ae-4766-b238-fad356eb6672 req-e3685e59-4c22-4c24-a902-3d7880df042c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455 HTTP/1.1" status: 200 len: 1001 time: 0.1007464 Jan 12 10:23:06.831012 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6106b05-54ae-4766-b238-fad356eb6672 req-f892b59c-d5a3-4d41-b762-6a1f6bb28ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:06.832449 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6106b05-54ae-4766-b238-fad356eb6672 req-f892b59c-d5a3-4d41-b762-6a1f6bb28ac2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0619564 Jan 12 10:23:06.907483 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6106b05-54ae-4766-b238-fad356eb6672 req-da70cbd0-6650-42c6-bb5f-a1cacd379929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:06.909050 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6106b05-54ae-4766-b238-fad356eb6672 req-da70cbd0-6650-42c6-bb5f-a1cacd379929 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705128 Jan 12 10:23:07.144280 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6106b05-54ae-4766-b238-fad356eb6672 req-a29dea69-0cfc-4f3a-b269-25fb8354b98c service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293852 Jan 12 10:23:07.376067 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e6106b05-54ae-4766-b238-fad356eb6672 req-e87b6d83-5244-44b9-bc33-72c3435774b2 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257283 Jan 12 10:23:08.479902 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:23:09.384482 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e6714502-657f-463d-b2b1-110d01e73a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:10.354517 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:11.252677 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:12.824538 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:17.169301 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:36.712958 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3da00892-28e8-4c89-abd3-face0ffb9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:39.395330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6cbb382b-f8f7-4379-91b6-57bd46bec367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:40.359421 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:41.258202 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:42.827796 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:23:45.479532 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:23:47.196561 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:06.353493 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f6c36b7-d381-4dec-9e07-c7d6ead05d4c req-2eb5da84-9be5-4939-968c-be7fe3caec94 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771143 Jan 12 10:24:06.532205 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c36b7-d381-4dec-9e07-c7d6ead05d4c req-c440c25e-ae36-487e-8695-2c4ee7a4c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:06.533669 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f6c36b7-d381-4dec-9e07-c7d6ead05d4c req-c440c25e-ae36-487e-8695-2c4ee7a4c9f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 1099 time: 0.0928547 Jan 12 10:24:06.688315 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c36b7-d381-4dec-9e07-c7d6ead05d4c req-33c8edff-d9b9-4dce-be5c-e6b89c18dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:06.689859 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f6c36b7-d381-4dec-9e07-c7d6ead05d4c req-33c8edff-d9b9-4dce-be5c-e6b89c18dc4c service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.1313553 Jan 12 10:24:06.720902 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ae620de9-76d9-4afa-9600-2f26ba55e2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:06.795476 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f6c36b7-d381-4dec-9e07-c7d6ead05d4c req-c4a2ee93-2158-437e-ad29-f0d7c2a58a33 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455 HTTP/1.1" status: 200 len: 1001 time: 0.0979469 Jan 12 10:24:06.857995 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c36b7-d381-4dec-9e07-c7d6ead05d4c req-c0610fbd-9d72-49f7-a099-427bb22fec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:06.859520 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f6c36b7-d381-4dec-9e07-c7d6ead05d4c req-c0610fbd-9d72-49f7-a099-427bb22fec29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0574901 Jan 12 10:24:06.942948 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c36b7-d381-4dec-9e07-c7d6ead05d4c req-d3f445fc-5fa6-4735-837b-1e2de1bda21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:06.944358 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f6c36b7-d381-4dec-9e07-c7d6ead05d4c req-d3f445fc-5fa6-4735-837b-1e2de1bda21c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747652 Jan 12 10:24:06.958478 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [req-1f6c36b7-d381-4dec-9e07-c7d6ead05d4c req-ee5345cc-5d01-49a3-b5c2-d42cc9e39d69 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:24:06.959451 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f6c36b7-d381-4dec-9e07-c7d6ead05d4c req-ee5345cc-5d01-49a3-b5c2-d42cc9e39d69 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049033 Jan 12 10:24:07.108085 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f6c36b7-d381-4dec-9e07-c7d6ead05d4c req-81040941-4a17-4773-aee1-25ada3bc848a service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383760 Jan 12 10:24:07.261877 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-1f6c36b7-d381-4dec-9e07-c7d6ead05d4c req-472b85d2-59a8-4d84-bac4-fa1bc92bee5c service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399076 Jan 12 10:24:09.393593 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-63e51549-8ead-4044-b60a-e0c657a4cee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:10.372871 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:11.265831 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:12.837981 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:17.192065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:22.483583 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:24:34.592229 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8cd61-d012-48e1-8fd0-bb087ebe04a2 req-d006b2ec-65c7-44d4-be6b-a21b504ad7d2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:34.593692 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d4c8cd61-d012-48e1-8fd0-bb087ebe04a2 req-d006b2ec-65c7-44d4-be6b-a21b504ad7d2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.1028302 Jan 12 10:24:34.638357 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d4c8cd61-d012-48e1-8fd0-bb087ebe04a2 req-7f181df7-3f6d-4342-9229-9efd01e40d95 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388806 Jan 12 10:24:35.846000 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849538bc-20cc-406e-843b-fad24e03e1fb req-d1232efb-fae4-4371-a2d9-325d8a90f58a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:35.847410 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-849538bc-20cc-406e-843b-fad24e03e1fb req-d1232efb-fae4-4371-a2d9-325d8a90f58a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0898054 Jan 12 10:24:35.895321 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-849538bc-20cc-406e-843b-fad24e03e1fb req-008117b2-5ee6-4085-b184-cf498a5b195f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395629 Jan 12 10:24:36.716526 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-8c493e94-442f-49f1-abca-174b9e1ece56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:37.094822 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2da99-4b74-41c3-a76d-b176049473ef req-b6f8e25a-1194-4a2f-b4a6-548313367925 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:37.096331 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f8f2da99-4b74-41c3-a76d-b176049473ef req-b6f8e25a-1194-4a2f-b4a6-548313367925 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0872610 Jan 12 10:24:37.145246 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f8f2da99-4b74-41c3-a76d-b176049473ef req-dcc12950-cdf4-4d67-8132-b6a463049f8b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432706 Jan 12 10:24:38.345971 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344ff83-b4b1-41b5-834e-e943749b2387 req-6b2d00ea-8a51-4076-9e6c-858794ff9574 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:38.347487 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c344ff83-b4b1-41b5-834e-e943749b2387 req-6b2d00ea-8a51-4076-9e6c-858794ff9574 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0947485 Jan 12 10:24:38.395820 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c344ff83-b4b1-41b5-834e-e943749b2387 req-387b8534-98b1-46d7-ad46-4b54b8c01780 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417876 Jan 12 10:24:39.399666 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-dec87c59-6232-4a82-946a-e7dbe56c2492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:39.593116 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5cb67-e5f0-44df-8fe8-fd8b1f5eafc4 req-9e50e7b9-1c5a-45e2-b5df-967010cd5218 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:39.594650 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-fcc5cb67-e5f0-44df-8fe8-fd8b1f5eafc4 req-9e50e7b9-1c5a-45e2-b5df-967010cd5218 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0872755 Jan 12 10:24:39.640017 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-fcc5cb67-e5f0-44df-8fe8-fd8b1f5eafc4 req-935170f2-b303-4927-be78-2f496b15340e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397413 Jan 12 10:24:40.377198 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:40.851994 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0e321-5c0a-45c2-885f-26aeab79fc0b req-24b79498-9b03-4582-96c9-1c7c84362421 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:40.853487 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0bb0e321-5c0a-45c2-885f-26aeab79fc0b req-24b79498-9b03-4582-96c9-1c7c84362421 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0981040 Jan 12 10:24:40.909329 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0bb0e321-5c0a-45c2-885f-26aeab79fc0b req-46e93e1c-62a5-46ed-8dc0-ca984294de6c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473514 Jan 12 10:24:41.265016 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:42.105256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1129b-8d29-43f3-b276-0f99c3c4ed9e req-e7e11469-6e42-4a07-bb27-6cc472213a73 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:42.106786 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-76f1129b-8d29-43f3-b276-0f99c3c4ed9e req-e7e11469-6e42-4a07-bb27-6cc472213a73 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0831666 Jan 12 10:24:42.158784 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-76f1129b-8d29-43f3-b276-0f99c3c4ed9e req-e6f88096-e308-40e1-a28b-ded933e985f4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463643 Jan 12 10:24:42.837860 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:43.362787 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88632d-f8c7-47f2-9895-21cf6c8ebe8b req-022e6331-cf07-479c-a02f-773dd87b7809 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:43.364149 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e88632d-f8c7-47f2-9895-21cf6c8ebe8b req-022e6331-cf07-479c-a02f-773dd87b7809 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0915711 Jan 12 10:24:43.411605 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6e88632d-f8c7-47f2-9895-21cf6c8ebe8b req-812d35db-40fd-4b01-bb05-20ef35725060 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393138 Jan 12 10:24:44.615994 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fe242-d606-4235-ae37-5059a9aba41b req-06b445b3-36c5-4024-a3d8-65c2ad3e52f2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:44.617444 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-743fe242-d606-4235-ae37-5059a9aba41b req-06b445b3-36c5-4024-a3d8-65c2ad3e52f2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0955834 Jan 12 10:24:44.671345 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-743fe242-d606-4235-ae37-5059a9aba41b req-d4fd8a3c-acd5-4481-b857-6c9af9b78023 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458820 Jan 12 10:24:45.894119 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42666af-ed5f-4805-a479-6183fbf83129 req-60d7a95b-757f-41e7-ab0d-33ebeebfc2cf tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:45.895658 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e42666af-ed5f-4805-a479-6183fbf83129 req-60d7a95b-757f-41e7-ab0d-33ebeebfc2cf tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0945272 Jan 12 10:24:45.942905 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-e42666af-ed5f-4805-a479-6183fbf83129 req-8d66ecdc-79f3-43a4-9b40-1674723f90e2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415659 Jan 12 10:24:47.148687 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5905520-e46f-419e-88a8-942888b6b278 req-2f8c7990-6ec9-45c4-adf3-1b5870437112 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:47.150224 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f5905520-e46f-419e-88a8-942888b6b278 req-2f8c7990-6ec9-45c4-adf3-1b5870437112 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0927904 Jan 12 10:24:47.193619 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:47.299758 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f5905520-e46f-419e-88a8-942888b6b278 req-ac707452-4ff2-4dac-925b-1e4017c449cd tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437306 Jan 12 10:24:48.497494 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f224be3-4ec7-4992-958b-8975fd8d23b4 req-54ccc084-40c2-42b7-8ec2-fd6b9690a459 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:48.499067 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2f224be3-4ec7-4992-958b-8975fd8d23b4 req-54ccc084-40c2-42b7-8ec2-fd6b9690a459 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0798063 Jan 12 10:24:48.543640 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-2f224be3-4ec7-4992-958b-8975fd8d23b4 req-2c47bcb1-6c71-4f44-8960-0cdb54b22836 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384455 Jan 12 10:24:49.732095 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37883361-5aa5-49bb-97c5-92a91e84d493 req-9326cd15-496c-4ed5-a286-22aa01c0d714 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:49.733714 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-37883361-5aa5-49bb-97c5-92a91e84d493 req-9326cd15-496c-4ed5-a286-22aa01c0d714 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0821421 Jan 12 10:24:49.749082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c789e-01c0-4612-9bda-34cfbd42ebb6 req-51dd619b-50bf-41cc-ab44-0702f4fd6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:49.750755 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-832c789e-01c0-4612-9bda-34cfbd42ebb6 req-51dd619b-50bf-41cc-ab44-0702f4fd6b12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 1099 time: 0.0806355 Jan 12 10:24:49.782667 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-37883361-5aa5-49bb-97c5-92a91e84d493 req-15764a85-0331-483f-9bde-3ade5a69388a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429013 Jan 12 10:24:50.004693 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c789e-01c0-4612-9bda-34cfbd42ebb6 req-4f04a1d0-6e08-43be-8212-b0ed8fd1e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:50.006158 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-832c789e-01c0-4612-9bda-34cfbd42ebb6 req-4f04a1d0-6e08-43be-8212-b0ed8fd1e7f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.2463930 Jan 12 10:24:50.119078 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-832c789e-01c0-4612-9bda-34cfbd42ebb6 req-6855a4f8-6c7e-4bc6-9be4-f49611046c11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455 HTTP/1.1" status: 200 len: 1001 time: 0.0987844 Jan 12 10:24:50.184163 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c789e-01c0-4612-9bda-34cfbd42ebb6 req-75ce8bb5-c826-421e-b6a4-bb0b5595bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:50.185631 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-832c789e-01c0-4612-9bda-34cfbd42ebb6 req-75ce8bb5-c826-421e-b6a4-bb0b5595bd8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0576105 Jan 12 10:24:50.275144 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c789e-01c0-4612-9bda-34cfbd42ebb6 req-00616554-7277-47b9-add7-66e78f9e79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:50.276558 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-832c789e-01c0-4612-9bda-34cfbd42ebb6 req-00616554-7277-47b9-add7-66e78f9e79b8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804524 Jan 12 10:24:50.415865 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-832c789e-01c0-4612-9bda-34cfbd42ebb6 req-52dbf66f-a2f4-4a9f-a4c2-8b933cccc611 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295576 Jan 12 10:24:50.557726 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-832c789e-01c0-4612-9bda-34cfbd42ebb6 req-5ac92aed-fc98-4ef8-9554-5d6bdaecc999 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314878 Jan 12 10:24:50.993069 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83b9c2-f10b-475c-895b-8b0064760636 req-21561ccc-c4c6-4a99-9df2-5d02b9ccb420 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:50.994757 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0e83b9c2-f10b-475c-895b-8b0064760636 req-21561ccc-c4c6-4a99-9df2-5d02b9ccb420 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0960257 Jan 12 10:24:51.044963 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0e83b9c2-f10b-475c-895b-8b0064760636 req-c4483a91-f6d0-4bea-a4db-46622b882d3c tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436375 Jan 12 10:24:52.264416 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0250865-7e1f-42a9-a5b1-82e7c5f07fd9 req-465dba10-6b01-4c25-95a4-4cd284dc44cf tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:52.266162 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a0250865-7e1f-42a9-a5b1-82e7c5f07fd9 req-465dba10-6b01-4c25-95a4-4cd284dc44cf tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.1069944 Jan 12 10:24:52.319320 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a0250865-7e1f-42a9-a5b1-82e7c5f07fd9 req-809ce00f-1405-47ad-afa1-cebb8bf4a3bc tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466905 Jan 12 10:24:53.525803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb47c90-a04c-49dd-895b-392dbbeeb652 req-137532ad-fa91-47fc-81d1-a5095f62c111 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:53.527296 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-feb47c90-a04c-49dd-895b-392dbbeeb652 req-137532ad-fa91-47fc-81d1-a5095f62c111 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0904999 Jan 12 10:24:53.574628 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-feb47c90-a04c-49dd-895b-392dbbeeb652 req-c2b1ab65-38c8-43c9-90a4-17f4e18e2aa8 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393531 Jan 12 10:24:53.868196 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-8809537c-7358-4f2c-b21a-a06e8e13e25d req-91001a20-5616-48b1-92e5-dd05544f8147 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718772 Jan 12 10:24:53.935097 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82425a-dd92-45bc-89bc-11c13dccce99 req-5cc9a0c7-ebb9-4c3c-a4b5-90e15c5f80fe tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:53.936576 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fc82425a-dd92-45bc-89bc-11c13dccce99 req-5cc9a0c7-ebb9-4c3c-a4b5-90e15c5f80fe tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0823498 Jan 12 10:24:53.992067 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fc82425a-dd92-45bc-89bc-11c13dccce99 req-3d8468a0-6872-41ee-bdd7-6aa433dfd1d4 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476198 Jan 12 10:24:55.182597 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1da7c3-be44-498f-a7e1-784f3ac68b24 req-4a2985bb-af84-4efe-a637-6f390467961f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:55.184091 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bd1da7c3-be44-498f-a7e1-784f3ac68b24 req-4a2985bb-af84-4efe-a637-6f390467961f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0850127 Jan 12 10:24:55.231751 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-bd1da7c3-be44-498f-a7e1-784f3ac68b24 req-aae0ba5d-9d51-45b6-8f8a-8dea744b5390 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413444 Jan 12 10:24:56.262882 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ae63d333-4b9c-447c-8d1b-77b1ecf82455 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:24:56.428380 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:56.455318 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:24:56.471974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ae63d333-4b9c-447c-8d1b-77b1ecf82455, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:24:56.473199 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e3934-aa04-4007-a7f2-5a19da51f900 req-db811ac7-0d1e-4688-84cb-cd0a08ebce64 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:56.474753 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4d3e3934-aa04-4007-a7f2-5a19da51f900 req-db811ac7-0d1e-4688-84cb-cd0a08ebce64 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0838583 Jan 12 10:24:56.478175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:24:56.532906 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4d3e3934-aa04-4007-a7f2-5a19da51f900 req-54b62fa5-5f5c-472f-b79d-56cf58917248 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489719 Jan 12 10:24:56.547377 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=ae63d333-4b9c-447c-8d1b-77b1ecf82455,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:56.556025 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:56.556025 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:56.556268 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:56.556433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:56.556763 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:56.557090 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:56.557403 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:56.557728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:56.558058 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:56.558420 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:56.558736 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:56.559098 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:56.563376 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455', 'code': 200} Jan 12 10:24:56.758699 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809537c-7358-4f2c-b21a-a06e8e13e25d req-6a1b5ac4-496d-4d53-97b5-e40470f4640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:56.760326 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8809537c-7358-4f2c-b21a-a06e8e13e25d req-6a1b5ac4-496d-4d53-97b5-e40470f4640f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8&tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee HTTP/1.1" status: 200 len: 1097 time: 0.0845132 Jan 12 10:24:56.876092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809537c-7358-4f2c-b21a-a06e8e13e25d req-860d34f7-0a7b-46d7-b046-ca2f3eb9734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:56.877691 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8809537c-7358-4f2c-b21a-a06e8e13e25d req-860d34f7-0a7b-46d7-b046-ca2f3eb9734f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 1097 time: 0.0896707 Jan 12 10:24:57.023059 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809537c-7358-4f2c-b21a-a06e8e13e25d req-66fe2c74-1f52-4926-9744-df00fa1f0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:57.024515 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8809537c-7358-4f2c-b21a-a06e8e13e25d req-66fe2c74-1f52-4926-9744-df00fa1f0da2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.1374588 Jan 12 10:24:57.131530 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8809537c-7358-4f2c-b21a-a06e8e13e25d req-2661fc6d-b861-4313-9c5a-83b950ee8368 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455 HTTP/1.1" status: 200 len: 999 time: 0.0960398 Jan 12 10:24:57.195766 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809537c-7358-4f2c-b21a-a06e8e13e25d req-b6b8828a-649c-46e0-a656-5a92f459c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:57.197194 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8809537c-7358-4f2c-b21a-a06e8e13e25d req-b6b8828a-649c-46e0-a656-5a92f459c8ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0567408 Jan 12 10:24:57.290503 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809537c-7358-4f2c-b21a-a06e8e13e25d req-0682d638-63c3-40dd-aaee-1e913be0008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:57.292119 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8809537c-7358-4f2c-b21a-a06e8e13e25d req-0682d638-63c3-40dd-aaee-1e913be0008f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880277 Jan 12 10:24:57.541039 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8809537c-7358-4f2c-b21a-a06e8e13e25d req-95c7d4cc-e9f3-4cad-81f2-0df723510872 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389376 Jan 12 10:24:57.723077 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-8809537c-7358-4f2c-b21a-a06e8e13e25d req-772c1220-1ff0-4f3f-9beb-5019ef2d9600 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723387 Jan 12 10:24:57.752076 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bac60-1ec9-4e68-a384-f2bbf45724da req-1017fefc-563a-40ea-aec6-ff544cd668ba tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:57.753691 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bc5bac60-1ec9-4e68-a384-f2bbf45724da req-1017fefc-563a-40ea-aec6-ff544cd668ba tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.1101186 Jan 12 10:24:57.810571 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bc5bac60-1ec9-4e68-a384-f2bbf45724da req-d96e0af9-5b4a-4878-8976-514ab5dde992 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502756 Jan 12 10:24:59.000592 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a554b2b-f2d7-48a2-9997-258d3fc58a8a req-2cfd778b-0c7d-41bd-888c-2975762d211b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:59.002045 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3a554b2b-f2d7-48a2-9997-258d3fc58a8a req-2cfd778b-0c7d-41bd-888c-2975762d211b tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.0814500 Jan 12 10:24:59.053165 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3a554b2b-f2d7-48a2-9997-258d3fc58a8a req-b97541b4-64d3-4a23-b304-2efbd4603608 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426154 Jan 12 10:24:59.485660 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:25:00.260456 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590c0b0-6c74-45c1-9dcd-06cb4bcefd20 req-1f5457bd-0507-454f-b944-e8d1e469030e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:00.261944 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3590c0b0-6c74-45c1-9dcd-06cb4bcefd20 req-1f5457bd-0507-454f-b944-e8d1e469030e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.0987051 Jan 12 10:25:00.307149 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-3590c0b0-6c74-45c1-9dcd-06cb4bcefd20 req-84733d75-c0c7-4f1b-a00c-fb77ef824337 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393782 Jan 12 10:25:01.500081 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d0984-42a8-4019-b31a-cde84e9458ae req-0478d6ca-0847-447c-aa8a-3d377c3727a8 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:01.501675 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a84d0984-42a8-4019-b31a-cde84e9458ae req-0478d6ca-0847-447c-aa8a-3d377c3727a8 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.0817881 Jan 12 10:25:01.548544 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-a84d0984-42a8-4019-b31a-cde84e9458ae req-fcf78461-435b-4251-949d-7b3895741ae3 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392435 Jan 12 10:25:02.765840 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b22ce-e7f4-48db-875f-caacd71d0075 req-97b8f03a-8f2f-4bb3-bfdf-be8126c84b47 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:02.767315 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a65b22ce-e7f4-48db-875f-caacd71d0075 req-97b8f03a-8f2f-4bb3-bfdf-be8126c84b47 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.0995641 Jan 12 10:25:02.813470 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-a65b22ce-e7f4-48db-875f-caacd71d0075 req-047504d7-fe18-436d-b476-62e862df06ff tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385485 Jan 12 10:25:04.038053 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7541e5a-0d6a-4511-bab6-c7dfa97bf6da req-b246b7ab-df5e-44ea-940b-00a577eb85b7 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:04.039594 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d7541e5a-0d6a-4511-bab6-c7dfa97bf6da req-b246b7ab-df5e-44ea-940b-00a577eb85b7 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.1024535 Jan 12 10:25:04.087148 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d7541e5a-0d6a-4511-bab6-c7dfa97bf6da req-e911a338-390d-480e-a6ec-998b2e364864 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386043 Jan 12 10:25:05.288475 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4de3c-7dd7-4365-8c21-632bd209d513 req-c149c7e6-1add-4af7-85d9-11b76963a2ea tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:05.289928 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-64e4de3c-7dd7-4365-8c21-632bd209d513 req-c149c7e6-1add-4af7-85d9-11b76963a2ea tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.0888600 Jan 12 10:25:05.334542 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-64e4de3c-7dd7-4365-8c21-632bd209d513 req-bc2af8c8-4ae7-4ffb-aa0c-14a3a8ad661a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386238 Jan 12 10:25:06.329107 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ae63d333-4b9c-447c-8d1b-77b1ecf82455 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:25:06.477944 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ae63d333-4b9c-447c-8d1b-77b1ecf82455, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:25:06.492552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'port_id': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455', 'mac_address': 'fa:16:3e:ac:71:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:25:06.524310 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82417889-f8f4-4866-b248-ce6867f52a3f req-86f7d8cb-5c20-47af-8295-2ebae5962f67 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:06.526841 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-82417889-f8f4-4866-b248-ce6867f52a3f req-86f7d8cb-5c20-47af-8295-2ebae5962f67 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 944 time: 0.0802894 Jan 12 10:25:06.552180 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:06.569086 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae63d333-4b9c-447c-8d1b-77b1ecf82455 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:25:06.570809 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-82417889-f8f4-4866-b248-ce6867f52a3f req-5bcee0b8-bb45-4570-bf25-479b86b63430 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386274 Jan 12 10:25:06.585092 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ae63d333-4b9c-447c-8d1b-77b1ecf82455, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:25:06.590790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:06.662883 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=ae63d333-4b9c-447c-8d1b-77b1ecf82455,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:06.717174 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-253205b6-b548-4d53-ab00-6724da1c9e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:06.898482 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['ae63d333-4b9c-447c-8d1b-77b1ecf82455'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:25:07.781158 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328284e3-e70c-40f1-9397-9bb4570af8c5 req-0af2162d-f590-41eb-84af-fcad34e4cbea tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:07.782627 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-328284e3-e70c-40f1-9397-9bb4570af8c5 req-0af2162d-f590-41eb-84af-fcad34e4cbea tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 945 time: 0.0951691 Jan 12 10:25:07.829279 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-328284e3-e70c-40f1-9397-9bb4570af8c5 req-e9af9a01-e065-42b9-acc2-dbe2a4842a3a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404968 Jan 12 10:25:08.170185 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa54b-f452-44f9-a502-225e950f9e71 req-1b1ac6e3-8919-4fc3-a578-cb8b06883fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:08.171719 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fcbfa54b-f452-44f9-a502-225e950f9e71 req-1b1ac6e3-8919-4fc3-a578-cb8b06883fee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 1098 time: 0.1239471 Jan 12 10:25:08.321533 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa54b-f452-44f9-a502-225e950f9e71 req-96e947e8-2ab3-4f4c-ae0d-0d549b3a2848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:08.322932 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fcbfa54b-f452-44f9-a502-225e950f9e71 req-96e947e8-2ab3-4f4c-ae0d-0d549b3a2848 service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.1259985 Jan 12 10:25:08.340036 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ae63d333-4b9c-447c-8d1b-77b1ecf82455 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:25:08.409972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port ae63d333-4b9c-447c-8d1b-77b1ecf82455 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:25:08.410321 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:08.435364 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fcbfa54b-f452-44f9-a502-225e950f9e71 req-c9ef51a6-a123-40d7-a486-0f367b429f6e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455 HTTP/1.1" status: 200 len: 1000 time: 0.1031950 Jan 12 10:25:08.504067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa54b-f452-44f9-a502-225e950f9e71 req-57d910fa-78e7-4b6e-9b3f-513a95a0938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:08.505588 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fcbfa54b-f452-44f9-a502-225e950f9e71 req-57d910fa-78e7-4b6e-9b3f-513a95a0938d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0613945 Jan 12 10:25:08.530723 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:08.558330 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:25:08.568047 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ae63d333-4b9c-447c-8d1b-77b1ecf82455, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:25:08.573744 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:08.584513 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa54b-f452-44f9-a502-225e950f9e71 req-33a4211f-1ae6-437e-949a-fb5535e890b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:08.586106 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fcbfa54b-f452-44f9-a502-225e950f9e71 req-33a4211f-1ae6-437e-949a-fb5535e890b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712395 Jan 12 10:25:08.604998 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455', 'code': 200} Jan 12 10:25:08.649091 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=ae63d333-4b9c-447c-8d1b-77b1ecf82455,revision_number=8']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:08.724501 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fcbfa54b-f452-44f9-a502-225e950f9e71 req-bf87dcb7-f109-4451-989b-b2e11c83f541 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289313 Jan 12 10:25:08.862528 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-fcbfa54b-f452-44f9-a502-225e950f9e71 req-08643fa8-8300-4967-959f-ec7078737136 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278200 Jan 12 10:25:08.863182 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.53', 62196) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:25:08.949067 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a46ff0-b663-4601-98f9-eeeb0fe3ffce req-ca2f926a-4b2a-48e1-ab31-d97c91d06b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:08.950581 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-02a46ff0-b663-4601-98f9-eeeb0fe3ffce req-ca2f926a-4b2a-48e1-ab31-d97c91d06b71 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 1099 time: 0.0867770 Jan 12 10:25:08.994384 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-02a46ff0-b663-4601-98f9-eeeb0fe3ffce req-b6c2f872-694a-4d9d-9530-6c1ebaa3c49d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353796 Jan 12 10:25:09.036845 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df0a62-8e65-4068-98c8-7b21464e4220 req-2247d1a5-76b4-46b2-b71e-dda234170a86 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:09.038327 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b8df0a62-8e65-4068-98c8-7b21464e4220 req-2247d1a5-76b4-46b2-b71e-dda234170a86 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0985432 Jan 12 10:25:09.082558 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b8df0a62-8e65-4068-98c8-7b21464e4220 req-ab79b0a6-d0f9-4ed0-b3d9-26a8adc99e83 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384333 Jan 12 10:25:09.388129 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cfbacaa4-4fb9-41ab-8236-5031e91a4e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:10.285548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00b49e-f673-49d6-aabc-ce3c05e2d1ac req-a5eefa76-eab5-48d9-8176-d6e5f403616a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:10.287118 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4e00b49e-f673-49d6-aabc-ce3c05e2d1ac req-a5eefa76-eab5-48d9-8176-d6e5f403616a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0891557 Jan 12 10:25:10.335397 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4e00b49e-f673-49d6-aabc-ce3c05e2d1ac req-55a1c7d3-6460-4447-8bd2-9b401f5aa26e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421581 Jan 12 10:25:10.376653 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:11.263286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:11.549015 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14331c69-8789-49d4-b675-64a7b3bfc7c0 req-4b5da653-c07b-4e5b-bf6d-f7b97a22862a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:11.550586 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-14331c69-8789-49d4-b675-64a7b3bfc7c0 req-4b5da653-c07b-4e5b-bf6d-f7b97a22862a tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0984359 Jan 12 10:25:11.595910 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-14331c69-8789-49d4-b675-64a7b3bfc7c0 req-70d08a23-1c27-421d-a653-103c46225126 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394006 Jan 12 10:25:12.849037 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:17.185081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:36.486462 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:25:36.711961 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a7b4b4dd-fc3c-4359-bd3a-68733604c1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:39.384212 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b51715b3-dd41-4ddc-9161-cfa3232aa653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:40.373166 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:41.273809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:42.842001 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:25:47.194994 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:06.717201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bbd63525-55bf-49a3-8c58-28d6989d1e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:09.343572 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f8ff719f-7253-4313-a58d-ce43e794ebe6 req-c23f3867-3845-4b41-915a-509615c31e5c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711720 Jan 12 10:26:09.376414 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1814996d-6fb0-41e2-8800-67a57e44bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:09.501615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff719f-7253-4313-a58d-ce43e794ebe6 req-c6ca24e3-9c20-4f3d-b478-71e1348b770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:09.503189 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f8ff719f-7253-4313-a58d-ce43e794ebe6 req-c6ca24e3-9c20-4f3d-b478-71e1348b770d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 1099 time: 0.0802205 Jan 12 10:26:09.673610 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff719f-7253-4313-a58d-ce43e794ebe6 req-2a09df04-001a-435a-86b3-6ca2103e0510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:09.675137 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f8ff719f-7253-4313-a58d-ce43e794ebe6 req-2a09df04-001a-435a-86b3-6ca2103e0510 service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.1435990 Jan 12 10:26:09.779421 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f8ff719f-7253-4313-a58d-ce43e794ebe6 req-67439c6b-b55d-42bb-a633-14d77e8fef68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455 HTTP/1.1" status: 200 len: 1001 time: 0.0971601 Jan 12 10:26:09.855476 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff719f-7253-4313-a58d-ce43e794ebe6 req-b703eb04-7a49-4d08-b5e6-50de0fa7acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:09.856929 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f8ff719f-7253-4313-a58d-ce43e794ebe6 req-b703eb04-7a49-4d08-b5e6-50de0fa7acf6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0689163 Jan 12 10:26:09.943106 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff719f-7253-4313-a58d-ce43e794ebe6 req-b1314d94-9f53-4de3-a6b1-cfee3fdcab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:09.944551 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f8ff719f-7253-4313-a58d-ce43e794ebe6 req-b1314d94-9f53-4de3-a6b1-cfee3fdcab32 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781214 Jan 12 10:26:10.081251 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f8ff719f-7253-4313-a58d-ce43e794ebe6 req-3413d5be-e7ff-471f-a99d-a3a2becfa332 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269825 Jan 12 10:26:10.214727 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f8ff719f-7253-4313-a58d-ce43e794ebe6 req-69f9b5b4-ede5-4b36-a59c-fa4991711701 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233678 Jan 12 10:26:10.368682 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:11.267326 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:12.845734 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:13.489206 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:26:17.198872 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:33.335773 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49570) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:33.549469 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Deleting port 7c494f25-060d-4837-8622-d25dac7b525c {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:26:33.549784 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:33.724708 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:33.725024 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:33.956509 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Calling delete_port for 7c494f25-060d-4837-8622-d25dac7b525c owned by network:floatingip {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:26:34.118886 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:34.166185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event deleted for resources: {'Port': ['ID=7c494f25-060d-4837-8622-d25dac7b525c,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:34.232293 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:34.232544 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:34.232877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:34.233206 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:34.233527 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:34.233848 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:34.234175 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:34.234488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:34.234824 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:34.235140 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:34.235451 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:34.235765 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:34.279009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for floatingip, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:34.279329 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Floating IP e912c020-d747-4d09-a15f-abb90304b4e5 disassociated (deleted). External IP: 172.26.2.29, port: ae63d333-4b9c-447c-8d1b-77b1ecf82455. Jan 12 10:26:34.636490 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Router eab222d9-0416-4568-86be-2517995a8c54 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:26:34.826346 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:26:34.837899 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203da038-4582-4546-b5f0-f9e3e403d592 None None] Sync routers for ids ['eab222d9-0416-4568-86be-2517995a8c54'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:26:34.848185 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203da038-4582-4546-b5f0-f9e3e403d592 None None] Routers {'eab222d9-0416-4568-86be-2517995a8c54'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:26:34.848821 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-203da038-4582-4546-b5f0-f9e3e403d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:26:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eab222d9-0416-4568-86be-2517995a8c54'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:34.849847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:34.908700 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c630f3c9-4c07-45ac-b5f1-fb4fb0ad4f44 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "DELETE /v2.0/floatingips/e912c020-d747-4d09-a15f-abb90304b4e5 HTTP/1.1" status: 204 len: 168 time: 1.5716581 Jan 12 10:26:34.909276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'tag': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:26:35.034089 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'tag': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455', 'status': 'completed', 'code': 200} Jan 12 10:26:35.064260 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-203da038-4582-4546-b5f0-f9e3e403d592 None None] Set router eab222d9-0416-4568-86be-2517995a8c54 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:26:35.164894 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b6b0c-40c8-40df-b101-4dc2909a6712 req-41bf6a90-0c2e-4b26-bfd5-74e40cc90663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:35.166321 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b34b6b0c-40c8-40df-b101-4dc2909a6712 req-41bf6a90-0c2e-4b26-bfd5-74e40cc90663 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 1099 time: 0.0950334 Jan 12 10:26:35.333600 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b6b0c-40c8-40df-b101-4dc2909a6712 req-cdaf8303-365a-4871-8636-248aa93f191b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:35.336422 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b34b6b0c-40c8-40df-b101-4dc2909a6712 req-cdaf8303-365a-4871-8636-248aa93f191b service neutron] 10.222.0.53 "GET /v2.0/networks?id=257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 200 len: 909 time: 0.1625309 Jan 12 10:26:35.413722 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b34b6b0c-40c8-40df-b101-4dc2909a6712 req-86a80854-de0b-43b0-aafc-a617a66d941e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455 HTTP/1.1" status: 200 len: 217 time: 0.0689669 Jan 12 10:26:35.427986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-203da038-4582-4546-b5f0-f9e3e403d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '4e8d9197-f0a0-470a-8238-faae56d55b89', 'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'mac_address': 'fa:16:3e:8e:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:23Z', 'updated_at': '2022-01-12T10:17:31Z', 'revision_number': 5, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'subnets': [{'id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:35.432778 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203da038-4582-4546-b5f0-f9e3e403d592 None None] Checking router: eab222d9-0416-4568-86be-2517995a8c54 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:26:35.443270 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203da038-4582-4546-b5f0-f9e3e403d592 None None] Routers {'eab222d9-0416-4568-86be-2517995a8c54'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:26:35.443888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-203da038-4582-4546-b5f0-f9e3e403d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:26:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eab222d9-0416-4568-86be-2517995a8c54'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:35.495255 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b6b0c-40c8-40df-b101-4dc2909a6712 req-bcdf4b69-c82d-4f01-a8b5-e10937b48b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:35.497494 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b34b6b0c-40c8-40df-b101-4dc2909a6712 req-bcdf4b69-c82d-4f01-a8b5-e10937b48b98 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 200 len: 847 time: 0.0775316 Jan 12 10:26:35.499726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aa712-d6f9-48fc-8be3-1dbf6768d3f7 req-b4727089-abdb-4bed-bbfb-d37164c23a04 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:35.501233 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b47aa712-d6f9-48fc-8be3-1dbf6768d3f7 req-b4727089-abdb-4bed-bbfb-d37164c23a04 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.2447586 Jan 12 10:26:35.549779 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b47aa712-d6f9-48fc-8be3-1dbf6768d3f7 req-c9e51f59-5a76-4c7d-a3db-5ed0d10f9d1e tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 Jan 12 10:26:35.669062 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-203da038-4582-4546-b5f0-f9e3e403d592 None None] Set router eab222d9-0416-4568-86be-2517995a8c54 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:26:35.692638 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b6b0c-40c8-40df-b101-4dc2909a6712 req-5576c9eb-28ed-4e51-aab2-5c96add169c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:35.694038 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b34b6b0c-40c8-40df-b101-4dc2909a6712 req-5576c9eb-28ed-4e51-aab2-5c96add169c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=257f2005-0353-44cc-b411-ff282a37fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1904023 Jan 12 10:26:35.839387 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b34b6b0c-40c8-40df-b101-4dc2909a6712 req-ea5b92f2-a545-428c-85ce-7fb66d8253e4 service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338606 Jan 12 10:26:35.997765 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-b34b6b0c-40c8-40df-b101-4dc2909a6712 req-79eccf9a-3f38-4ca3-b7af-44442cf617ee service neutron] 10.222.0.53 "GET /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550896 Jan 12 10:26:36.008485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-203da038-4582-4546-b5f0-f9e3e403d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '4e8d9197-f0a0-470a-8238-faae56d55b89', 'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'mac_address': 'fa:16:3e:8e:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:23Z', 'updated_at': '2022-01-12T10:17:31Z', 'revision_number': 5, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'subnets': [{'id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:36.012614 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203da038-4582-4546-b5f0-f9e3e403d592 None None] The sync data for ids ['eab222d9-0416-4568-86be-2517995a8c54'] in dv-neutron-824346-1-hyperv is: [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': '4e8d9197-f0a0-470a-8238-faae56d55b89', 'name': '', 'network_id': '257f2005-0353-44cc-b411-ff282a37fa0d', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'mac_address': 'fa:16:3e:8e:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:23Z', 'updated_at': '2022-01-12T10:17:31Z', 'revision_number': 5, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'subnets': [{'id': '11ef705e-e41e-457e-9fc8-c72373f39a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:26:36.280697 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24721e-6ed6-4765-bf89-5c0154deeadb None None] New status for floating IP e912c020-d747-4d09-a15f-abb90304b4e5: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:26:36.722003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-17428da7-cfdc-46c9-a8c2-cbd01264598a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:36.758423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebb7e7-54c4-4b97-ab41-d205960b01fa req-a02d4196-8fa6-45d9-b4c7-e9945f9c84f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:36.759359 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-75ebb7e7-54c4-4b97-ab41-d205960b01fa req-a02d4196-8fa6-45d9-b4c7-e9945f9c84f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Synchronizing usage tracker for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:26:36.777704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-75ebb7e7-54c4-4b97-ab41-d205960b01fa req-a02d4196-8fa6-45d9-b4c7-e9945f9c84f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Unset dirty status for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:26:36.778945 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-75ebb7e7-54c4-4b97-ab41-d205960b01fa req-a02d4196-8fa6-45d9-b4c7-e9945f9c84f0 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.1166298 Jan 12 10:26:36.824981 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-75ebb7e7-54c4-4b97-ab41-d205960b01fa req-9a1b79d1-64b4-4e1c-be21-284884920ce2 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6cb20e3-e310-4470-8f03-2d724d53f70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403166 Jan 12 10:26:37.085361 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7dea8-11e6-48f0-bcac-df16b50a3d02 req-e46014ac-816c-43ae-8e1b-bb15b6fc0c87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:37.086852 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-91d7dea8-11e6-48f0-bcac-df16b50a3d02 req-e46014ac-816c-43ae-8e1b-bb15b6fc0c87 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 946 time: 0.0993774 Jan 12 10:26:37.166861 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [req-91d7dea8-11e6-48f0-bcac-df16b50a3d02 req-692d6287-455c-4eb1-b5c2-4c7ea1b061d9 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Deleting port ae63d333-4b9c-447c-8d1b-77b1ecf82455 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:26:37.167288 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-91d7dea8-11e6-48f0-bcac-df16b50a3d02 req-692d6287-455c-4eb1-b5c2-4c7ea1b061d9 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:37.438816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [req-91d7dea8-11e6-48f0-bcac-df16b50a3d02 req-692d6287-455c-4eb1-b5c2-4c7ea1b061d9 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] For port ae63d333-4b9c-447c-8d1b-77b1ecf82455, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ae63d333-4b9c-447c-8d1b-77b1ecf82455,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:26:37.439180 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-91d7dea8-11e6-48f0-bcac-df16b50a3d02 req-692d6287-455c-4eb1-b5c2-4c7ea1b061d9 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:37.564757 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [req-91d7dea8-11e6-48f0-bcac-df16b50a3d02 req-692d6287-455c-4eb1-b5c2-4c7ea1b061d9 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Calling delete_port for ae63d333-4b9c-447c-8d1b-77b1ecf82455 owned by compute:nova {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:26:37.715128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-91d7dea8-11e6-48f0-bcac-df16b50a3d02 req-692d6287-455c-4eb1-b5c2-4c7ea1b061d9 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:37.765842 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d6287-455c-4eb1-b5c2-4c7ea1b061d9 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event deleted for resources: {'Port': ['ID=ae63d333-4b9c-447c-8d1b-77b1ecf82455,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:37.842855 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d7dea8-11e6-48f0-bcac-df16b50a3d02 req-692d6287-455c-4eb1-b5c2-4c7ea1b061d9 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] No DVR routers for this DVR port ae63d333-4b9c-447c-8d1b-77b1ecf82455 on host hv-neutron-8243 {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:26:37.845659 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-91d7dea8-11e6-48f0-bcac-df16b50a3d02 req-692d6287-455c-4eb1-b5c2-4c7ea1b061d9 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:37.848403 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'name': 'network-vif-deleted', 'tag': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:26:37.868108 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-91d7dea8-11e6-48f0-bcac-df16b50a3d02 req-692d6287-455c-4eb1-b5c2-4c7ea1b061d9 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.53 "DELETE /v2.0/ports/ae63d333-4b9c-447c-8d1b-77b1ecf82455 HTTP/1.1" status: 204 len: 173 time: 0.7731311 Jan 12 10:26:37.901245 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef8510c-38bc-43a8-98b5-a658c0c742a8', 'name': 'network-vif-deleted', 'tag': 'ae63d333-4b9c-447c-8d1b-77b1ecf82455', 'status': 'completed', 'code': 200} Jan 12 10:26:37.996601 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0a784619-5061-40e0-af16-600159bf9fbc req-6ea9fd6e-c5dd-4581-8135-37c475fe0528 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 210 time: 0.0505400 Jan 12 10:26:39.181774 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-61596bf6-d345-44b6-a165-fac0c8f23dc5 req-c3e520c5-9e34-4a56-89c9-a975d44e8974 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Synchronizing usage tracker for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:26:39.201229 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-61596bf6-d345-44b6-a165-fac0c8f23dc5 req-c3e520c5-9e34-4a56-89c9-a975d44e8974 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Unset dirty status for tenant:4ddace2bf2634ab3a8a106eaa9e785ee on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:26:39.203314 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-61596bf6-d345-44b6-a165-fac0c8f23dc5 req-c3e520c5-9e34-4a56-89c9-a975d44e8974 tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "GET /v2.0/ports?device_id=aef8510c-38bc-43a8-98b5-a658c0c742a8 HTTP/1.1" status: 200 len: 210 time: 0.0688419 Jan 12 10:26:39.435297 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-be251257-0d3f-4164-9ab7-d0ba46a0de55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:40.313882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49596) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:40.365507 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:40.419831 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:40.457370 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:40.549159 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:40.569357 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cb20e3-e310-4470-8f03-2d724d53f70c,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:40.579056 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:40.579395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:40.579726 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:40.580090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:40.580394 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:40.580777 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:40.581029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:40.581350 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:40.581844 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:40.582176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:40.582493 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:40.582826 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:40.591628 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:40.593680 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-80446dcf-ae1f-44e6-bc1d-4c34281d2e6f tempest-TestShelveInstance-1632121010 tempest-TestShelveInstance-1632121010-project] 10.222.0.26 "DELETE /v2.0/security-groups/f6cb20e3-e310-4470-8f03-2d724d53f70c HTTP/1.1" status: 204 len: 168 time: 0.2782474 Jan 12 10:26:40.642393 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49602) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:40.889088 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ae63d333-4b9c-447c-8d1b-77b1ecf82455 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:26:40.927408 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: ae63d333-4b9c-447c-8d1b-77b1ecf82455 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:26:40.927919 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ae63d333-4b9c-447c-8d1b-77b1ecf82455 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:26:41.270759 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:41.354176 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-164522f6-532a-499e-9797-24550674be84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:41.714360 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-164522f6-532a-499e-9797-24550674be84 admin admin] Deleting port 4e8d9197-f0a0-470a-8238-faae56d55b89 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:26:41.714644 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-164522f6-532a-499e-9797-24550674be84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:41.900816 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-164522f6-532a-499e-9797-24550674be84 admin admin] For port 4e8d9197-f0a0-470a-8238-faae56d55b89, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=4e8d9197-f0a0-470a-8238-faae56d55b89,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:26:41.901193 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-164522f6-532a-499e-9797-24550674be84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:42.146890 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-164522f6-532a-499e-9797-24550674be84 admin admin] Calling delete_port for 4e8d9197-f0a0-470a-8238-faae56d55b89 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:26:42.509897 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-164522f6-532a-499e-9797-24550674be84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:42.557417 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164522f6-532a-499e-9797-24550674be84 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e8d9197-f0a0-470a-8238-faae56d55b89,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:42.827178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-164522f6-532a-499e-9797-24550674be84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:42.853332 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:43.198803 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164522f6-532a-499e-9797-24550674be84 admin admin] Router eab222d9-0416-4568-86be-2517995a8c54 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:26:43.378526 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164522f6-532a-499e-9797-24550674be84 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:26:43.387312 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7575b09-5c07-431d-b61d-2ddc86e8865d None None] Sync routers for ids ['eab222d9-0416-4568-86be-2517995a8c54'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:26:43.396598 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-164522f6-532a-499e-9797-24550674be84 admin admin] 10.222.0.26 "PUT /v2.0/routers/eab222d9-0416-4568-86be-2517995a8c54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7528696 Jan 12 10:26:43.397721 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7575b09-5c07-431d-b61d-2ddc86e8865d None None] Routers {'eab222d9-0416-4568-86be-2517995a8c54'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:26:43.398331 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e7575b09-5c07-431d-b61d-2ddc86e8865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:26:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eab222d9-0416-4568-86be-2517995a8c54'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:43.399285 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49608) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:43.591894 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-e7575b09-5c07-431d-b61d-2ddc86e8865d None None] Set router eab222d9-0416-4568-86be-2517995a8c54 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:26:43.699717 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-860fc4b0-9aae-473a-91ee-f83578402403 admin admin] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:43.875908 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-860fc4b0-9aae-473a-91ee-f83578402403 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:43.887310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-860fc4b0-9aae-473a-91ee-f83578402403 admin admin] Deleting port 1dd66139-ad16-49fb-9d8a-afe076f6fc44 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:26:43.887799 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-860fc4b0-9aae-473a-91ee-f83578402403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:43.897609 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e7575b09-5c07-431d-b61d-2ddc86e8865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250'}], 'enable_snat': True}, 'gw_port_id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:26:42Z', 'revision_number': 5, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port': {'id': '1dd66139-ad16-49fb-9d8a-afe076f6fc44', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab222d9-0416-4568-86be-2517995a8c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:21Z', 'updated_at': '2022-01-12T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:43.901678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7575b09-5c07-431d-b61d-2ddc86e8865d None None] Checking router: eab222d9-0416-4568-86be-2517995a8c54 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:26:43.910299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7575b09-5c07-431d-b61d-2ddc86e8865d None None] Routers {'eab222d9-0416-4568-86be-2517995a8c54'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:26:43.911014 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e7575b09-5c07-431d-b61d-2ddc86e8865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:26:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['eab222d9-0416-4568-86be-2517995a8c54'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:44.060795 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-e7575b09-5c07-431d-b61d-2ddc86e8865d None None] Set router eab222d9-0416-4568-86be-2517995a8c54 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:26:44.064572 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-860fc4b0-9aae-473a-91ee-f83578402403 admin admin] For port 1dd66139-ad16-49fb-9d8a-afe076f6fc44, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=1dd66139-ad16-49fb-9d8a-afe076f6fc44,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:26:44.064929 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-860fc4b0-9aae-473a-91ee-f83578402403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:44.166684 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e7575b09-5c07-431d-b61d-2ddc86e8865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:26:43Z', 'revision_number': 6, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:44.170955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7575b09-5c07-431d-b61d-2ddc86e8865d None None] The sync data for ids ['eab222d9-0416-4568-86be-2517995a8c54'] in dv-neutron-824346-1-hyperv is: [{'id': 'eab222d9-0416-4568-86be-2517995a8c54', 'name': 'tempest-TestShelveInstance-592999237-router', 'tenant_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:26:43Z', 'revision_number': 6, 'project_id': '4ddace2bf2634ab3a8a106eaa9e785ee', 'gw_port_host': None}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:26:44.187567 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-860fc4b0-9aae-473a-91ee-f83578402403 admin admin] Calling delete_port for 1dd66139-ad16-49fb-9d8a-afe076f6fc44 owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:26:44.358791 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-860fc4b0-9aae-473a-91ee-f83578402403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:44.412029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fc4b0-9aae-473a-91ee-f83578402403 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd66139-ad16-49fb-9d8a-afe076f6fc44,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:44.509811 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-860fc4b0-9aae-473a-91ee-f83578402403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:44.600703 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4e8d9197-f0a0-470a-8238-faae56d55b89 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:26:44.635491 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 4e8d9197-f0a0-470a-8238-faae56d55b89 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:26:44.635823 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 4e8d9197-f0a0-470a-8238-faae56d55b89 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:26:44.685589 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-860fc4b0-9aae-473a-91ee-f83578402403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:44.687882 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-860fc4b0-9aae-473a-91ee-f83578402403 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:44.726873 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-860fc4b0-9aae-473a-91ee-f83578402403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:44.728239 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860fc4b0-9aae-473a-91ee-f83578402403 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab222d9-0416-4568-86be-2517995a8c54 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 10:26:44.741362 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-860fc4b0-9aae-473a-91ee-f83578402403 admin admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:44.742455 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-860fc4b0-9aae-473a-91ee-f83578402403 admin admin] 10.222.0.26 "DELETE /v2.0/routers/eab222d9-0416-4568-86be-2517995a8c54 HTTP/1.1" status: 204 len: 168 time: 1.3422539 Jan 12 10:26:44.745082 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49612) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:44.819363 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-085a5c83-02ce-470b-bb5c-7edf6c53a7e5 admin admin] Deleting subnet 11ef705e-e41e-457e-9fc8-c72373f39a28 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:26:44.823111 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-085a5c83-02ce-470b-bb5c-7edf6c53a7e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:44.876309 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-085a5c83-02ce-470b-bb5c-7edf6c53a7e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:44.960264 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-085a5c83-02ce-470b-bb5c-7edf6c53a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:45.148469 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-085a5c83-02ce-470b-bb5c-7edf6c53a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:45.186375 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a5c83-02ce-470b-bb5c-7edf6c53a7e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ef705e-e41e-457e-9fc8-c72373f39a28,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:45.190066 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-085a5c83-02ce-470b-bb5c-7edf6c53a7e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:45.196410 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-085a5c83-02ce-470b-bb5c-7edf6c53a7e5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/11ef705e-e41e-457e-9fc8-c72373f39a28 HTTP/1.1" status: 204 len: 168 time: 0.4499865 Jan 12 10:26:45.196936 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a9ee95-9361-446a-8f73-225026f2c4eb None None] Network 257f2005-0353-44cc-b411-ff282a37fa0d requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:26:45.198926 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49616) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:45.306849 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:45.318505 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] Deleting port 7769d3e1-8827-4079-b1f7-9520670079ea {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:26:45.318869 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:45.467483 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695960d4-23df-490a-89ef-96b9e831b818 None None] DHCP port deletion for 257f2005-0353-44cc-b411-ff282a37fa0d request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:26:45.471662 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-695960d4-23df-490a-89ef-96b9e831b818 None None] Deleting port 7769d3e1-8827-4079-b1f7-9520670079ea {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:26:45.472041 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-695960d4-23df-490a-89ef-96b9e831b818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:45.527949 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] For port 7769d3e1-8827-4079-b1f7-9520670079ea, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7769d3e1-8827-4079-b1f7-9520670079ea,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:26:45.528270 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:45.650571 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] Calling delete_port for 7769d3e1-8827-4079-b1f7-9520670079ea owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:26:45.698863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-695960d4-23df-490a-89ef-96b9e831b818 None None] For port 7769d3e1-8827-4079-b1f7-9520670079ea, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=7769d3e1-8827-4079-b1f7-9520670079ea,segment=NetworkSegment(c6286801-9565-4da9-9424-576563e44a8d),segment_id=c6286801-9565-4da9-9424-576563e44a8d)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:26:45.699276 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-695960d4-23df-490a-89ef-96b9e831b818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:45.727879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:45.779312 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] Pushing event deleted for resources: {'Port': ['ID=7769d3e1-8827-4079-b1f7-9520670079ea,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:45.783990 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] No DVR routers for this DVR port 7769d3e1-8827-4079-b1f7-9520670079ea on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:26:45.888012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-695960d4-23df-490a-89ef-96b9e831b818 None None] Calling delete_port for 7769d3e1-8827-4079-b1f7-9520670079ea owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:26:45.901657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:45.928546 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257f2005-0353-44cc-b411-ff282a37fa0d']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:45.941522 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6286801-9565-4da9-9424-576563e44a8d') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:45.941794 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6286801-9565-4da9-9424-576563e44a8d') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:45.953468 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:26:45.967873 dv-neutron-824346-1-hyperv neutron-server[87665]: util.warn( Jan 12 10:26:45.971142 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:45.974030 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-695960d4-23df-490a-89ef-96b9e831b818 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:26:45.974467 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-695960d4-23df-490a-89ef-96b9e831b818 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:26:45.976496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:26:45.976977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:26:45.994388 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:26:46.077451 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:46.095515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:46.106805 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] Pushing event deleted for resources: {'Network': ['ID=257f2005-0353-44cc-b411-ff282a37fa0d,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:46.125087 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-3a12c854-971c-4796-8a90-3d3f44a6bf3f admin admin] 10.222.0.26 "DELETE /v2.0/networks/257f2005-0353-44cc-b411-ff282a37fa0d HTTP/1.1" status: 204 len: 168 time: 0.9248865 Jan 12 10:26:46.128983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49620) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:46.375735 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 1dd66139-ad16-49fb-9d8a-afe076f6fc44 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:26:46.409967 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 1dd66139-ad16-49fb-9d8a-afe076f6fc44 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:26:46.410401 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 1dd66139-ad16-49fb-9d8a-afe076f6fc44 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:26:46.410925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7769d3e1-8827-4079-b1f7-9520670079ea no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:26:46.447809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 7769d3e1-8827-4079-b1f7-9520670079ea {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:26:46.448149 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 7769d3e1-8827-4079-b1f7-9520670079ea not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:26:46.475805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-695960d4-23df-490a-89ef-96b9e831b818 None None] Deleting port 7769d3e1-8827-4079-b1f7-9520670079ea {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:26:46.476220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-695960d4-23df-490a-89ef-96b9e831b818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:46.544564 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-695960d4-23df-490a-89ef-96b9e831b818 None None] The port '7769d3e1-8827-4079-b1f7-9520670079ea' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 10:26:46.822455 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3f3f90d-d009-4d7a-a5b5-0667c44129e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:47.179664 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3f90d-d009-4d7a-a5b5-0667c44129e5 admin admin] Deleting port 99772405-47d0-49a8-bf02-d42f50435c29 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:26:47.180073 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3f3f90d-d009-4d7a-a5b5-0667c44129e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:47.198315 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:47.359598 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-a3f3f90d-d009-4d7a-a5b5-0667c44129e5 admin admin] For port 99772405-47d0-49a8-bf02-d42f50435c29, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=99772405-47d0-49a8-bf02-d42f50435c29,segment=NetworkSegment(a17774d0-d62c-4280-9df9-a55a658d0f03),segment_id=a17774d0-d62c-4280-9df9-a55a658d0f03)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:26:47.359824 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3f3f90d-d009-4d7a-a5b5-0667c44129e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:47.479851 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3f90d-d009-4d7a-a5b5-0667c44129e5 admin admin] Calling delete_port for 99772405-47d0-49a8-bf02-d42f50435c29 owned by network:router_interface {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:26:47.670784 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3f3f90d-d009-4d7a-a5b5-0667c44129e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:47.719303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3f90d-d009-4d7a-a5b5-0667c44129e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=99772405-47d0-49a8-bf02-d42f50435c29,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:48.002277 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-a3f3f90d-d009-4d7a-a5b5-0667c44129e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:48.469316 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f3f90d-d009-4d7a-a5b5-0667c44129e5 admin admin] Router 03379a6d-f4ec-4fc3-a779-8e0c1e135515 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:26:48.656211 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f3f90d-d009-4d7a-a5b5-0667c44129e5 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:26:48.665190 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fe8452-8b05-4f03-b3af-15fb4d3342a9 None None] Sync routers for ids ['03379a6d-f4ec-4fc3-a779-8e0c1e135515'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:26:48.675768 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fe8452-8b05-4f03-b3af-15fb4d3342a9 None None] Routers {'03379a6d-f4ec-4fc3-a779-8e0c1e135515'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:26:48.676377 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-75fe8452-8b05-4f03-b3af-15fb4d3342a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:26:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['03379a6d-f4ec-4fc3-a779-8e0c1e135515'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:48.680641 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-a3f3f90d-d009-4d7a-a5b5-0667c44129e5 admin admin] 10.222.0.26 "PUT /v2.0/routers/03379a6d-f4ec-4fc3-a779-8e0c1e135515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5473068 Jan 12 10:26:48.681103 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49624) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:48.865296 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7cd8-d1e7-469e-9396-ebb0152cb924 admin admin] Notify callbacks [] for router, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:48.917041 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-75fe8452-8b05-4f03-b3af-15fb4d3342a9 None None] Set router 03379a6d-f4ec-4fc3-a779-8e0c1e135515 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:26:49.056717 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7cd8-d1e7-469e-9396-ebb0152cb924 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:49.068767 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f7cd8-d1e7-469e-9396-ebb0152cb924 admin admin] Deleting port 34cf99a2-fe1d-45fa-a2b5-7a42161d7069 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:26:49.069225 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7cd8-d1e7-469e-9396-ebb0152cb924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:49.225396 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-75fe8452-8b05-4f03-b3af-15fb4d3342a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'name': 'tempest-TestShelveInstance-1638431975-router', 'tenant_id': 'b2ae32a0ba254b2abde53fe143716d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.84'}], 'enable_snat': True}, 'gw_port_id': '34cf99a2-fe1d-45fa-a2b5-7a42161d7069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:26Z', 'updated_at': '2022-01-12T10:26:47Z', 'revision_number': 5, 'project_id': 'b2ae32a0ba254b2abde53fe143716d23', 'gw_port': {'id': '34cf99a2-fe1d-45fa-a2b5-7a42161d7069', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:27Z', 'updated_at': '2022-01-12T10:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:49.233592 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fe8452-8b05-4f03-b3af-15fb4d3342a9 None None] Checking router: 03379a6d-f4ec-4fc3-a779-8e0c1e135515 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:26:49.243204 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fe8452-8b05-4f03-b3af-15fb4d3342a9 None None] Routers {'03379a6d-f4ec-4fc3-a779-8e0c1e135515'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:26:49.243830 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-75fe8452-8b05-4f03-b3af-15fb4d3342a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:26:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['03379a6d-f4ec-4fc3-a779-8e0c1e135515'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:49.263164 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-ce2f7cd8-d1e7-469e-9396-ebb0152cb924 admin admin] For port 34cf99a2-fe1d-45fa-a2b5-7a42161d7069, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=34cf99a2-fe1d-45fa-a2b5-7a42161d7069,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:26:49.263539 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7cd8-d1e7-469e-9396-ebb0152cb924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:49.390343 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f7cd8-d1e7-469e-9396-ebb0152cb924 admin admin] Calling delete_port for 34cf99a2-fe1d-45fa-a2b5-7a42161d7069 owned by network:router_gateway {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:26:49.401176 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-75fe8452-8b05-4f03-b3af-15fb4d3342a9 None None] Set router 03379a6d-f4ec-4fc3-a779-8e0c1e135515 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:26:49.508267 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-75fe8452-8b05-4f03-b3af-15fb4d3342a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'name': 'tempest-TestShelveInstance-1638431975-router', 'tenant_id': 'b2ae32a0ba254b2abde53fe143716d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:26Z', 'updated_at': '2022-01-12T10:26:49Z', 'revision_number': 6, 'project_id': 'b2ae32a0ba254b2abde53fe143716d23', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:49.512432 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fe8452-8b05-4f03-b3af-15fb4d3342a9 None None] The sync data for ids ['03379a6d-f4ec-4fc3-a779-8e0c1e135515'] in dv-neutron-824346-1-hyperv is: [{'id': '03379a6d-f4ec-4fc3-a779-8e0c1e135515', 'name': 'tempest-TestShelveInstance-1638431975-router', 'tenant_id': 'b2ae32a0ba254b2abde53fe143716d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:26Z', 'updated_at': '2022-01-12T10:26:49Z', 'revision_number': 6, 'project_id': 'b2ae32a0ba254b2abde53fe143716d23', 'gw_port_host': None}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:26:49.571575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7cd8-d1e7-469e-9396-ebb0152cb924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:49.724828 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f7cd8-d1e7-469e-9396-ebb0152cb924 admin admin] Pushing event deleted for resources: {'Port': ['ID=34cf99a2-fe1d-45fa-a2b5-7a42161d7069,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:49.831134 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7cd8-d1e7-469e-9396-ebb0152cb924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:50.006960 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7cd8-d1e7-469e-9396-ebb0152cb924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:50.009518 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7cd8-d1e7-469e-9396-ebb0152cb924 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:50.043970 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7cd8-d1e7-469e-9396-ebb0152cb924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:50.044574 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2f7cd8-d1e7-469e-9396-ebb0152cb924 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03379a6d-f4ec-4fc3-a779-8e0c1e135515 {{(pid=87663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 10:26:50.057457 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7cd8-d1e7-469e-9396-ebb0152cb924 admin admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:50.058717 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-ce2f7cd8-d1e7-469e-9396-ebb0152cb924 admin admin] 10.222.0.26 "DELETE /v2.0/routers/03379a6d-f4ec-4fc3-a779-8e0c1e135515 HTTP/1.1" status: 204 len: 168 time: 1.3762815 Jan 12 10:26:50.061311 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49628) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:50.120944 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dae00ae-d952-452a-9efb-384eb4b7e116 admin admin] Deleting subnet c33268b6-8c18-48f6-9f16-68fa3cbc5a44 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:26:50.124019 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0dae00ae-d952-452a-9efb-384eb4b7e116 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:50.174635 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0dae00ae-d952-452a-9efb-384eb4b7e116 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:50.259390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0dae00ae-d952-452a-9efb-384eb4b7e116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:50.343629 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0dae00ae-d952-452a-9efb-384eb4b7e116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:50.381998 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 34cf99a2-fe1d-45fa-a2b5-7a42161d7069 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:26:50.387169 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae00ae-d952-452a-9efb-384eb4b7e116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c33268b6-8c18-48f6-9f16-68fa3cbc5a44,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:50.390709 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-0dae00ae-d952-452a-9efb-384eb4b7e116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:50.396824 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-0dae00ae-d952-452a-9efb-384eb4b7e116 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c33268b6-8c18-48f6-9f16-68fa3cbc5a44 HTTP/1.1" status: 204 len: 168 time: 0.3345134 Jan 12 10:26:50.399347 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49632) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:50.416031 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c091f8a1-ca55-4838-89be-3408f7ba90a7 None None] Network 74b4357d-1c76-49eb-ac25-8fe8ba78a34e requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:26:50.442943 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 34cf99a2-fe1d-45fa-a2b5-7a42161d7069 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:26:50.443261 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 34cf99a2-fe1d-45fa-a2b5-7a42161d7069 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:26:50.443679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 99772405-47d0-49a8-bf02-d42f50435c29 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:26:50.489195 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:26:50.490436 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 99772405-47d0-49a8-bf02-d42f50435c29 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:26:50.490824 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 99772405-47d0-49a8-bf02-d42f50435c29 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:26:50.511100 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:50.523943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] Deleting port 5199afe8-0742-42de-bd62-abbdf0ce1f8e {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:26:50.524357 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:50.702799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331f6275-ae9d-4888-94c8-457390a11e86 None None] DHCP port deletion for 74b4357d-1c76-49eb-ac25-8fe8ba78a34e request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:26:50.707505 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-331f6275-ae9d-4888-94c8-457390a11e86 None None] Deleting port 5199afe8-0742-42de-bd62-abbdf0ce1f8e {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:26:50.707938 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-331f6275-ae9d-4888-94c8-457390a11e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:50.735438 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] For port 5199afe8-0742-42de-bd62-abbdf0ce1f8e, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=5199afe8-0742-42de-bd62-abbdf0ce1f8e,segment=NetworkSegment(a17774d0-d62c-4280-9df9-a55a658d0f03),segment_id=a17774d0-d62c-4280-9df9-a55a658d0f03)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:26:50.735784 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:50.861106 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] Calling delete_port for 5199afe8-0742-42de-bd62-abbdf0ce1f8e owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:26:50.916011 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-331f6275-ae9d-4888-94c8-457390a11e86 None None] For port 5199afe8-0742-42de-bd62-abbdf0ce1f8e, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=5199afe8-0742-42de-bd62-abbdf0ce1f8e,segment=NetworkSegment(a17774d0-d62c-4280-9df9-a55a658d0f03),segment_id=a17774d0-d62c-4280-9df9-a55a658d0f03)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:26:50.916285 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-331f6275-ae9d-4888-94c8-457390a11e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:50.941080 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:50.986472 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] Pushing event deleted for resources: {'Port': ['ID=5199afe8-0742-42de-bd62-abbdf0ce1f8e,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:50.989854 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] No DVR routers for this DVR port 5199afe8-0742-42de-bd62-abbdf0ce1f8e on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:26:51.036033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-331f6275-ae9d-4888-94c8-457390a11e86 None None] Calling delete_port for 5199afe8-0742-42de-bd62-abbdf0ce1f8e owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:26:51.101950 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:51.113781 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-331f6275-ae9d-4888-94c8-457390a11e86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:26:51.114138 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-331f6275-ae9d-4888-94c8-457390a11e86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:26:51.127174 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b4357d-1c76-49eb-ac25-8fe8ba78a34e']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:51.139527 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17774d0-d62c-4280-9df9-a55a658d0f03') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:51.139791 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17774d0-d62c-4280-9df9-a55a658d0f03') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:51.154019 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:51.171689 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:51.177998 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:26:51.178401 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:26:51.195470 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:26:51.365608 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:51.371305 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:51.398557 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] Pushing event deleted for resources: {'Network': ['ID=74b4357d-1c76-49eb-ac25-8fe8ba78a34e,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:51.402411 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-e811fb0e-0fb2-42d3-88bd-f0b554b73766 admin admin] 10.222.0.26 "DELETE /v2.0/networks/74b4357d-1c76-49eb-ac25-8fe8ba78a34e HTTP/1.1" status: 204 len: 168 time: 1.0020728 Jan 12 10:26:51.552889 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49638) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:51.609859 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-8bf295c8-23fa-4580-8800-305b0c5dcb07 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ddace2bf2634ab3a8a106eaa9e785ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557618 Jan 12 10:26:51.612405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49642) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:51.617040 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-331f6275-ae9d-4888-94c8-457390a11e86 None None] Deleting port 5199afe8-0742-42de-bd62-abbdf0ce1f8e {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:26:51.620078 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-331f6275-ae9d-4888-94c8-457390a11e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:51.674013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d91870f8-c5e8-48ba-ac2b-c0d97103b355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:51.685306 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-331f6275-ae9d-4888-94c8-457390a11e86 None None] The port '5199afe8-0742-42de-bd62-abbdf0ce1f8e' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 10:26:51.703554 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d91870f8-c5e8-48ba-ac2b-c0d97103b355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:51.764246 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d91870f8-c5e8-48ba-ac2b-c0d97103b355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:51.782442 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91870f8-c5e8-48ba-ac2b-c0d97103b355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2a27f7-8afc-4920-b430-bb73a01b8da9,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:51.789573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d91870f8-c5e8-48ba-ac2b-c0d97103b355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:51.790623 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d91870f8-c5e8-48ba-ac2b-c0d97103b355 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea2a27f7-8afc-4920-b430-bb73a01b8da9 HTTP/1.1" status: 204 len: 168 time: 0.1773624 Jan 12 10:26:52.173033 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49652) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:52.226261 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-35d9f141-0cef-44ae-9bd5-14ad13f4548c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2ae32a0ba254b2abde53fe143716d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516014 Jan 12 10:26:52.231600 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49656) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:52.295671 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7d3c71ee-a10d-41a3-aadd-92cfe9760853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:52.323496 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7d3c71ee-a10d-41a3-aadd-92cfe9760853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:52.369747 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5199afe8-0742-42de-bd62-abbdf0ce1f8e no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:26:52.395660 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7d3c71ee-a10d-41a3-aadd-92cfe9760853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:52.407047 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 5199afe8-0742-42de-bd62-abbdf0ce1f8e {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:26:52.407385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 5199afe8-0742-42de-bd62-abbdf0ce1f8e not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:26:52.410517 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c71ee-a10d-41a3-aadd-92cfe9760853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96034a34-b868-4f09-b956-f46f3b3ef4d9,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:52.418415 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7d3c71ee-a10d-41a3-aadd-92cfe9760853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:52.419604 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7d3c71ee-a10d-41a3-aadd-92cfe9760853 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96034a34-b868-4f09-b956-f46f3b3ef4d9 HTTP/1.1" status: 204 len: 168 time: 0.1868782 Jan 12 10:26:53.239120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49680) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:53.365648 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1113481966-network', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:26:53.371697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:53.375772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Usage tracker for resource:network and tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:53.378713 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:53.384748 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:53.397310 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Made reservation on behalf of 4cdd3289b6ef4c6c8b040c59a3ec9314 for: {'network': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:26:53.399806 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:53.411672 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:53.427919 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:53.431826 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Usage tracker for resource:security_group_rule and tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:53.435089 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:53.442278 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:53.529717 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:53.537412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:53.569575 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=87663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:26:53.578001 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc889eee-d391-43d7-b754-575ef9e421d6,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:53.583516 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:53.583853 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.segments_db [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Added segment 90d93031-5ec5-4ce5-8a03-d738ed998114 of type vlan for network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 Jan 12 10:26:53.609868 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:53.641367 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:53.642405 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:53.643025 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:53.739988 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4996912 Jan 12 10:26:53.743105 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49686) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:53.745089 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecbc95-441d-4b5a-b06a-9b7fce3030ac admin admin] Pushing event updated for resources: {'Network': ['ID=3dda4c91-080b-4e5a-8963-5e3ed08d3630,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:53.749980 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f52650ce-6f1c-4930-8362-b5d76b4e7a70 admin admin] Request body: {'subnet': {'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1113481966-subnet', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'ip_version': 4}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:26:53.757505 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f52650ce-6f1c-4930-8362-b5d76b4e7a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:53.758410 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:26:53.761710 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f52650ce-6f1c-4930-8362-b5d76b4e7a70 admin admin] Usage tracker for resource:subnet and tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:53.765289 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f52650ce-6f1c-4930-8362-b5d76b4e7a70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:53.771644 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f52650ce-6f1c-4930-8362-b5d76b4e7a70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:53.785185 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52650ce-6f1c-4930-8362-b5d76b4e7a70 admin admin] Made reservation on behalf of 4cdd3289b6ef4c6c8b040c59a3ec9314 for: {'subnet': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:26:53.787670 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f52650ce-6f1c-4930-8362-b5d76b4e7a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27378389'] for subnet, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:53.991989 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f52650ce-6f1c-4930-8362-b5d76b4e7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1636120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27378427'] for subnet, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:54.067997 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52650ce-6f1c-4930-8362-b5d76b4e7a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5158d0a6-2d2b-41d4-82ba-75e50daf3f10,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:54.078914 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52650ce-6f1c-4930-8362-b5d76b4e7a70 admin admin] Checking segment: {'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:26:54.079252 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52650ce-6f1c-4930-8362-b5d76b4e7a70 admin admin] Network hostable DHCP agents. Network: 3dda4c91-080b-4e5a-8963-5e3ed08d3630, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:26:54.099772 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52650ce-6f1c-4930-8362-b5d76b4e7a70 admin admin] Network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:26:54.111278 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-f52650ce-6f1c-4930-8362-b5d76b4e7a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 3dda4c91-080b-4e5a-8963-5e3ed08d3630) {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:26:54.116431 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52650ce-6f1c-4930-8362-b5d76b4e7a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:54.117352 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f52650ce-6f1c-4930-8362-b5d76b4e7a70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:54.122238 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478940a0-f268-457d-893c-cdba0be7b3ae None None] Network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:26:54.143791 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f52650ce-6f1c-4930-8362-b5d76b4e7a70 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3994935 Jan 12 10:26:54.146626 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49690) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:54.152013 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:26:54.158294 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:54.162558 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Usage tracker for resource:router and tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:54.165943 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:54.171999 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:54.183818 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:54.184863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:54.200812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:54.375947 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:26:54.376779 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:54.471232 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:54.534094 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Allocated IP 172.20.0.2 (3dda4c91-080b-4e5a-8963-5e3ed08d3630/5158d0a6-2d2b-41d4-82ba-75e50daf3f10/a140c58e-ea5d-4a1d-9d10-7b0e02947ef2) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:26:54.752220 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:54.762240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Transition to ACTIVE for port object a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:26:54.781661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Transition to ACTIVE for port object a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:26:54.786937 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:54.788536 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:54.821008 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:54.853409 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:26:54.856438 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:26:54.860241 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:26:54.865975 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Pushing event updated for resources: {'Port': ['ID=a140c58e-ea5d-4a1d-9d10-7b0e02947ef2,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:54.917728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:54.918067 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:54.918400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:54.918725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:54.919071 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:54.919396 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:54.919714 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:54.920028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:54.920466 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:54.920654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:54.920965 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:54.921273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:54.963846 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Allocated IP 172.26.2.186 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/94710f1f-69ea-47b1-9d30-3ffe8ecf21c8) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:26:54.974013 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Attempting to bind port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:26:54.974514 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Attempting to bind port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:26:54.974866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Attempting to bind port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 on network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:26:54.980501 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:26:54.980862 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Checking segment: {'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:26:54.981258 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:54.981679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Bound using segment: {'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:26:54.982120 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Bound port: a140c58e-ea5d-4a1d-9d10-7b0e02947ef2, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:26:54.982490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:55.088630 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] For port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:26:55.092338 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] For port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a140c58e-ea5d-4a1d-9d10-7b0e02947ef2,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:26:55.098447 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:55.188353 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f1027-95d2-48d6-9aa9-45bdd58ce6f3 None None] Pushing event updated for resources: {'Port': ['ID=a140c58e-ea5d-4a1d-9d10-7b0e02947ef2,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:55.239784 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:55.273983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:55.342949 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:26:55.345846 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:26:55.349458 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:26:55.383395 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Pushing event updated for resources: {'Port': ['ID=94710f1f-69ea-47b1-9d30-3ffe8ecf21c8,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:55.795616 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:56.143656 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:56.159028 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3489dc2-0f62-4f53-9ac0-f3775be69351 None None] Network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:26:56.276487 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-bfeb14e6-1aa2-4299-98e2-7efb9234e9e7 None None] Provisioning for port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:26:56.355983 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Router 56a48c55-7bfd-42ce-a495-9cb9566f8720 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 10:26:56.425183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:26:56.503505 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:26:56.510240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:26:56.510716 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:56.660725 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:56.695081 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:26:56.710505 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Sync routers for ids ['56a48c55-7bfd-42ce-a495-9cb9566f8720'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:26:56.717951 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a140c58e-ea5d-4a1d-9d10-7b0e02947ef2,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:26:56.725378 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:56.725697 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] Notify callbacks [] for router, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:56.726908 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-82b86540-fea3-4be0-a81f-75ba3fd31a99 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5790305 Jan 12 10:26:56.729961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49694) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:56.764816 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Routers {'56a48c55-7bfd-42ce-a495-9cb9566f8720'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:26:56.765458 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:26:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['56a48c55-7bfd-42ce-a495-9cb9566f8720'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:56.845680 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b57eabad-3fb8-40d1-9d17-b36abbc42926 None None] Provisioning complete for port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:26:56.845951 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b57eabad-3fb8-40d1-9d17-b36abbc42926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:56.989433 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=a140c58e-ea5d-4a1d-9d10-7b0e02947ef2,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:57.120912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Set router 56a48c55-7bfd-42ce-a495-9cb9566f8720 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:26:57.443401 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:55Z', 'revision_number': 3, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:57.447657 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Checking router: 56a48c55-7bfd-42ce-a495-9cb9566f8720 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:26:57.447991 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Updating router 56a48c55-7bfd-42ce-a495-9cb9566f8720 port 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8 binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:26:57.508677 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:57.600516 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:57.819672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Allocated IP 172.20.0.1 (3dda4c91-080b-4e5a-8963-5e3ed08d3630/5158d0a6-2d2b-41d4-82ba-75e50daf3f10/eedc3aea-014c-4d00-be00-daad65c8eeed) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:26:57.872215 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:57.885227 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Transition to ACTIVE for port object 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:26:57.895194 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:57.977578 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Attempting to bind port 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:26:57.977955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Attempting to bind port 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:26:57.978316 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Attempting to bind port 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8 on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:26:57.980590 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a047c-1935-4817-aa53-5439e5dceaa6 None None] Pushing event updated for resources: {'Port': ['ID=94710f1f-69ea-47b1-9d30-3ffe8ecf21c8,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:57.983021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:57.986495 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:26:57.986904 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:26:57.987308 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:57.987697 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:26:57.988275 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Bound port: 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:26:57.989909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:58.002106 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Transition to ACTIVE for port object eedc3aea-014c-4d00-be00-daad65c8eeed will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:26:58.036316 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:58.078167 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] For port 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:26:58.085668 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] For port 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=94710f1f-69ea-47b1-9d30-3ffe8ecf21c8,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:26:58.092566 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:58.110836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:26:58.114431 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:26:58.118355 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:26:58.153011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Pushing event updated for resources: {'Port': ['ID=eedc3aea-014c-4d00-be00-daad65c8eeed,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:58.179199 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:58.180100 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Routers {'56a48c55-7bfd-42ce-a495-9cb9566f8720'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:26:58.180741 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:26:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['56a48c55-7bfd-42ce-a495-9cb9566f8720'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:58.249377 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a047c-1935-4817-aa53-5439e5dceaa6 None None] Pushing event updated for resources: {'Port': ['ID=94710f1f-69ea-47b1-9d30-3ffe8ecf21c8,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:58.335111 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:58.398397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] Set router 56a48c55-7bfd-42ce-a495-9cb9566f8720 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:26:58.441458 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:26:58.578029 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:58.584618 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:58.599141 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9866091f-e198-46b8-8c55-c1834d327435 None None] Provisioning for port eedc3aea-014c-4d00-be00-daad65c8eeed completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:26:58.649890 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9866091f-e198-46b8-8c55-c1834d327435 None None] Provisioning complete for port eedc3aea-014c-4d00-be00-daad65c8eeed triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:26:58.650228 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9866091f-e198-46b8-8c55-c1834d327435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:58.793699 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-9866091f-e198-46b8-8c55-c1834d327435 None None] Port eedc3aea-014c-4d00-be00-daad65c8eeed cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:26:58.811481 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Pushing event updated for resources: {'Port': ['ID=eedc3aea-014c-4d00-be00-daad65c8eeed,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:58.815128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:58.824226 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:26:58.824603 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:58.949800 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:26:58.950911 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:26:58.962200 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:55Z', 'revision_number': 3, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:58.972895 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3ac70c-7b60-45d6-86a9-ca8e8777a150 None None] The sync data for ids ['56a48c55-7bfd-42ce-a495-9cb9566f8720'] in dv-neutron-824346-1-hyperv is: [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:55Z', 'revision_number': 3, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:26:59.150596 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Router 56a48c55-7bfd-42ce-a495-9cb9566f8720 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:26:59.235217 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4a2117f6-4378-4327-b025-19ddc5579e24 None None] Provisioning complete for port eedc3aea-014c-4d00-be00-daad65c8eeed triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:26:59.235593 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4a2117f6-4378-4327-b025-19ddc5579e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:59.294888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4a2117f6-4378-4327-b025-19ddc5579e24 None None] Port eedc3aea-014c-4d00-be00-daad65c8eeed cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:26:59.362128 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:26:59.372496 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-5a8aa875-aa4d-46a6-98c3-4e8ace06cb92 admin admin] 10.222.0.26 "PUT /v2.0/routers/56a48c55-7bfd-42ce-a495-9cb9566f8720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6387892 Jan 12 10:26:59.929496 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49712) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:26:59.935239 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-859272056-network', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:26:59.940293 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:26:59.944260 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Usage tracker for resource:network and tenant:7a05a34333c84ffa9dd4f8983c34d520 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:26:59.947161 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:26:59.953309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:26:59.965078 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Made reservation on behalf of 7a05a34333c84ffa9dd4f8983c34d520 for: {'network': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:26:59.968636 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for network, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:59.983497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:26:59.998847 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:27:00.002807 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Usage tracker for resource:security_group_rule and tenant:7a05a34333c84ffa9dd4f8983c34d520 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:27:00.005707 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:27:00.012170 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:27:00.127325 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:00.132604 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:00.163417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=87664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:27:00.172181 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11db611-12e5-4a9d-938b-e19174495c6e,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:00.179594 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:00.180261 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.segments_db [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Added segment 9b1f11de-8dd3-44f0-8553-52ad6e7c3af8 of type vlan for network 687d5e0f-1eaa-4259-873d-aba05f59ae4a Jan 12 10:27:00.208033 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731690831198'] for network, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:00.241682 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191'] for network, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:00.242656 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:00.243318 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:00.350068 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4193916 Jan 12 10:27:00.353186 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49716) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:27:00.356002 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7088d8e-ddb3-4987-b904-b4cafcfff609 admin admin] Pushing event updated for resources: {'Network': ['ID=687d5e0f-1eaa-4259-873d-aba05f59ae4a,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:00.359092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-7ab621c9-e492-46a2-b3e7-fed557b1284f admin admin] Request body: {'subnet': {'network_id': '687d5e0f-1eaa-4259-873d-aba05f59ae4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-859272056-subnet', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'ip_version': 4}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:27:00.366248 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7ab621c9-e492-46a2-b3e7-fed557b1284f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:27:00.371485 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7ab621c9-e492-46a2-b3e7-fed557b1284f admin admin] Usage tracker for resource:subnet and tenant:7a05a34333c84ffa9dd4f8983c34d520 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:27:00.375575 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Network 687d5e0f-1eaa-4259-873d-aba05f59ae4a details requested by agent ovs-agent-dv-neutron-824346-1-hyperv with host dv-neutron-824346-1-hyperv {{(pid=87665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 12 10:27:00.377223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7ab621c9-e492-46a2-b3e7-fed557b1284f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:27:00.384863 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7ab621c9-e492-46a2-b3e7-fed557b1284f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:27:00.399520 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab621c9-e492-46a2-b3e7-fed557b1284f admin admin] Made reservation on behalf of 7a05a34333c84ffa9dd4f8983c34d520 for: {'subnet': 1} {{(pid=87663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:27:00.401942 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ab621c9-e492-46a2-b3e7-fed557b1284f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27658394'] for subnet, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:00.487819 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:27:00.582012 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Sync routers for ids ['56a48c55-7bfd-42ce-a495-9cb9566f8720'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:27:00.587591 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:27:00.593192 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Routers {'56a48c55-7bfd-42ce-a495-9cb9566f8720'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:27:00.593840 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:26:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['56a48c55-7bfd-42ce-a495-9cb9566f8720'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:00.595182 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:27:00.595629 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:00.643587 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ab621c9-e492-46a2-b3e7-fed557b1284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27475641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27658420'] for subnet, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:00.741053 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab621c9-e492-46a2-b3e7-fed557b1284f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a115941f-4d22-40ef-b85a-fcb3f9e36b62,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:00.750543 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:00.752773 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab621c9-e492-46a2-b3e7-fed557b1284f admin admin] Checking segment: {'id': '9b1f11de-8dd3-44f0-8553-52ad6e7c3af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '687d5e0f-1eaa-4259-873d-aba05f59ae4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:27:00.753206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab621c9-e492-46a2-b3e7-fed557b1284f admin admin] Network hostable DHCP agents. Network: 687d5e0f-1eaa-4259-873d-aba05f59ae4a, hostable agents: ['32f312a6-b453-4462-a00a-d79755f04a03'], hosted agents: [] {{(pid=87663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:27:00.775301 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=94710f1f-69ea-47b1-9d30-3ffe8ecf21c8,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:27:00.775865 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab621c9-e492-46a2-b3e7-fed557b1284f admin admin] Network 687d5e0f-1eaa-4259-873d-aba05f59ae4a is scheduled to be hosted by DHCP agent 32f312a6-b453-4462-a00a-d79755f04a03 with binding_index 1 {{(pid=87663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:27:00.782934 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:00.785051 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Set router 56a48c55-7bfd-42ce-a495-9cb9566f8720 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:27:00.789120 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-7ab621c9-e492-46a2-b3e7-fed557b1284f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824346-1-hyperv, 687d5e0f-1eaa-4259-873d-aba05f59ae4a) {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:27:00.795673 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab621c9-e492-46a2-b3e7-fed557b1284f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:00.796515 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ab621c9-e492-46a2-b3e7-fed557b1284f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:00.821284 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7ab621c9-e492-46a2-b3e7-fed557b1284f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4667230 Jan 12 10:27:00.825218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49720) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:27:00.828014 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586feea0-90d1-4506-901f-93fb04764d93 None None] Network 687d5e0f-1eaa-4259-873d-aba05f59ae4a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:27:00.830845 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-859272056-router', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:27:00.836014 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:27:00.840521 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Usage tracker for resource:router and tenant:7a05a34333c84ffa9dd4f8983c34d520 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:27:00.843898 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:27:00.849826 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:27:00.871668 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-588103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35615'] for router, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:00.872787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35686'] for router, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:00.896203 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:00.969283 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=94710f1f-69ea-47b1-9d30-3ffe8ecf21c8,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:01.126498 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab0fc03f-bec4-57dd-8af1-cef21cbe4cfc-687d5e0f-1eaa-4259-873d-aba05f59ae4a', 'network_id': '687d5e0f-1eaa-4259-873d-aba05f59ae4a', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'fixed_ips': [{'subnet_id': 'a115941f-4d22-40ef-b85a-fcb3f9e36b62'}]}} from dv-neutron-824346-1-hyperv. {{(pid=87665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 12 10:27:01.127623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:01.209218 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35696'] for router, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:01.215948 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'eedc3aea-014c-4d00-be00-daad65c8eeed', 'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'mac_address': 'fa:16:3e:f7:8f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:57Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 2, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'subnets': [{'id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:01.220727 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Checking router: 56a48c55-7bfd-42ce-a495-9cb9566f8720 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:27:01.221082 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Updating router 56a48c55-7bfd-42ce-a495-9cb9566f8720 port eedc3aea-014c-4d00-be00-daad65c8eeed binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:27:01.279758 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:01.300465 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.db_base_plugin_common [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Allocated IP 172.20.0.2 (687d5e0f-1eaa-4259-873d-aba05f59ae4a/a115941f-4d22-40ef-b85a-fcb3f9e36b62/e872c9e8-ac52-4c8b-a508-a3d469bdfb53) {{(pid=87665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:27:01.549832 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Notify callbacks [] for port, precommit_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:01.561662 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Transition to ACTIVE for port object e872c9e8-ac52-4c8b-a508-a3d469bdfb53 will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:27:01.581598 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Transition to ACTIVE for port object e872c9e8-ac52-4c8b-a508-a3d469bdfb53 will not be triggered until provisioned by entity DHCP. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:27:01.588194 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332'] for port, after_create {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:01.642288 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:01.654013 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Transition to ACTIVE for port object eedc3aea-014c-4d00-be00-daad65c8eeed will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:27:01.658354 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Network 687d5e0f-1eaa-4259-873d-aba05f59ae4a is already hosted by enough agents. {{(pid=87665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:27:01.661588 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.scheduler.base_scheduler [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Resources bound (agent type, host, resource id): {{(pid=87665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:27:01.661749 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:01.665524 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Received port after_create {{(pid=87665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:27:01.671562 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Pushing event updated for resources: {'Port': ['ID=e872c9e8-ac52-4c8b-a508-a3d469bdfb53,revision_number=1']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:01.686675 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:01.716835 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:01.760078 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Attempting to bind port e872c9e8-ac52-4c8b-a508-a3d469bdfb53 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:27:01.761256 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Attempting to bind port e872c9e8-ac52-4c8b-a508-a3d469bdfb53 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '9b1f11de-8dd3-44f0-8553-52ad6e7c3af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '687d5e0f-1eaa-4259-873d-aba05f59ae4a'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:27:01.761256 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Attempting to bind port e872c9e8-ac52-4c8b-a508-a3d469bdfb53 on network 687d5e0f-1eaa-4259-873d-aba05f59ae4a {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:27:01.766818 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:27:01.767192 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Checking segment: {'id': '9b1f11de-8dd3-44f0-8553-52ad6e7c3af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '687d5e0f-1eaa-4259-873d-aba05f59ae4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:27:01.768299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:01.768299 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Bound using segment: {'id': '9b1f11de-8dd3-44f0-8553-52ad6e7c3af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '687d5e0f-1eaa-4259-873d-aba05f59ae4a'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:27:01.768671 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Bound port: e872c9e8-ac52-4c8b-a508-a3d469bdfb53, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1f11de-8dd3-44f0-8553-52ad6e7c3af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '687d5e0f-1eaa-4259-873d-aba05f59ae4a'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:27:01.769086 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:01.865997 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] For port e872c9e8-ac52-4c8b-a508-a3d469bdfb53, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:27:01.868761 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Allocated IP 172.26.2.60 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/6e482d24-caf2-4d76-a503-9244c366bf5b) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:27:01.869396 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] For port e872c9e8-ac52-4c8b-a508-a3d469bdfb53, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e872c9e8-ac52-4c8b-a508-a3d469bdfb53,segment=NetworkSegment(9b1f11de-8dd3-44f0-8553-52ad6e7c3af8),segment_id=9b1f11de-8dd3-44f0-8553-52ad6e7c3af8)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:27:01.876143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:01.893607 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Attempting to bind port eedc3aea-014c-4d00-be00-daad65c8eeed on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:27:01.893976 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Attempting to bind port eedc3aea-014c-4d00-be00-daad65c8eeed by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:27:01.894331 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Attempting to bind port eedc3aea-014c-4d00-be00-daad65c8eeed on network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:27:01.896643 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3bdc5-714b-417f-b8ff-f3269f7b5185 None None] Pushing event updated for resources: {'Port': ['ID=eedc3aea-014c-4d00-be00-daad65c8eeed,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:01.905449 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3bdc5-714b-417f-b8ff-f3269f7b5185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:01.905786 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3bdc5-714b-417f-b8ff-f3269f7b5185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:01.906116 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3bdc5-714b-417f-b8ff-f3269f7b5185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:01.906437 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3bdc5-714b-417f-b8ff-f3269f7b5185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:01.906755 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3bdc5-714b-417f-b8ff-f3269f7b5185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:01.907085 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3bdc5-714b-417f-b8ff-f3269f7b5185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:01.907402 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3bdc5-714b-417f-b8ff-f3269f7b5185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:01.907717 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3bdc5-714b-417f-b8ff-f3269f7b5185 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:01.908027 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3bdc5-714b-417f-b8ff-f3269f7b5185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:01.908524 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3bdc5-714b-417f-b8ff-f3269f7b5185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:01.908845 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3bdc5-714b-417f-b8ff-f3269f7b5185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:01.909153 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3bdc5-714b-417f-b8ff-f3269f7b5185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:01.915643 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:27:01.916006 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Checking segment: {'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:27:01.916403 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:01.916777 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Bound using segment: {'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:27:01.917230 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Bound port: eedc3aea-014c-4d00-be00-daad65c8eeed, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:27:01.917597 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:01.965242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02333a-adf4-4e3a-9a6b-0fd15800013d None None] Pushing event updated for resources: {'Port': ['ID=e872c9e8-ac52-4c8b-a508-a3d469bdfb53,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:02.013759 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] For port eedc3aea-014c-4d00-be00-daad65c8eeed, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:27:02.017183 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] For port eedc3aea-014c-4d00-be00-daad65c8eeed, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=eedc3aea-014c-4d00-be00-daad65c8eeed,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:27:02.025372 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:02.043505 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:02.085821 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:02.118996 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Routers {'56a48c55-7bfd-42ce-a495-9cb9566f8720'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:27:02.119412 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:26:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['56a48c55-7bfd-42ce-a495-9cb9566f8720'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:02.177408 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:27:02.180981 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:27:02.185264 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:27:02.210539 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3bdc5-714b-417f-b8ff-f3269f7b5185 None None] Pushing event updated for resources: {'Port': ['ID=eedc3aea-014c-4d00-be00-daad65c8eeed,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:02.228991 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Pushing event updated for resources: {'Port': ['ID=6e482d24-caf2-4d76-a503-9244c366bf5b,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:02.359971 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] Set router 56a48c55-7bfd-42ce-a495-9cb9566f8720 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:27:02.508380 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:27:02.634596 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:27:02.635337 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:02.703057 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:02.735749 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'eedc3aea-014c-4d00-be00-daad65c8eeed', 'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'mac_address': 'fa:16:3e:f7:8f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:57Z', 'updated_at': '2022-01-12T10:27:02Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'subnets': [{'id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:02.739737 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30711691-f04b-4fad-b0b7-a3427d383c85 None None] The sync data for ids ['56a48c55-7bfd-42ce-a495-9cb9566f8720'] in dv-neutron-824346-1-hyperv is: [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'eedc3aea-014c-4d00-be00-daad65c8eeed', 'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'mac_address': 'fa:16:3e:f7:8f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:57Z', 'updated_at': '2022-01-12T10:27:02Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'subnets': [{'id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:27:02.755399 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e872c9e8-ac52-4c8b-a508-a3d469bdfb53 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:27:02.848635 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port e872c9e8-ac52-4c8b-a508-a3d469bdfb53 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:27:03.133529 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588248'] for router, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:03.230202 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a401d56-8d78-44ed-a33e-f9feb61ab61f None None] Network 687d5e0f-1eaa-4259-873d-aba05f59ae4a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:27:03.277992 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cde017f2-f80c-4849-a51b-27a5556238b3 None None] Provisioning for port e872c9e8-ac52-4c8b-a508-a3d469bdfb53 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:27:03.334710 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-cde017f2-f80c-4849-a51b-27a5556238b3 None None] Provisioning complete for port e872c9e8-ac52-4c8b-a508-a3d469bdfb53 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:27:03.335024 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cde017f2-f80c-4849-a51b-27a5556238b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:03.490932 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Router 2fb42af7-d6b3-43b8-b10c-15845445ab88 is scheduled to L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 with binding_index 1 {{(pid=87664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 12 10:27:03.567479 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cde017f2-f80c-4849-a51b-27a5556238b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:03.611626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-cde017f2-f80c-4849-a51b-27a5556238b3 None None] For port e872c9e8-ac52-4c8b-a508-a3d469bdfb53, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e872c9e8-ac52-4c8b-a508-a3d469bdfb53,segment=NetworkSegment(9b1f11de-8dd3-44f0-8553-52ad6e7c3af8),segment_id=9b1f11de-8dd3-44f0-8553-52ad6e7c3af8)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:27:03.618902 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cde017f2-f80c-4849-a51b-27a5556238b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:03.687611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:27:03.702838 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Sync routers for ids ['2fb42af7-d6b3-43b8-b10c-15845445ab88'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:27:03.705495 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde017f2-f80c-4849-a51b-27a5556238b3 None None] Pushing event updated for resources: {'Port': ['ID=e872c9e8-ac52-4c8b-a508-a3d469bdfb53,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:03.722060 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:03.723379 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-c6d6968c-457a-4dbf-b45b-e6036bb7d752 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8970358 Jan 12 10:27:03.726430 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49724) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:27:03.729640 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Routers {'2fb42af7-d6b3-43b8-b10c-15845445ab88'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:27:03.731144 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:26:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['2fb42af7-d6b3-43b8-b10c-15845445ab88'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:03.925995 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Set router 2fb42af7-d6b3-43b8-b10c-15845445ab88 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:27:04.072246 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-346d3764-5a69-42e2-97a3-38e3b9e59958 None None] Provisioning complete for port e872c9e8-ac52-4c8b-a508-a3d469bdfb53 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:27:04.072621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-346d3764-5a69-42e2-97a3-38e3b9e59958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:04.382917 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'name': 'tempest-TestSnapshotPattern-859272056-router', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '6e482d24-caf2-4d76-a503-9244c366bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:27:00Z', 'updated_at': '2022-01-12T10:27:02Z', 'revision_number': 3, 'project_id': '7a05a34333c84ffa9dd4f8983c34d520', 'gw_port': {'id': '6e482d24-caf2-4d76-a503-9244c366bf5b', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:27:01Z', 'updated_at': '2022-01-12T10:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:04.388489 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Checking router: 2fb42af7-d6b3-43b8-b10c-15845445ab88 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:27:04.389161 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Updating router 2fb42af7-d6b3-43b8-b10c-15845445ab88 port 6e482d24-caf2-4d76-a503-9244c366bf5b binding host dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:27:04.453270 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:04.491675 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device eedc3aea-014c-4d00-be00-daad65c8eeed up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:27:04.533814 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:04.689686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port eedc3aea-014c-4d00-be00-daad65c8eeed completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:27:04.707675 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port eedc3aea-014c-4d00-be00-daad65c8eeed triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:27:04.708329 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:04.744739 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Allocated IP 172.20.0.1 (687d5e0f-1eaa-4259-873d-aba05f59ae4a/a115941f-4d22-40ef-b85a-fcb3f9e36b62/c2270b64-bd22-41a9-9f05-ff236c5bd6e5) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:27:04.889940 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:04.905599 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Transition to ACTIVE for port object c2270b64-bd22-41a9-9f05-ff236c5bd6e5 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:27:04.930499 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:04.955989 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:04.986212 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Network 687d5e0f-1eaa-4259-873d-aba05f59ae4a is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:27:04.993458 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:27:04.995606 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Notify callbacks [] for port, precommit_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:04.997868 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:27:05.016885 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port eedc3aea-014c-4d00-be00-daad65c8eeed, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=eedc3aea-014c-4d00-be00-daad65c8eeed,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:27:05.018135 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Transition to ACTIVE for port object 6e482d24-caf2-4d76-a503-9244c366bf5b will not be triggered until provisioned by entity L2. {{(pid=87665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:27:05.023386 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:05.024320 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e872c9e8-ac52-4c8b-a508-a3d469bdfb53 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:27:05.051691 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Pushing event updated for resources: {'Port': ['ID=c2270b64-bd22-41a9-9f05-ff236c5bd6e5,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:05.062611 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941442'] for router_interface, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:05.082687 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:05.170078 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Attempting to bind port 6e482d24-caf2-4d76-a503-9244c366bf5b on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:27:05.170456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Attempting to bind port 6e482d24-caf2-4d76-a503-9244c366bf5b by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:27:05.170845 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Attempting to bind port 6e482d24-caf2-4d76-a503-9244c366bf5b on network a0c71044-c202-4180-8447-4ec1d9a406cf {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:27:05.178962 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:27:05.179342 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Checking segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:27:05.179739 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:05.180134 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Bound using segment: {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'} {{(pid=87665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:27:05.180613 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.managers [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Bound port: 6e482d24-caf2-4d76-a503-9244c366bf5b, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf81569-b3b5-4d52-819b-fbac07ffc50c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf'}}] {{(pid=87665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:27:05.180986 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:05.224003 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=eedc3aea-014c-4d00-be00-daad65c8eeed,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:05.287537 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port e872c9e8-ac52-4c8b-a508-a3d469bdfb53 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:27:05.287794 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:05.326538 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:05.378265 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4800c4f-983c-4b19-aa8b-faef40ea790b None None] Pushing event updated for resources: {'Port': ['ID=6e482d24-caf2-4d76-a503-9244c366bf5b,revision_number=2']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:05.388211 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-23d69051-907d-40de-ad26-5abc47bd2cca None None] Provisioning for port c2270b64-bd22-41a9-9f05-ff236c5bd6e5 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:27:05.400271 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] For port 6e482d24-caf2-4d76-a503-9244c366bf5b, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:27:05.403552 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-23d69051-907d-40de-ad26-5abc47bd2cca None None] Provisioning complete for port c2270b64-bd22-41a9-9f05-ff236c5bd6e5 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:27:05.403925 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-23d69051-907d-40de-ad26-5abc47bd2cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:05.437626 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] For port 6e482d24-caf2-4d76-a503-9244c366bf5b, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6e482d24-caf2-4d76-a503-9244c366bf5b,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:27:05.453077 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:05.550208 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:05.556235 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:05.570701 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-23d69051-907d-40de-ad26-5abc47bd2cca None None] Port c2270b64-bd22-41a9-9f05-ff236c5bd6e5 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:27:05.595909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4800c4f-983c-4b19-aa8b-faef40ea790b None None] Pushing event updated for resources: {'Port': ['ID=6e482d24-caf2-4d76-a503-9244c366bf5b,revision_number=3']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:05.599494 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Routers {'2fb42af7-d6b3-43b8-b10c-15845445ab88'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:27:05.600114 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:26:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['2fb42af7-d6b3-43b8-b10c-15845445ab88'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:05.661905 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941549'] for router_interface, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:05.665496 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Pushing event updated for resources: {'Port': ['ID=c2270b64-bd22-41a9-9f05-ff236c5bd6e5,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:05.773965 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] Set router 2fb42af7-d6b3-43b8-b10c-15845445ab88 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:27:05.798003 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Network 687d5e0f-1eaa-4259-873d-aba05f59ae4a is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:27:05.799189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:27:05.989709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Router 2fb42af7-d6b3-43b8-b10c-15845445ab88 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:27:06.103922 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-b77c52a1-fc5d-419c-aec5-e4bfa3dd6e01 None None] Provisioning complete for port c2270b64-bd22-41a9-9f05-ff236c5bd6e5 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:27:06.104340 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b77c52a1-fc5d-419c-aec5-e4bfa3dd6e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:06.170378 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-b77c52a1-fc5d-419c-aec5-e4bfa3dd6e01 None None] Port c2270b64-bd22-41a9-9f05-ff236c5bd6e5 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:27:06.178426 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'name': 'tempest-TestSnapshotPattern-859272056-router', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '6e482d24-caf2-4d76-a503-9244c366bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:27:00Z', 'updated_at': '2022-01-12T10:27:05Z', 'revision_number': 4, 'project_id': '7a05a34333c84ffa9dd4f8983c34d520', 'gw_port': {'id': '6e482d24-caf2-4d76-a503-9244c366bf5b', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:27:01Z', 'updated_at': '2022-01-12T10:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'c2270b64-bd22-41a9-9f05-ff236c5bd6e5', 'name': '', 'network_id': '687d5e0f-1eaa-4259-873d-aba05f59ae4a', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'mac_address': 'fa:16:3e:7e:ae:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a115941f-4d22-40ef-b85a-fcb3f9e36b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:27:04Z', 'updated_at': '2022-01-12T10:27:05Z', 'revision_number': 2, 'project_id': '7a05a34333c84ffa9dd4f8983c34d520', 'subnets': [{'id': 'a115941f-4d22-40ef-b85a-fcb3f9e36b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:06.182812 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db48889-7469-46f4-aa2f-ae122add5955 None None] The sync data for ids ['2fb42af7-d6b3-43b8-b10c-15845445ab88'] in dv-neutron-824346-1-hyperv is: [{'id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'name': 'tempest-TestSnapshotPattern-859272056-router', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '6e482d24-caf2-4d76-a503-9244c366bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:27:00Z', 'updated_at': '2022-01-12T10:27:05Z', 'revision_number': 4, 'project_id': '7a05a34333c84ffa9dd4f8983c34d520', 'gw_port': {'id': '6e482d24-caf2-4d76-a503-9244c366bf5b', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:27:01Z', 'updated_at': '2022-01-12T10:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'c2270b64-bd22-41a9-9f05-ff236c5bd6e5', 'name': '', 'network_id': '687d5e0f-1eaa-4259-873d-aba05f59ae4a', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'mac_address': 'fa:16:3e:7e:ae:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a115941f-4d22-40ef-b85a-fcb3f9e36b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:27:04Z', 'updated_at': '2022-01-12T10:27:05Z', 'revision_number': 2, 'project_id': '7a05a34333c84ffa9dd4f8983c34d520', 'subnets': [{'id': 'a115941f-4d22-40ef-b85a-fcb3f9e36b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:27:06.203971 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:27:06.214566 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-43acd63c-616a-455a-be69-8a39bc64e089 admin admin] 10.222.0.26 "PUT /v2.0/routers/2fb42af7-d6b3-43b8-b10c-15845445ab88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4857633 Jan 12 10:27:06.424026 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device eedc3aea-014c-4d00-be00-daad65c8eeed up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:27:06.552181 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port eedc3aea-014c-4d00-be00-daad65c8eeed triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:27:06.552644 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:06.727475 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2a7e3212-7732-4d7e-82b4-0cc7272ddf8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:07.952497 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49736) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:27:07.957802 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-933b1ecc-a24c-48b9-9fbe-9fc2e5723b02 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-976445719', 'description': 'tempest-secgroup-smoke-976445719 description', 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:27:07.964385 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-933b1ecc-a24c-48b9-9fbe-9fc2e5723b02 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:27:07.968777 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-933b1ecc-a24c-48b9-9fbe-9fc2e5723b02 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Usage tracker for resource:security_group and tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:27:07.972293 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-933b1ecc-a24c-48b9-9fbe-9fc2e5723b02 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:27:07.979363 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-933b1ecc-a24c-48b9-9fbe-9fc2e5723b02 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:27:07.993376 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-933b1ecc-a24c-48b9-9fbe-9fc2e5723b02 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.013608 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-933b1ecc-a24c-48b9-9fbe-9fc2e5723b02 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:27:08.017399 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-933b1ecc-a24c-48b9-9fbe-9fc2e5723b02 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Usage tracker for resource:security_group_rule and tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:27:08.020283 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-933b1ecc-a24c-48b9-9fbe-9fc2e5723b02 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:27:08.026024 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-933b1ecc-a24c-48b9-9fbe-9fc2e5723b02 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:27:08.096719 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-933b1ecc-a24c-48b9-9fbe-9fc2e5723b02 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.102397 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-933b1ecc-a24c-48b9-9fbe-9fc2e5723b02 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.148021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b1ecc-a24c-48b9-9fbe-9fc2e5723b02 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253c8c37-d252-4c0a-a587-5749184a5175,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:08.151889 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-933b1ecc-a24c-48b9-9fbe-9fc2e5723b02 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.153098 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-933b1ecc-a24c-48b9-9fbe-9fc2e5723b02 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1995850 Jan 12 10:27:08.156216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49740) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:27:08.161204 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-27e27348-8065-47ff-9521-8a01d774506d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Request body: {'security_group_rule': {'security_group_id': '253c8c37-d252-4c0a-a587-5749184a5175', 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:27:08.167686 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-27e27348-8065-47ff-9521-8a01d774506d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:27:08.171735 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-27e27348-8065-47ff-9521-8a01d774506d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Usage tracker for resource:security_group_rule and tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:27:08.175228 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-27e27348-8065-47ff-9521-8a01d774506d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:27:08.182830 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-27e27348-8065-47ff-9521-8a01d774506d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:27:08.207573 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-27e27348-8065-47ff-9521-8a01d774506d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.271104 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-27e27348-8065-47ff-9521-8a01d774506d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.276718 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-27e27348-8065-47ff-9521-8a01d774506d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.299365 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e27348-8065-47ff-9521-8a01d774506d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c085eac-8816-4a0a-9380-adc455aeca75,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:08.309421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-27e27348-8065-47ff-9521-8a01d774506d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.310783 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-27e27348-8065-47ff-9521-8a01d774506d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536164 Jan 12 10:27:08.313666 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49744) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:27:08.318576 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-db0228b9-d5d4-4229-b97c-f734e1f11ede tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Request body: {'security_group_rule': {'security_group_id': '253c8c37-d252-4c0a-a587-5749184a5175', 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:27:08.324454 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-db0228b9-d5d4-4229-b97c-f734e1f11ede tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:27:08.328675 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-db0228b9-d5d4-4229-b97c-f734e1f11ede tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Usage tracker for resource:security_group_rule and tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:27:08.331730 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-db0228b9-d5d4-4229-b97c-f734e1f11ede tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:27:08.337658 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-db0228b9-d5d4-4229-b97c-f734e1f11ede tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:27:08.361882 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-db0228b9-d5d4-4229-b97c-f734e1f11ede tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.411540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6e482d24-caf2-4d76-a503-9244c366bf5b up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:27:08.427712 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-db0228b9-d5d4-4229-b97c-f734e1f11ede tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.433320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-db0228b9-d5d4-4229-b97c-f734e1f11ede tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.457862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0228b9-d5d4-4229-b97c-f734e1f11ede tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98627516-eaf6-4d79-9967-2186ae4ad7c3,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:08.470949 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-db0228b9-d5d4-4229-b97c-f734e1f11ede tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.475192 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-db0228b9-d5d4-4229-b97c-f734e1f11ede tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1580291 Jan 12 10:27:08.475637 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 49748) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:27:08.481020 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-f0e70499-1950-4df1-bc39-a87ff61ad57d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Request body: {'security_group_rule': {'security_group_id': '253c8c37-d252-4c0a-a587-5749184a5175', 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:27:08.487252 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f0e70499-1950-4df1-bc39-a87ff61ad57d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:27:08.491365 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port 6e482d24-caf2-4d76-a503-9244c366bf5b completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:27:08.491504 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f0e70499-1950-4df1-bc39-a87ff61ad57d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Usage tracker for resource:security_group_rule and tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:27:08.494390 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-f0e70499-1950-4df1-bc39-a87ff61ad57d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:27:08.496860 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6e482d24-caf2-4d76-a503-9244c366bf5b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:27:08.497234 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.501156 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-f0e70499-1950-4df1-bc39-a87ff61ad57d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:27:08.520399 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f0e70499-1950-4df1-bc39-a87ff61ad57d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.588366 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f0e70499-1950-4df1-bc39-a87ff61ad57d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.595621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f0e70499-1950-4df1-bc39-a87ff61ad57d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.618657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e70499-1950-4df1-bc39-a87ff61ad57d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ce2b94-5592-42e3-b68f-0e4553adef13,revision_number=0']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:08.619600 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.633094 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f0e70499-1950-4df1-bc39-a87ff61ad57d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.637806 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49752) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:27:08.639587 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f0e70499-1950-4df1-bc39-a87ff61ad57d tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1625557 Jan 12 10:27:08.641088 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port 6e482d24-caf2-4d76-a503-9244c366bf5b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6e482d24-caf2-4d76-a503-9244c366bf5b,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:27:08.643729 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-ffa7146f-beba-4d90-a5c5-fe9387808c6c tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Request body: {'security_group_rule': {'security_group_id': '253c8c37-d252-4c0a-a587-5749184a5175', 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:27:08.647114 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.650017 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ffa7146f-beba-4d90-a5c5-fe9387808c6c tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:27:08.654431 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ffa7146f-beba-4d90-a5c5-fe9387808c6c tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Usage tracker for resource:security_group_rule and tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:27:08.657449 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-ffa7146f-beba-4d90-a5c5-fe9387808c6c tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:27:08.663468 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-ffa7146f-beba-4d90-a5c5-fe9387808c6c tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:27:08.683365 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffa7146f-beba-4d90-a5c5-fe9387808c6c tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.716739 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=6e482d24-caf2-4d76-a503-9244c366bf5b,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:08.744366 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffa7146f-beba-4d90-a5c5-fe9387808c6c tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.750531 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffa7146f-beba-4d90-a5c5-fe9387808c6c tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.781929 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7146f-beba-4d90-a5c5-fe9387808c6c tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6ce0dc-abac-4606-91c4-06e149d2bc4e,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:08.792219 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-ffa7146f-beba-4d90-a5c5-fe9387808c6c tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.793507 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-ffa7146f-beba-4d90-a5c5-fe9387808c6c tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1546848 Jan 12 10:27:08.798054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49756) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:27:08.803096 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-843a1ec9-fa9e-483e-9b1b-ad63e3aeeb20 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Request body: {'security_group_rule': {'security_group_id': '253c8c37-d252-4c0a-a587-5749184a5175', 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:27:08.809685 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-843a1ec9-fa9e-483e-9b1b-ad63e3aeeb20 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:27:08.813710 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-843a1ec9-fa9e-483e-9b1b-ad63e3aeeb20 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Usage tracker for resource:security_group_rule and tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:27:08.816687 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-843a1ec9-fa9e-483e-9b1b-ad63e3aeeb20 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:27:08.822545 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-843a1ec9-fa9e-483e-9b1b-ad63e3aeeb20 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:27:08.836597 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-843a1ec9-fa9e-483e-9b1b-ad63e3aeeb20 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Project 4cdd3289b6ef4c6c8b040c59a3ec9314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:27:08.846452 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-843a1ec9-fa9e-483e-9b1b-ad63e3aeeb20 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.913672 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-843a1ec9-fa9e-483e-9b1b-ad63e3aeeb20 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.919011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-843a1ec9-fa9e-483e-9b1b-ad63e3aeeb20 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.942463 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a1ec9-fa9e-483e-9b1b-ad63e3aeeb20 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac85d095-3d21-434e-b193-e2842a84e4d0,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:08.953961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-843a1ec9-fa9e-483e-9b1b-ad63e3aeeb20 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:08.955176 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-843a1ec9-fa9e-483e-9b1b-ad63e3aeeb20 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1562126 Jan 12 10:27:08.958017 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49760) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:27:08.962941 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-a851641b-0954-4b02-a2c4-083f6ba149ce tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Request body: {'security_group_rule': {'security_group_id': '253c8c37-d252-4c0a-a587-5749184a5175', 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:27:08.969123 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a851641b-0954-4b02-a2c4-083f6ba149ce tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:27:08.972780 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a851641b-0954-4b02-a2c4-083f6ba149ce tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Usage tracker for resource:security_group_rule and tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:27:08.975748 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-a851641b-0954-4b02-a2c4-083f6ba149ce tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:27:08.981635 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-a851641b-0954-4b02-a2c4-083f6ba149ce tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:27:08.994599 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.securitygroups_db [None req-a851641b-0954-4b02-a2c4-083f6ba149ce tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Project 4cdd3289b6ef4c6c8b040c59a3ec9314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:27:09.005268 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a851641b-0954-4b02-a2c4-083f6ba149ce tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:09.075703 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a851641b-0954-4b02-a2c4-083f6ba149ce tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:09.082244 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a851641b-0954-4b02-a2c4-083f6ba149ce tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573726'] for security_group_rule, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:09.106473 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851641b-0954-4b02-a2c4-083f6ba149ce tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717efe51-9b7a-4150-b82b-f16161633e5b,revision_number=0']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:09.117009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a851641b-0954-4b02-a2c4-083f6ba149ce tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:09.118218 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a851641b-0954-4b02-a2c4-083f6ba149ce tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1593151 Jan 12 10:27:09.380928 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a869a4a0-2c20-4cc6-bdde-73e48d3ba45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:09.567620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-05f6bde0-022d-444d-b7fe-548c5216ea09 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Synchronizing usage tracker for tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 on resource:security_group {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:27:09.590506 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-05f6bde0-022d-444d-b7fe-548c5216ea09 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Unset dirty status for tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 on resource:security_group {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:27:09.591937 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-05f6bde0-022d-444d-b7fe-548c5216ea09 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976445719&fields=id&tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314 HTTP/1.1" status: 200 len: 267 time: 0.0673423 Jan 12 10:27:09.593330 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Sync routers for ids ['2fb42af7-d6b3-43b8-b10c-15845445ab88'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:27:09.603379 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Routers {'2fb42af7-d6b3-43b8-b10c-15845445ab88'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:27:09.603983 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:27:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['2fb42af7-d6b3-43b8-b10c-15845445ab88'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:09.786664 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Set router 2fb42af7-d6b3-43b8-b10c-15845445ab88 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:27:09.857068 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-e51cfbc7-330d-4ea1-b67c-f0bfcb30b136 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:09.858577 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-e51cfbc7-330d-4ea1-b67c-f0bfcb30b136 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/networks?id=3dda4c91-080b-4e5a-8963-5e3ed08d3630 HTTP/1.1" status: 200 len: 810 time: 0.2599924 Jan 12 10:27:09.874102 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-0566e5b3-76eb-4b1d-a1df-9efddf5f4580 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/quotas/4cdd3289b6ef4c6c8b040c59a3ec9314 HTTP/1.1" status: 200 len: 375 time: 0.0099442 Jan 12 10:27:09.955628 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-6820be93-59a5-4296-8853-c906773fb1aa tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Synchronizing usage tracker for tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:27:09.972730 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-6820be93-59a5-4296-8853-c906773fb1aa tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Unset dirty status for tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:27:09.974002 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-6820be93-59a5-4296-8853-c906773fb1aa tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947981 Jan 12 10:27:10.098113 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'name': 'tempest-TestSnapshotPattern-859272056-router', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '6e482d24-caf2-4d76-a503-9244c366bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:27:00Z', 'updated_at': '2022-01-12T10:27:05Z', 'revision_number': 4, 'project_id': '7a05a34333c84ffa9dd4f8983c34d520', 'gw_port': {'id': '6e482d24-caf2-4d76-a503-9244c366bf5b', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:27:01Z', 'updated_at': '2022-01-12T10:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'c2270b64-bd22-41a9-9f05-ff236c5bd6e5', 'name': '', 'network_id': '687d5e0f-1eaa-4259-873d-aba05f59ae4a', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'mac_address': 'fa:16:3e:7e:ae:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a115941f-4d22-40ef-b85a-fcb3f9e36b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:27:04Z', 'updated_at': '2022-01-12T10:27:05Z', 'revision_number': 2, 'project_id': '7a05a34333c84ffa9dd4f8983c34d520', 'subnets': [{'id': 'a115941f-4d22-40ef-b85a-fcb3f9e36b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:10.098913 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-73801f12-310b-4bea-a63e-b300a6a52cf5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:27:10.102503 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Checking router: 2fb42af7-d6b3-43b8-b10c-15845445ab88 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:27:10.102889 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Updating router 2fb42af7-d6b3-43b8-b10c-15845445ab88 port c2270b64-bd22-41a9-9f05-ff236c5bd6e5 binding host dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:27:10.103268 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-73801f12-310b-4bea-a63e-b300a6a52cf5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1172872 Jan 12 10:27:10.155724 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:10.249602 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-bc81644a-bf12-4568-a67b-490782e483db service neutron] 10.222.0.26 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428101 Jan 12 10:27:10.368790 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:10.394253 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6e482d24-caf2-4d76-a503-9244c366bf5b up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:27:10.396803 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-f4d15178-209f-4ddb-ac81-02ce01a56769 service neutron] 10.222.0.26 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412280 Jan 12 10:27:10.465367 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port 6e482d24-caf2-4d76-a503-9244c366bf5b triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:27:10.465850 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:10.500827 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:10.516225 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.provisioning_blocks [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Transition to ACTIVE for port object c2270b64-bd22-41a9-9f05-ff236c5bd6e5 will not be triggered until provisioned by entity L2. {{(pid=87666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:27:10.526082 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:10.699968 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7444cfc6-d1fc-4c34-84b7-988890ec8eba req-f2f12ba3-1e9b-433b-8f7e-5a900cdd5f1f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 210 time: 0.1360381 Jan 12 10:27:10.734865 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c697c06-264d-4236-b51d-841a934ae0c9 None None] Pushing event updated for resources: {'Port': ['ID=c2270b64-bd22-41a9-9f05-ff236c5bd6e5,revision_number=3']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:10.754503 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Attempting to bind port c2270b64-bd22-41a9-9f05-ff236c5bd6e5 on host dv-neutron-824346-1-hyperv for vnic_type normal with profile {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:27:10.754982 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Attempting to bind port c2270b64-bd22-41a9-9f05-ff236c5bd6e5 by drivers openvswitch,hyperv on host dv-neutron-824346-1-hyperv at level 0 using segments [{'id': '9b1f11de-8dd3-44f0-8553-52ad6e7c3af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '687d5e0f-1eaa-4259-873d-aba05f59ae4a'}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:27:10.755344 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Attempting to bind port c2270b64-bd22-41a9-9f05-ff236c5bd6e5 on network 687d5e0f-1eaa-4259-873d-aba05f59ae4a {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:27:10.761682 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Checking agent: {'id': '288fee5b-2397-4475-8fa5-fdbc8484d019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 23, 40), 'started_at': datetime.datetime(2022, 1, 12, 9, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:27:10.762013 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Checking segment: {'id': '9b1f11de-8dd3-44f0-8553-52ad6e7c3af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '687d5e0f-1eaa-4259-873d-aba05f59ae4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:27:10.762613 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:10.763038 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Bound using segment: {'id': '9b1f11de-8dd3-44f0-8553-52ad6e7c3af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '687d5e0f-1eaa-4259-873d-aba05f59ae4a'} {{(pid=87666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:27:10.763591 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.managers [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Bound port: c2270b64-bd22-41a9-9f05-ff236c5bd6e5, host: dv-neutron-824346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1f11de-8dd3-44f0-8553-52ad6e7c3af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '687d5e0f-1eaa-4259-873d-aba05f59ae4a'}}] {{(pid=87666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:27:10.763961 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:10.859838 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] For port c2270b64-bd22-41a9-9f05-ff236c5bd6e5, host dv-neutron-824346-1-hyperv, cleared binding levels {{(pid=87666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:27:10.862853 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.plugins.ml2.db [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] For port c2270b64-bd22-41a9-9f05-ff236c5bd6e5, host dv-neutron-824346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=c2270b64-bd22-41a9-9f05-ff236c5bd6e5,segment=NetworkSegment(9b1f11de-8dd3-44f0-8553-52ad6e7c3af8),segment_id=9b1f11de-8dd3-44f0-8553-52ad6e7c3af8)] {{(pid=87666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:27:10.869364 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron_lib.callbacks.manager [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:10.946957 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Routers {'2fb42af7-d6b3-43b8-b10c-15845445ab88'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:27:10.947582 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:27:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['2fb42af7-d6b3-43b8-b10c-15845445ab88'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:11.042870 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c697c06-264d-4236-b51d-841a934ae0c9 None None] Pushing event updated for resources: {'Port': ['ID=c2270b64-bd22-41a9-9f05-ff236c5bd6e5,revision_number=4']} {{(pid=87666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:11.166576 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] Set router 2fb42af7-d6b3-43b8-b10c-15845445ab88 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:27:11.288251 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:11.484775 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'name': 'tempest-TestSnapshotPattern-859272056-router', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '6e482d24-caf2-4d76-a503-9244c366bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:27:00Z', 'updated_at': '2022-01-12T10:27:05Z', 'revision_number': 4, 'project_id': '7a05a34333c84ffa9dd4f8983c34d520', 'gw_port': {'id': '6e482d24-caf2-4d76-a503-9244c366bf5b', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:27:01Z', 'updated_at': '2022-01-12T10:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'c2270b64-bd22-41a9-9f05-ff236c5bd6e5', 'name': '', 'network_id': '687d5e0f-1eaa-4259-873d-aba05f59ae4a', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'mac_address': 'fa:16:3e:7e:ae:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a115941f-4d22-40ef-b85a-fcb3f9e36b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:27:04Z', 'updated_at': '2022-01-12T10:27:10Z', 'revision_number': 4, 'project_id': '7a05a34333c84ffa9dd4f8983c34d520', 'subnets': [{'id': 'a115941f-4d22-40ef-b85a-fcb3f9e36b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:11.488963 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99791e68-8632-40e0-a81b-20c2fa0e11e1 None None] The sync data for ids ['2fb42af7-d6b3-43b8-b10c-15845445ab88'] in dv-neutron-824346-1-hyperv is: [{'id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'name': 'tempest-TestSnapshotPattern-859272056-router', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '6e482d24-caf2-4d76-a503-9244c366bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:27:00Z', 'updated_at': '2022-01-12T10:27:05Z', 'revision_number': 4, 'project_id': '7a05a34333c84ffa9dd4f8983c34d520', 'gw_port': {'id': '6e482d24-caf2-4d76-a503-9244c366bf5b', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:27:01Z', 'updated_at': '2022-01-12T10:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'c2270b64-bd22-41a9-9f05-ff236c5bd6e5', 'name': '', 'network_id': '687d5e0f-1eaa-4259-873d-aba05f59ae4a', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'mac_address': 'fa:16:3e:7e:ae:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a115941f-4d22-40ef-b85a-fcb3f9e36b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:27:04Z', 'updated_at': '2022-01-12T10:27:10Z', 'revision_number': 4, 'project_id': '7a05a34333c84ffa9dd4f8983c34d520', 'subnets': [{'id': 'a115941f-4d22-40ef-b85a-fcb3f9e36b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:27:11.859610 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-63f466a2-2c08-4b78-b7a1-f3d5930196b0 req-463a7d19-dd52-4149-bd04-096b52618074 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 210 time: 0.0530047 Jan 12 10:27:12.152907 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-25afce91-ee9f-4106-943d-2a57e56f49b7 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:12.154493 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-25afce91-ee9f-4106-943d-2a57e56f49b7 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.53 "GET /v2.0/networks?id=3dda4c91-080b-4e5a-8963-5e3ed08d3630 HTTP/1.1" status: 200 len: 810 time: 0.1612225 Jan 12 10:27:12.209333 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-49939d90-c81b-4cfb-bace-40383b897aa9 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314 HTTP/1.1" status: 200 len: 379 time: 0.0421588 Jan 12 10:27:12.236615 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-b4909ed2-6eb9-4905-9f74-2da20d19d6f1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Request body: {'port': {'device_id': '0ad51a60-4144-4370-b63c-f441b50025c9', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'admin_state_up': True, 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'security_groups': ['253c8c37-d252-4c0a-a587-5749184a5175']}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:27:12.382021 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-b4909ed2-6eb9-4905-9f74-2da20d19d6f1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:27:12.393323 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-b4909ed2-6eb9-4905-9f74-2da20d19d6f1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:27:12.406584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-b4909ed2-6eb9-4905-9f74-2da20d19d6f1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Made reservation on behalf of 4cdd3289b6ef4c6c8b040c59a3ec9314 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:27:12.410702 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-b4909ed2-6eb9-4905-9f74-2da20d19d6f1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:12.416773 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device c2270b64-bd22-41a9-9f05-ff236c5bd6e5 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:27:12.484411 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning for port c2270b64-bd22-41a9-9f05-ff236c5bd6e5 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:27:12.488985 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port c2270b64-bd22-41a9-9f05-ff236c5bd6e5 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:27:12.489349 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:12.573199 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-b4909ed2-6eb9-4905-9f74-2da20d19d6f1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Allocated IP 172.20.0.3 (3dda4c91-080b-4e5a-8963-5e3ed08d3630/5158d0a6-2d2b-41d4-82ba-75e50daf3f10/ff3c79b5-e6f1-49b4-85a2-d4e17d79da18) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:27:12.611371 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:12.645388 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-70497775-635b-4d95-b049-671dad051aa9 None None] For port c2270b64-bd22-41a9-9f05-ff236c5bd6e5, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=c2270b64-bd22-41a9-9f05-ff236c5bd6e5,segment=NetworkSegment(9b1f11de-8dd3-44f0-8553-52ad6e7c3af8),segment_id=9b1f11de-8dd3-44f0-8553-52ad6e7c3af8)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:27:12.649968 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:12.735984 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Pushing event updated for resources: {'Port': ['ID=c2270b64-bd22-41a9-9f05-ff236c5bd6e5,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:12.773025 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-b4909ed2-6eb9-4905-9f74-2da20d19d6f1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:12.789820 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-b4909ed2-6eb9-4905-9f74-2da20d19d6f1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Transition to ACTIVE for port object ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:27:12.821616 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-b4909ed2-6eb9-4905-9f74-2da20d19d6f1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:12.856728 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:12.900111 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-b4909ed2-6eb9-4905-9f74-2da20d19d6f1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:27:12.903301 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-b4909ed2-6eb9-4905-9f74-2da20d19d6f1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:27:12.907248 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-b4909ed2-6eb9-4905-9f74-2da20d19d6f1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:27:12.950149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4909ed2-6eb9-4905-9f74-2da20d19d6f1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event updated for resources: {'Port': ['ID=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:12.978167 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-b4909ed2-6eb9-4905-9f74-2da20d19d6f1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:12.978895 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-b4909ed2-6eb9-4905-9f74-2da20d19d6f1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:13.013779 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-b4909ed2-6eb9-4905-9f74-2da20d19d6f1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7859383 Jan 12 10:27:13.032787 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Request body: {'port': {'device_id': '0ad51a60-4144-4370-b63c-f441b50025c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:27:13.078002 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c09d5-7edb-4176-a5c5-ead2b2ae24d5 req-642a7d8c-0fbc-4705-bbeb-2258d0ec40aa tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:13.079688 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-566c09d5-7edb-4176-a5c5-ead2b2ae24d5 req-642a7d8c-0fbc-4705-bbeb-2258d0ec40aa tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 931 time: 0.1040282 Jan 12 10:27:13.139400 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-566c09d5-7edb-4176-a5c5-ead2b2ae24d5 req-237bf41d-1f87-4ab8-8a06-1e96b21ee8be tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Synchronizing usage tracker for tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 on resource:security_group {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:27:13.152129 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-566c09d5-7edb-4176-a5c5-ead2b2ae24d5 req-237bf41d-1f87-4ab8-8a06-1e96b21ee8be tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Unset dirty status for tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 on resource:security_group {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:27:13.153661 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-566c09d5-7edb-4176-a5c5-ead2b2ae24d5 req-237bf41d-1f87-4ab8-8a06-1e96b21ee8be tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675793 Jan 12 10:27:13.179448 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:13.200022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-739d9369-44aa-499a-b696-43e099e624b7 None None] Provisioning for port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:27:13.205294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-739d9369-44aa-499a-b696-43e099e624b7 None None] Provisioning complete for port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:27:13.205665 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-739d9369-44aa-499a-b696-43e099e624b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:13.259943 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-739d9369-44aa-499a-b696-43e099e624b7 None None] Port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:27:13.634742 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 {{(pid=87664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:27:13.643495 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:13.660097 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Transition to ACTIVE for port object ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 will not be triggered until provisioned by entity L2. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:27:13.665745 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:13.798738 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:13.909222 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Attempting to bind port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:27:13.909902 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Attempting to bind port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:27:13.909902 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Attempting to bind port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 on network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:27:13.914859 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 on network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 10:27:13.915149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Attempting to bind port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 on network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:27:13.920313 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:27:13.920639 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Checking segment: {'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:27:13.921010 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Bound using segment: {'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'} {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:27:13.921425 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Bound port: ff3c79b5-e6f1-49b4-85a2-d4e17d79da18, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'}}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:27:13.921760 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:14.017484 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] For port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18, host hv-neutron-8243, cleared binding levels {{(pid=87664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:27:14.020501 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] For port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:27:14.028045 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:14.086489 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:14.087243 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:14.088462 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] 10.222.0.53 "PUT /v2.0/ports/ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 HTTP/1.1" status: 200 len: 1093 time: 1.0611441 Jan 12 10:27:14.089009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad51a60-4144-4370-b63c-f441b50025c9', 'tag': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:27:14.111225 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c98cee-664d-4768-ba82-c6d0afbe02a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,revision_number=3']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:14.172154 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad51a60-4144-4370-b63c-f441b50025c9', 'tag': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'status': 'completed', 'code': 200} Jan 12 10:27:14.210144 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-a637412f-069a-4e12-bbae-794b4dd982a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:14.211694 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-a637412f-069a-4e12-bbae-794b4dd982a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314&device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 1096 time: 0.0785604 Jan 12 10:27:14.286802 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-e34360b9-f2f3-4a03-9add-823cefe010c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 HTTP/1.1" status: 200 len: 217 time: 0.0638726 Jan 12 10:27:14.345423 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968feff-b10e-47b9-b6e1-3fc109f630a8 req-61959957-759a-44bf-9155-0fda34404ad5 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:14.346985 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c968feff-b10e-47b9-b6e1-3fc109f630a8 req-61959957-759a-44bf-9155-0fda34404ad5 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 943 time: 0.0865228 Jan 12 10:27:14.365435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-2008feea-a6dc-47c7-a545-92a4a75145d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:14.367241 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-2008feea-a6dc-47c7-a545-92a4a75145d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5158d0a6-2d2b-41d4-82ba-75e50daf3f10 HTTP/1.1" status: 200 len: 849 time: 0.0667481 Jan 12 10:27:14.393940 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device c2270b64-bd22-41a9-9f05-ff236c5bd6e5 up at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:27:14.402690 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-c968feff-b10e-47b9-b6e1-3fc109f630a8 req-b8ebe07d-f89f-4a57-a6b5-0a80fa377daf tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493910 Jan 12 10:27:14.457968 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-2b34fb4d-9202-430d-a237-59645ee9278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:14.459487 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-2b34fb4d-9202-430d-a237-59645ee9278c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dda4c91-080b-4e5a-8963-5e3ed08d3630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822127 Jan 12 10:27:14.471712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Provisioning complete for port c2270b64-bd22-41a9-9f05-ff236c5bd6e5 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:27:14.472183 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:14.595885 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-356ff967-38cd-40f7-b451-c0dd824343b1 service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251862 Jan 12 10:27:14.742288 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-f431a63d-db96-4230-b7fc-bb6f0eb554b4 req-8be59648-0f46-4407-a175-3fd9c77944bf service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373019 Jan 12 10:27:14.883413 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793248b3-92bd-4898-b56d-44e5ce1d8e9e req-eb5af985-9fac-4736-80fb-1e0f8d43d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:14.884895 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-793248b3-92bd-4898-b56d-44e5ce1d8e9e req-eb5af985-9fac-4736-80fb-1e0f8d43d535 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314&device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 1096 time: 0.0814970 Jan 12 10:27:15.024003 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793248b3-92bd-4898-b56d-44e5ce1d8e9e req-5be77e1a-3d5e-4491-b894-79372fe34d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:15.025931 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-793248b3-92bd-4898-b56d-44e5ce1d8e9e req-5be77e1a-3d5e-4491-b894-79372fe34d52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3dda4c91-080b-4e5a-8963-5e3ed08d3630 HTTP/1.1" status: 200 len: 911 time: 0.1320112 Jan 12 10:27:15.100747 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-793248b3-92bd-4898-b56d-44e5ce1d8e9e req-4a1a04ea-32eb-4b94-903d-3ad1276806e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 HTTP/1.1" status: 200 len: 217 time: 0.0652235 Jan 12 10:27:15.178930 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793248b3-92bd-4898-b56d-44e5ce1d8e9e req-2e717209-5244-4ea0-a607-eb2b99620047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:15.180402 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-793248b3-92bd-4898-b56d-44e5ce1d8e9e req-2e717209-5244-4ea0-a607-eb2b99620047 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5158d0a6-2d2b-41d4-82ba-75e50daf3f10 HTTP/1.1" status: 200 len: 849 time: 0.0730133 Jan 12 10:27:15.258865 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793248b3-92bd-4898-b56d-44e5ce1d8e9e req-6c2c53b4-5a7e-4207-9a98-44d5aa791e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:15.260350 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-793248b3-92bd-4898-b56d-44e5ce1d8e9e req-6c2c53b4-5a7e-4207-9a98-44d5aa791e62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dda4c91-080b-4e5a-8963-5e3ed08d3630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720394 Jan 12 10:27:15.497555 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-793248b3-92bd-4898-b56d-44e5ce1d8e9e req-49ceae4c-2666-4ccb-b6d5-943ee58e0b91 service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300885 Jan 12 10:27:15.693274 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-793248b3-92bd-4898-b56d-44e5ce1d8e9e req-ed09ad74-9a64-4215-af73-531761dbb97c service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867464 Jan 12 10:27:15.711435 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9dba7-eb3d-4f76-921a-b130105b3672 req-a9bb4fc1-235f-4cc1-8ff6-109a35c5c276 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:15.712120 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-35d9dba7-eb3d-4f76-921a-b130105b3672 req-a9bb4fc1-235f-4cc1-8ff6-109a35c5c276 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Synchronizing usage tracker for tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:27:15.733019 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-35d9dba7-eb3d-4f76-921a-b130105b3672 req-a9bb4fc1-235f-4cc1-8ff6-109a35c5c276 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Unset dirty status for tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:27:15.734370 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-35d9dba7-eb3d-4f76-921a-b130105b3672 req-a9bb4fc1-235f-4cc1-8ff6-109a35c5c276 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 943 time: 0.2072587 Jan 12 10:27:15.785981 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-35d9dba7-eb3d-4f76-921a-b130105b3672 req-a1c18aca-749e-446b-b56e-83affedd2521 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455124 Jan 12 10:27:17.003243 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c27f1-b20d-4e44-8641-6194c4ba83b2 req-70220242-681d-4288-8810-9747d937a524 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:17.004682 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0e9c27f1-b20d-4e44-8641-6194c4ba83b2 req-70220242-681d-4288-8810-9747d937a524 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 943 time: 0.1088748 Jan 12 10:27:17.050576 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0e9c27f1-b20d-4e44-8641-6194c4ba83b2 req-f64be9e8-658b-483e-aef6-40dda5fb7cdd tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400288 Jan 12 10:27:17.113698 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:27:17.239257 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:17.266793 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:27:17.281110 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'port_id': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'mac_address': 'fa:16:3e:03:ea:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:27:17.346102 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:17.368070 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:27:17.384474 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:27:17.391540 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:17.462362 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:17.665842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['ff3c79b5-e6f1-49b4-85a2-d4e17d79da18'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:27:18.250177 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645c1a5-5cb6-45b9-ab33-26c941f9544a req-7db24aa6-989a-413e-a7f1-6cac95423de3 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:18.251697 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5645c1a5-5cb6-45b9-ab33-26c941f9544a req-7db24aa6-989a-413e-a7f1-6cac95423de3 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 944 time: 0.0911145 Jan 12 10:27:18.298691 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5645c1a5-5cb6-45b9-ab33-26c941f9544a req-29706d61-6fcf-4b67-9d62-95bc81e3a964 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406687 Jan 12 10:27:19.119203 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:27:19.187347 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:27:19.192169 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:27:19.192533 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:19.306322 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:19.336391 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad51a60-4144-4370-b63c-f441b50025c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:27:19.347664 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:27:19.354408 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:19.393720 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad51a60-4144-4370-b63c-f441b50025c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'code': 200} Jan 12 10:27:19.437956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:19.504445 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203bbdd-c98e-462c-b09d-bb75a4025730 req-d6a3650f-e935-40ae-9712-55794485fbcf tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:19.507236 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0203bbdd-c98e-462c-b09d-bb75a4025730 req-d6a3650f-e935-40ae-9712-55794485fbcf tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 945 time: 0.0881956 Jan 12 10:27:19.554195 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-0203bbdd-c98e-462c-b09d-bb75a4025730 req-3fb92887-a2cb-4769-8004-f70c40a44bc6 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436635 Jan 12 10:27:19.665199 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12de1cf-e86a-4e8a-b365-4684e9aa49d9 req-c856f298-2582-4d76-8593-e5c891b38adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:19.667468 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e12de1cf-e86a-4e8a-b365-4684e9aa49d9 req-c856f298-2582-4d76-8593-e5c891b38adc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 1098 time: 0.0725875 Jan 12 10:27:19.712939 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e12de1cf-e86a-4e8a-b365-4684e9aa49d9 req-9a41ebb8-7a02-41df-b514-f5f4dd328d0f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358717 Jan 12 10:27:20.746865 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbdd0c-edaf-46dc-8a0f-b62c94a3a241 req-2da1b151-8e2d-4937-953a-606d90775bcd tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:20.748332 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-51fbdd0c-edaf-46dc-8a0f-b62c94a3a241 req-2da1b151-8e2d-4937-953a-606d90775bcd tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 945 time: 0.0868006 Jan 12 10:27:20.794780 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-51fbdd0c-edaf-46dc-8a0f-b62c94a3a241 req-561f0913-30b2-4ff7-81e4-d10cf4e74cab tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407660 Jan 12 10:27:21.982271 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977d3d2-7bd9-41fe-9eff-936415d523c5 req-1c8b025e-5a07-4871-a8e3-e9723ab5a2a1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:21.983764 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4977d3d2-7bd9-41fe-9eff-936415d523c5 req-1c8b025e-5a07-4871-a8e3-e9723ab5a2a1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 945 time: 0.0836413 Jan 12 10:27:22.027540 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4977d3d2-7bd9-41fe-9eff-936415d523c5 req-5ef63b3d-7413-4c6f-9d5d-7c485883c614 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381072 Jan 12 10:27:22.215679 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b8ea3-05dd-4318-9a03-1172a9ad4bd3 req-5ef2d501-5373-42b7-9216-21092b71bf63 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:22.217133 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-926b8ea3-05dd-4318-9a03-1172a9ad4bd3 req-5ef2d501-5373-42b7-9216-21092b71bf63 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 945 time: 0.0815842 Jan 12 10:27:22.266161 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-926b8ea3-05dd-4318-9a03-1172a9ad4bd3 req-391c288b-520d-4ac4-8857-bf20f7052bdd tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432110 Jan 12 10:27:22.289174 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49832) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:27:22.403189 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbc57f8-243a-4201-b3ef-8051b0cfab0b tempest-TestSnapshotPattern-2073552291 tempest-TestSnapshotPattern-2073552291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:22.403917 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bdbc57f8-243a-4201-b3ef-8051b0cfab0b tempest-TestSnapshotPattern-2073552291 tempest-TestSnapshotPattern-2073552291-project-admin] Synchronizing usage tracker for tenant:7a05a34333c84ffa9dd4f8983c34d520 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:27:22.421800 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-bdbc57f8-243a-4201-b3ef-8051b0cfab0b tempest-TestSnapshotPattern-2073552291 tempest-TestSnapshotPattern-2073552291-project-admin] Unset dirty status for tenant:7a05a34333c84ffa9dd4f8983c34d520 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:27:22.422985 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-bdbc57f8-243a-4201-b3ef-8051b0cfab0b tempest-TestSnapshotPattern-2073552291 tempest-TestSnapshotPattern-2073552291-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 1093 time: 0.1327755 Jan 12 10:27:22.426264 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 49838) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:27:22.431290 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:27:22.438054 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:27:22.441961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Usage tracker for resource:floatingip and tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 is out of sync, need to count used quota {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:27:22.445042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:27:22.452630 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:27:22.463570 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for floatingip, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:22.602723 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:22.738613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Allocated IP 172.26.2.214 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/9c0ae986-2810-4f11-b827-06ce4ecf2308) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:27:22.884499 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:22.918635 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:22.986377 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:27:22.989360 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:27:22.992924 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:27:23.024754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event updated for resources: {'Port': ['ID=9c0ae986-2810-4f11-b827-06ce4ecf2308,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:23.541372 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:23.627251 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:23.831709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:23.838596 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:23.942316 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event updated for resources: {'Port': ['ID=9c0ae986-2810-4f11-b827-06ce4ecf2308,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:23.960669 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:24.132454 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.db.l3_db [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Floating IP 093b94bf-bfd3-49a3-9247-94323e468b0f associated. External IP: 172.26.2.214, port: ff3c79b5-e6f1-49b4-85a2-d4e17d79da18. Jan 12 10:27:24.491909 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Router 56a48c55-7bfd-42ce-a495-9cb9566f8720 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:27:24.675254 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:27:24.685601 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71e6291-b6b7-454b-a710-c4f4eb880ff5 None None] Sync routers for ids ['56a48c55-7bfd-42ce-a495-9cb9566f8720'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:27:24.696563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71e6291-b6b7-454b-a710-c4f4eb880ff5 None None] Routers {'56a48c55-7bfd-42ce-a495-9cb9566f8720'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:27:24.697208 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e71e6291-b6b7-454b-a710-c4f4eb880ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:27:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['56a48c55-7bfd-42ce-a495-9cb9566f8720'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:24.702573 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:24.757902 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-1baa53c8-d3da-4ac7-bf86-d967214a1bc0 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3304403 Jan 12 10:27:24.758756 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad51a60-4144-4370-b63c-f441b50025c9', 'tag': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:27:24.801923 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad51a60-4144-4370-b63c-f441b50025c9', 'tag': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'status': 'completed', 'code': 200} Jan 12 10:27:24.875709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-e71e6291-b6b7-454b-a710-c4f4eb880ff5 None None] Set router 56a48c55-7bfd-42ce-a495-9cb9566f8720 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:27:24.894164 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca3a5-86f5-4570-a15a-70d5104c9cbc req-599225cd-3d3c-4da6-a2a9-71ed4f4013b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:24.895828 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4feca3a5-86f5-4570-a15a-70d5104c9cbc req-599225cd-3d3c-4da6-a2a9-71ed4f4013b9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314&device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 1098 time: 0.0717692 Jan 12 10:27:25.156387 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca3a5-86f5-4570-a15a-70d5104c9cbc req-a0eba297-419c-4fc1-958b-33d333db106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:25.157922 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4feca3a5-86f5-4570-a15a-70d5104c9cbc req-a0eba297-419c-4fc1-958b-33d333db106f service neutron] 10.222.0.53 "GET /v2.0/networks?id=3dda4c91-080b-4e5a-8963-5e3ed08d3630 HTTP/1.1" status: 200 len: 911 time: 0.2561986 Jan 12 10:27:25.237711 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e71e6291-b6b7-454b-a710-c4f4eb880ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '093b94bf-bfd3-49a3-9247-94323e468b0f', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'floating_ip_address': '172.26.2.214', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'port_id': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'mac_address': 'fa:16:3e:03:ea:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad51a60-4144-4370-b63c-f441b50025c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:27:23Z', 'updated_at': '2022-01-12T10:27:23Z', 'revision_number': 0, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eedc3aea-014c-4d00-be00-daad65c8eeed', 'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'mac_address': 'fa:16:3e:f7:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:57Z', 'updated_at': '2022-01-12T10:27:04Z', 'revision_number': 5, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'subnets': [{'id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:25.241785 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71e6291-b6b7-454b-a710-c4f4eb880ff5 None None] Checking router: 56a48c55-7bfd-42ce-a495-9cb9566f8720 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:27:25.250683 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71e6291-b6b7-454b-a710-c4f4eb880ff5 None None] Routers {'56a48c55-7bfd-42ce-a495-9cb9566f8720'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:27:25.251334 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e71e6291-b6b7-454b-a710-c4f4eb880ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:27:09Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['56a48c55-7bfd-42ce-a495-9cb9566f8720'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:25.259985 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4feca3a5-86f5-4570-a15a-70d5104c9cbc req-05d7057f-c358-4eca-89d1-076d0bd0176a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 HTTP/1.1" status: 200 len: 999 time: 0.0949268 Jan 12 10:27:25.326390 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca3a5-86f5-4570-a15a-70d5104c9cbc req-cc8b6c98-62fc-4793-b74b-3e60b9a4a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:25.327894 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4feca3a5-86f5-4570-a15a-70d5104c9cbc req-cc8b6c98-62fc-4793-b74b-3e60b9a4a865 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5158d0a6-2d2b-41d4-82ba-75e50daf3f10 HTTP/1.1" status: 200 len: 849 time: 0.0623975 Jan 12 10:27:25.410421 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca3a5-86f5-4570-a15a-70d5104c9cbc req-e4ac02e9-bb29-465a-83e0-000bc7b3a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:25.412151 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4feca3a5-86f5-4570-a15a-70d5104c9cbc req-e4ac02e9-bb29-465a-83e0-000bc7b3a30b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dda4c91-080b-4e5a-8963-5e3ed08d3630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782092 Jan 12 10:27:25.463136 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-e71e6291-b6b7-454b-a710-c4f4eb880ff5 None None] Set router 56a48c55-7bfd-42ce-a495-9cb9566f8720 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:27:25.550736 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4feca3a5-86f5-4570-a15a-70d5104c9cbc req-e845c27c-d249-42b0-a7e7-732b487b0279 service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313581 Jan 12 10:27:25.687502 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4feca3a5-86f5-4570-a15a-70d5104c9cbc req-a9a10525-eea6-4941-ad78-897dc762d5af service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299579 Jan 12 10:27:25.867091 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-e71e6291-b6b7-454b-a710-c4f4eb880ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '093b94bf-bfd3-49a3-9247-94323e468b0f', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'floating_ip_address': '172.26.2.214', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'port_id': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'mac_address': 'fa:16:3e:03:ea:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad51a60-4144-4370-b63c-f441b50025c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:27:23Z', 'updated_at': '2022-01-12T10:27:23Z', 'revision_number': 0, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eedc3aea-014c-4d00-be00-daad65c8eeed', 'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'mac_address': 'fa:16:3e:f7:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:57Z', 'updated_at': '2022-01-12T10:27:04Z', 'revision_number': 5, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'subnets': [{'id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:25.871687 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71e6291-b6b7-454b-a710-c4f4eb880ff5 None None] The sync data for ids ['56a48c55-7bfd-42ce-a495-9cb9566f8720'] in dv-neutron-824346-1-hyperv is: [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '093b94bf-bfd3-49a3-9247-94323e468b0f', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'floating_ip_address': '172.26.2.214', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'port_id': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'mac_address': 'fa:16:3e:03:ea:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad51a60-4144-4370-b63c-f441b50025c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:27:23Z', 'updated_at': '2022-01-12T10:27:23Z', 'revision_number': 0, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eedc3aea-014c-4d00-be00-daad65c8eeed', 'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'mac_address': 'fa:16:3e:f7:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:57Z', 'updated_at': '2022-01-12T10:27:04Z', 'revision_number': 5, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'subnets': [{'id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:27:26.096795 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686232ff-b4c9-443c-b55c-b61109457e55 None None] New status for floating IP 093b94bf-bfd3-49a3-9247-94323e468b0f: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:27:27.489605 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:27:36.735719 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-9889eddd-a36e-4bf4-9cdb-e7dd5fa94c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:39.387364 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9b6d-06ab-4c0b-83b5-43b02013704f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:40.364909 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:41.278229 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:42.852514 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:47.212970 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:27:55.040976 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [req-917a82e2-38ab-4510-aec8-d73c94f03b21 req-2c84b23a-bc6e-46a1-af9d-7a67c324dbf7 service neutron] (87663) timed out ('10.222.0.26', 44324) {{(pid=87663) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 12 10:28:04.492959 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:28:06.737888 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-b828e66f-cc5e-4d56-9cb0-f98e9b9a1835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:09.386043 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-15ed14e4-58ae-4543-a56e-72eadbf3ce29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:10.373557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:11.289880 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:12.349190 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-22ea678a-6346-4bbb-8ac0-1dba5136ab49 req-36319ec4-f83b-49ea-ba13-2858afe0a712 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749838 Jan 12 10:28:12.504896 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea678a-6346-4bbb-8ac0-1dba5136ab49 req-408802a7-baf3-4608-880a-a985dbdfaa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:12.506398 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-22ea678a-6346-4bbb-8ac0-1dba5136ab49 req-408802a7-baf3-4608-880a-a985dbdfaa9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314&device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 1098 time: 0.0777452 Jan 12 10:28:12.679442 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea678a-6346-4bbb-8ac0-1dba5136ab49 req-1eef3d13-b828-4e46-8550-74bd05b15832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:12.681386 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-22ea678a-6346-4bbb-8ac0-1dba5136ab49 req-1eef3d13-b828-4e46-8550-74bd05b15832 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3dda4c91-080b-4e5a-8963-5e3ed08d3630 HTTP/1.1" status: 200 len: 911 time: 0.1496634 Jan 12 10:28:12.792767 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-22ea678a-6346-4bbb-8ac0-1dba5136ab49 req-0148715e-ed19-4b15-9cab-5db1940bb6da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 HTTP/1.1" status: 200 len: 1001 time: 0.1049399 Jan 12 10:28:12.856990 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:12.864821 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea678a-6346-4bbb-8ac0-1dba5136ab49 req-26590d8f-58f1-4ac7-bbfb-8a9da919bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:12.867015 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-22ea678a-6346-4bbb-8ac0-1dba5136ab49 req-26590d8f-58f1-4ac7-bbfb-8a9da919bf3f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5158d0a6-2d2b-41d4-82ba-75e50daf3f10 HTTP/1.1" status: 200 len: 849 time: 0.0682225 Jan 12 10:28:12.953216 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea678a-6346-4bbb-8ac0-1dba5136ab49 req-c8e72adc-2a5b-4958-ad93-e2f9f4d0984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:12.954672 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-22ea678a-6346-4bbb-8ac0-1dba5136ab49 req-c8e72adc-2a5b-4958-ad93-e2f9f4d0984e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dda4c91-080b-4e5a-8963-5e3ed08d3630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783644 Jan 12 10:28:13.091298 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-22ea678a-6346-4bbb-8ac0-1dba5136ab49 req-c7870ffe-ef97-4d84-b740-5f7ea273975e service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258411 Jan 12 10:28:13.228524 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-22ea678a-6346-4bbb-8ac0-1dba5136ab49 req-21df4940-9be4-4071-a66e-d0463a7e8841 service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277666 Jan 12 10:28:17.230663 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:36.735489 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f7f607b5-5785-4deb-8490-13d3ab453066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:39.391774 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7ef0d105-db19-470a-b145-867c1c59b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:40.366265 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:41.296122 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:41.492130 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:28:42.860614 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:28:47.229052 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:06.732666 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-47303ef9-8f43-491e-8c78-53aae1f04983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:09.389081 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-6bd56953-386f-4b7a-a22b-025967dd3e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:10.360870 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:11.290907 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:12.864608 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:14.351420 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e8216b92-b0c0-454c-9e01-65d1def7a6d3 req-3cff7203-f57f-4a3f-86fb-30e11e004a3b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804174 Jan 12 10:29:14.622281 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8216b92-b0c0-454c-9e01-65d1def7a6d3 req-d8a363a9-c3ab-4d92-b3ab-3506528469ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:14.623711 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e8216b92-b0c0-454c-9e01-65d1def7a6d3 req-d8a363a9-c3ab-4d92-b3ab-3506528469ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314&device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 1098 time: 0.1887867 Jan 12 10:29:14.808277 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8216b92-b0c0-454c-9e01-65d1def7a6d3 req-1647ba4b-9e29-429b-b4d3-145f4d7be72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:14.809758 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e8216b92-b0c0-454c-9e01-65d1def7a6d3 req-1647ba4b-9e29-429b-b4d3-145f4d7be72c service neutron] 10.222.0.53 "GET /v2.0/networks?id=3dda4c91-080b-4e5a-8963-5e3ed08d3630 HTTP/1.1" status: 200 len: 911 time: 0.1564474 Jan 12 10:29:14.925834 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e8216b92-b0c0-454c-9e01-65d1def7a6d3 req-622d59a8-096c-4e32-9c6d-8aef72c22e84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 HTTP/1.1" status: 200 len: 1001 time: 0.1071489 Jan 12 10:29:14.991816 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8216b92-b0c0-454c-9e01-65d1def7a6d3 req-2dcee37f-92e7-4bf2-a9cb-6dab09528c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:14.993279 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e8216b92-b0c0-454c-9e01-65d1def7a6d3 req-2dcee37f-92e7-4bf2-a9cb-6dab09528c22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5158d0a6-2d2b-41d4-82ba-75e50daf3f10 HTTP/1.1" status: 200 len: 849 time: 0.0588832 Jan 12 10:29:15.092629 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8216b92-b0c0-454c-9e01-65d1def7a6d3 req-b3b5e7a6-c938-4f07-921d-9ad2d3d1a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:15.094722 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e8216b92-b0c0-454c-9e01-65d1def7a6d3 req-b3b5e7a6-c938-4f07-921d-9ad2d3d1a388 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dda4c91-080b-4e5a-8963-5e3ed08d3630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0925026 Jan 12 10:29:15.239932 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e8216b92-b0c0-454c-9e01-65d1def7a6d3 req-73eb0da7-1426-4bae-bd60-21cca0d39442 service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344919 Jan 12 10:29:15.378495 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e8216b92-b0c0-454c-9e01-65d1def7a6d3 req-740a3b24-2e06-49c4-be30-25b01fce72f0 service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292145 Jan 12 10:29:17.230605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:18.491878 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:29:25.633282 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:29:25.775686 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:29:25.790022 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'port_id': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'mac_address': 'fa:16:3e:03:ea:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:29:25.853769 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:25.871456 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:29:25.887929 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:29:25.892682 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:25.969135 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:25.972795 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['ff3c79b5-e6f1-49b4-85a2-d4e17d79da18'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:29:26.006595 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:26.006996 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:26.007311 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:26.007633 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:26.007956 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:26.008286 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:26.008614 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:26.008938 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:26.009260 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:26.009573 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:26.009901 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:26.010219 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:27.649133 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:29:27.749839 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:27.750406 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:27.876809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:27.910554 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad51a60-4144-4370-b63c-f441b50025c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:29:27.923261 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:29:27.929147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:27.984303 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad51a60-4144-4370-b63c-f441b50025c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'code': 200} Jan 12 10:29:28.017400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:36.729705 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-638f9d05-4d49-4f17-b671-f6dc734c0c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:36.800808 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-1ef17071-e2a1-4b33-b7f5-3d3c50e566f7 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976445719&fields=id&tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314 HTTP/1.1" status: 200 len: 267 time: 0.0423102 Jan 12 10:29:36.959652 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-d233ccdb-a8e9-4025-926b-cc9e5c80dc65 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:36.961109 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-d233ccdb-a8e9-4025-926b-cc9e5c80dc65 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/networks?id=3dda4c91-080b-4e5a-8963-5e3ed08d3630 HTTP/1.1" status: 200 len: 810 time: 0.1535158 Jan 12 10:29:36.976610 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-f5cc388f-19ba-4975-8dd6-26694b3cf775 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/quotas/4cdd3289b6ef4c6c8b040c59a3ec9314 HTTP/1.1" status: 200 len: 375 time: 0.0098455 Jan 12 10:29:37.080211 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-63a3a1c2-3da7-4420-bffe-5821e6e25294 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0978596 Jan 12 10:29:37.237522 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-822956d9-fe71-44bb-a128-24589e98e4e4 service neutron] 10.222.0.26 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375349 Jan 12 10:29:37.376244 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-c15aee2c-a439-4f11-83f9-33f9cbcd54e6 service neutron] 10.222.0.26 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300120 Jan 12 10:29:37.566783 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b20799c3-95c9-450e-9b83-f37c74c8f9e2 req-8c9638c9-3e35-453b-a300-0e4f7769a25a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 210 time: 0.0428290 Jan 12 10:29:38.753060 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5ed2084c-bd1e-4104-a251-a64d4a0e598a req-f3c250f9-559a-4805-9653-bbf5e1cc0753 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 210 time: 0.0520132 Jan 12 10:29:38.791819 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-45617e27-1ee3-462c-ac3e-9552c998029c tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:38.793268 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-45617e27-1ee3-462c-ac3e-9552c998029c tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.53 "GET /v2.0/networks?id=3dda4c91-080b-4e5a-8963-5e3ed08d3630 HTTP/1.1" status: 200 len: 810 time: 0.1970425 Jan 12 10:29:38.855422 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-32d301e5-fcac-4334-a787-c51f054e217f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314 HTTP/1.1" status: 200 len: 379 time: 0.0470209 Jan 12 10:29:38.874177 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Request body: {'port': {'device_id': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'admin_state_up': True, 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'security_groups': ['253c8c37-d252-4c0a-a587-5749184a5175']}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:29:39.155553 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:29:39.170974 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.quota.driver [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:29:39.185408 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Made reservation on behalf of 4cdd3289b6ef4c6c8b040c59a3ec9314 for: {'port': 1} {{(pid=87664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:29:39.189106 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:39.427461 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-dcde494c-5fb8-4301-98b3-65929d844a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:39.636628 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_common [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Allocated IP 172.20.0.11 (3dda4c91-080b-4e5a-8963-5e3ed08d3630/5158d0a6-2d2b-41d4-82ba-75e50daf3f10/a9f25edb-7478-4f25-b162-d04137228048) {{(pid=87664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:29:39.685936 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:29:39.996881 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:40.028771 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for port, precommit_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:40.048037 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Transition to ACTIVE for port object a9f25edb-7478-4f25-b162-d04137228048 will not be triggered until provisioned by entity DHCP. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:29:40.081906 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_create {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:40.085952 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:29:40.088369 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad51a60-4144-4370-b63c-f441b50025c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:29:40.105032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:40.219589 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad51a60-4144-4370-b63c-f441b50025c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'code': 200} Jan 12 10:29:40.237311 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 is already hosted by enough agents. {{(pid=87664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:40.241560 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.base_scheduler [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Resources bound (agent type, host, resource id): {{(pid=87664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:40.245530 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Received port after_create {{(pid=87664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:29:40.263447 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6617574-f80d-4bfe-93e2-75e92a8bbd2a req-1c1b0e9a-3a02-474b-9a02-309565a5336a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:40.265773 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d6617574-f80d-4bfe-93e2-75e92a8bbd2a req-1c1b0e9a-3a02-474b-9a02-309565a5336a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 932 time: 0.2602124 Jan 12 10:29:40.309172 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event updated for resources: {'Port': ['ID=a9f25edb-7478-4f25-b162-d04137228048,revision_number=1']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:40.340881 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,revision_number=8']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:40.359639 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:40.362303 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-d6617574-f80d-4bfe-93e2-75e92a8bbd2a req-630c87ed-3226-4f1a-ba96-663eccc07ee2 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897169 Jan 12 10:29:40.363136 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:40.363471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:40.363796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:40.364124 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:40.364540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:40.364900 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:40.365256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:40.365668 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:40.366011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:40.366582 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:40.366802 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:40.402920 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:40.416022 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:40.416638 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:40.463924 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-565963e5-a0cf-4d50-b160-00e5f6b10838 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5945046 Jan 12 10:29:40.660781 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4c05788d-2b02-484c-80a2-f89aebe868f8 None None] Provisioning for port a9f25edb-7478-4f25-b162-d04137228048 completed by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:29:40.671147 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-4c05788d-2b02-484c-80a2-f89aebe868f8 None None] Provisioning complete for port a9f25edb-7478-4f25-b162-d04137228048 triggered by entity DHCP. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:40.672334 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4c05788d-2b02-484c-80a2-f89aebe868f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:40.734902 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-4c05788d-2b02-484c-80a2-f89aebe868f8 None None] Port a9f25edb-7478-4f25-b162-d04137228048 cannot update to ACTIVE because it is not bound. {{(pid=87665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 12 10:29:41.301676 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:41.560232 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701b1bd-edb9-4edd-b3bc-f06e40c237c2 req-8cf5a309-ea71-45a7-b190-ba710fc36e8b tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:41.560961 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-d701b1bd-edb9-4edd-b3bc-f06e40c237c2 req-8cf5a309-ea71-45a7-b190-ba710fc36e8b tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Synchronizing usage tracker for tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:29:41.585878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-d701b1bd-edb9-4edd-b3bc-f06e40c237c2 req-8cf5a309-ea71-45a7-b190-ba710fc36e8b tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Unset dirty status for tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:29:41.591494 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d701b1bd-edb9-4edd-b3bc-f06e40c237c2 req-8cf5a309-ea71-45a7-b190-ba710fc36e8b tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 932 time: 0.1114960 Jan 12 10:29:41.642433 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d701b1bd-edb9-4edd-b3bc-f06e40c237c2 req-459b9448-c168-4d14-b284-7db01ea1c057 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478654 Jan 12 10:29:42.847019 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267559c-d12e-487d-9a2f-694d238eb6b9 req-8f5fd286-f418-40e6-9a95-7d28cb6aef82 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:42.848526 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7267559c-d12e-487d-9a2f-694d238eb6b9 req-8f5fd286-f418-40e6-9a95-7d28cb6aef82 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 932 time: 0.0945120 Jan 12 10:29:42.880820 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:42.899539 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-7267559c-d12e-487d-9a2f-694d238eb6b9 req-d639b9dc-1bec-44ff-8582-5bb43ec027ca tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437248 Jan 12 10:29:44.107708 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf47f50-6bc1-4bc5-9492-9b97772cedea req-bdc87787-60f9-45a2-bce2-028ca942f9ec tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:44.114987 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0bf47f50-6bc1-4bc5-9492-9b97772cedea req-bdc87787-60f9-45a2-bce2-028ca942f9ec tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 932 time: 0.0959632 Jan 12 10:29:44.156703 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-0bf47f50-6bc1-4bc5-9492-9b97772cedea req-c4f189e2-f1d3-45e9-8d6a-773385196818 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408220 Jan 12 10:29:45.388907 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc516cce-5334-4377-8d64-080a7fe95e79 req-78d2e9a7-6567-49c8-97a6-d8cd8c03b787 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:45.390411 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bc516cce-5334-4377-8d64-080a7fe95e79 req-78d2e9a7-6567-49c8-97a6-d8cd8c03b787 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 932 time: 0.1209543 Jan 12 10:29:45.459811 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-bc516cce-5334-4377-8d64-080a7fe95e79 req-df2551dd-a9a7-45ea-b878-10256a439d4a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621459 Jan 12 10:29:46.682409 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3e0ee-cf22-4514-8224-97981303baaf req-9c259d6e-8d5f-45c5-8cf2-93943631c120 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:46.683925 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-50a3e0ee-cf22-4514-8224-97981303baaf req-9c259d6e-8d5f-45c5-8cf2-93943631c120 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 932 time: 0.0811417 Jan 12 10:29:46.729164 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-50a3e0ee-cf22-4514-8224-97981303baaf req-c86619e0-5552-4c0b-8d8e-b722741bb16a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392742 Jan 12 10:29:47.247578 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:47.504663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.v2.base [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Request body: {'port': {'device_id': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8243'}} {{(pid=87664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:29:47.630933 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:47.932556 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62288ba-f01c-47df-b531-bc358e8249aa req-95a3cc33-781f-4977-a449-16ec5bc219cb tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:47.934046 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b62288ba-f01c-47df-b531-bc358e8249aa req-95a3cc33-781f-4977-a449-16ec5bc219cb tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 932 time: 0.0942142 Jan 12 10:29:47.983518 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-b62288ba-f01c-47df-b531-bc358e8249aa req-90f3b8dd-ddd2-4129-b224-8304350883cc tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428076 Jan 12 10:29:47.990662 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f25edb-7478-4f25-b162-d04137228048 {{(pid=87664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:29:47.998808 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:48.015829 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.provisioning_blocks [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Transition to ACTIVE for port object a9f25edb-7478-4f25-b162-d04137228048 will not be triggered until provisioned by entity L2. {{(pid=87664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:29:48.021295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:48.155203 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f25edb-7478-4f25-b162-d04137228048,revision_number=2']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:48.264309 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Attempting to bind port a9f25edb-7478-4f25-b162-d04137228048 on host hv-neutron-8243 for vnic_type normal with profile {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 12 10:29:48.264676 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Attempting to bind port a9f25edb-7478-4f25-b162-d04137228048 by drivers openvswitch,hyperv on host hv-neutron-8243 at level 0 using segments [{'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 12 10:29:48.265011 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Attempting to bind port a9f25edb-7478-4f25-b162-d04137228048 on network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:29:48.271110 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Port a9f25edb-7478-4f25-b162-d04137228048 on network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8243 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 12 10:29:48.271433 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Attempting to bind port a9f25edb-7478-4f25-b162-d04137228048 on network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 12 10:29:48.277115 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Checking agent: {'id': 'd7f601f9-697d-4be4-bbdc-a6375296a791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'started_at': datetime.datetime(2022, 1, 12, 9, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 12 10:29:48.277540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Checking segment: {'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 12 10:29:48.278101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Bound using segment: {'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'} {{(pid=87664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 12 10:29:48.278704 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.managers [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Bound port: a9f25edb-7478-4f25-b162-d04137228048, host: hv-neutron-8243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d93031-5ec5-4ce5-8a03-d738ed998114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630'}}] {{(pid=87664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 12 10:29:48.279191 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:48.476782 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] For port a9f25edb-7478-4f25-b162-d04137228048, host hv-neutron-8243, cleared binding levels {{(pid=87664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 12 10:29:48.479999 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] For port a9f25edb-7478-4f25-b162-d04137228048, host hv-neutron-8243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a9f25edb-7478-4f25-b162-d04137228048,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 12 10:29:48.486947 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636323'] for port, after_update {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:48.551048 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:48.551655 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:48.553052 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] 10.222.0.53 "PUT /v2.0/ports/a9f25edb-7478-4f25-b162-d04137228048 HTTP/1.1" status: 200 len: 1094 time: 1.0531805 Jan 12 10:29:48.553472 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'tag': 'a9f25edb-7478-4f25-b162-d04137228048'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:29:48.578258 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd179b-c684-49dc-9362-876f782f5024 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f25edb-7478-4f25-b162-d04137228048,revision_number=3']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:48.614534 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'tag': 'a9f25edb-7478-4f25-b162-d04137228048', 'status': 'completed', 'code': 200} Jan 12 10:29:48.693970 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e45e6756-eeb0-4e75-9570-cdea6e9bf253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:48.695631 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-e45e6756-eeb0-4e75-9570-cdea6e9bf253 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314&device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 1097 time: 0.0723453 Jan 12 10:29:48.772569 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-6c7095d7-e88c-4df9-a25f-1a20fb566ddc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f25edb-7478-4f25-b162-d04137228048 HTTP/1.1" status: 200 len: 217 time: 0.0656769 Jan 12 10:29:48.837444 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-5ea6aff9-924e-4b77-9a8e-0e0ee7961190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:48.838786 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-5ea6aff9-924e-4b77-9a8e-0e0ee7961190 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5158d0a6-2d2b-41d4-82ba-75e50daf3f10 HTTP/1.1" status: 200 len: 849 time: 0.0573292 Jan 12 10:29:48.918464 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-daa6ec92-e83f-45eb-aea4-cdcd5b172e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:48.919991 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-daa6ec92-e83f-45eb-aea4-cdcd5b172e30 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dda4c91-080b-4e5a-8963-5e3ed08d3630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714929 Jan 12 10:29:49.057043 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-d61a9a4a-1df4-4137-8896-ee82c352aabf service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268439 Jan 12 10:29:49.173133 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2dab47-e842-4e75-b372-01011333bc54 req-72989642-5f6b-4ae9-9793-d90b1259b5e1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:49.174591 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ec2dab47-e842-4e75-b372-01011333bc54 req-72989642-5f6b-4ae9-9793-d90b1259b5e1 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 944 time: 0.0847700 Jan 12 10:29:49.197211 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e9cc5091-f968-48fd-bdcf-8cb58c501405 req-ba8e7a22-1a60-4c24-8f9f-219199a676cd service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295292 Jan 12 10:29:49.223217 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-ec2dab47-e842-4e75-b372-01011333bc54 req-efd33383-10e8-4cb8-84b6-b5676e0e848b tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427673 Jan 12 10:29:49.334954 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdf61a-e62b-40a1-939f-6b38db616614 req-28821224-f8b2-4230-aebb-26fbb02eaee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:49.336493 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5fdf61a-e62b-40a1-939f-6b38db616614 req-28821224-f8b2-4230-aebb-26fbb02eaee7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314&device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 1097 time: 0.0765717 Jan 12 10:29:49.472520 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdf61a-e62b-40a1-939f-6b38db616614 req-f18e0649-8c66-4018-a063-47cc3c51e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:49.473983 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5fdf61a-e62b-40a1-939f-6b38db616614 req-f18e0649-8c66-4018-a063-47cc3c51e46b service neutron] 10.222.0.53 "GET /v2.0/networks?id=3dda4c91-080b-4e5a-8963-5e3ed08d3630 HTTP/1.1" status: 200 len: 911 time: 0.1293147 Jan 12 10:29:49.545179 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5fdf61a-e62b-40a1-939f-6b38db616614 req-2cbbaaba-344c-4d6f-b554-03194fc690a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f25edb-7478-4f25-b162-d04137228048 HTTP/1.1" status: 200 len: 217 time: 0.0636148 Jan 12 10:29:49.608405 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdf61a-e62b-40a1-939f-6b38db616614 req-c3d8ae33-b988-44bd-b592-9af604c6844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:49.609909 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5fdf61a-e62b-40a1-939f-6b38db616614 req-c3d8ae33-b988-44bd-b592-9af604c6844c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5158d0a6-2d2b-41d4-82ba-75e50daf3f10 HTTP/1.1" status: 200 len: 849 time: 0.0586205 Jan 12 10:29:49.690282 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdf61a-e62b-40a1-939f-6b38db616614 req-a287c531-8d4c-48de-8bed-324503b252fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:49.691783 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5fdf61a-e62b-40a1-939f-6b38db616614 req-a287c531-8d4c-48de-8bed-324503b252fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dda4c91-080b-4e5a-8963-5e3ed08d3630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740504 Jan 12 10:29:49.843022 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5fdf61a-e62b-40a1-939f-6b38db616614 req-f210e636-5715-4a28-8b47-46bf95075246 service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430151 Jan 12 10:29:49.976144 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e5fdf61a-e62b-40a1-939f-6b38db616614 req-29fba3cb-0463-4ff2-a28b-b3fc02a32b65 service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258659 Jan 12 10:29:50.441197 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598db3fc-4aff-4232-b0f3-af00d2af0d32 req-b0d94a1b-f195-402c-9134-45a1518e5e71 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:50.442692 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-598db3fc-4aff-4232-b0f3-af00d2af0d32 req-b0d94a1b-f195-402c-9134-45a1518e5e71 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 944 time: 0.0972862 Jan 12 10:29:50.489151 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-598db3fc-4aff-4232-b0f3-af00d2af0d32 req-cba0c417-6202-48ab-aaed-00e3d5665321 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403621 Jan 12 10:29:51.695224 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ac30b-d6b7-4a5c-9da4-08508bc7bceb req-99e5be22-c6c4-4010-83a9-60e37ab104c2 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:51.696698 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b6ac30b-d6b7-4a5c-9da4-08508bc7bceb req-99e5be22-c6c4-4010-83a9-60e37ab104c2 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 944 time: 0.0978489 Jan 12 10:29:51.738990 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device a9f25edb-7478-4f25-b162-d04137228048 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:29:51.751455 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-4b6ac30b-d6b7-4a5c-9da4-08508bc7bceb req-0e797e80-15a7-44ef-b440-680cf4298931 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432169 Jan 12 10:29:51.952717 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port a9f25edb-7478-4f25-b162-d04137228048, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a9f25edb-7478-4f25-b162-d04137228048,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:29:51.965724 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'a9f25edb-7478-4f25-b162-d04137228048', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'port_id': 'a9f25edb-7478-4f25-b162-d04137228048', 'mac_address': 'fa:16:3e:e3:d3:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:29:52.025912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:52.043861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f25edb-7478-4f25-b162-d04137228048 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:29:52.059397 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port a9f25edb-7478-4f25-b162-d04137228048, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a9f25edb-7478-4f25-b162-d04137228048,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:29:52.064799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:52.143869 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=a9f25edb-7478-4f25-b162-d04137228048,revision_number=4']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:52.417798 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['a9f25edb-7478-4f25-b162-d04137228048'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:29:52.951930 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db615b-1124-4314-9d7f-886d60ea7d38 req-0385ee92-0c60-454a-be03-b3440d54a8b3 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:52.953387 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-51db615b-1124-4314-9d7f-886d60ea7d38 req-0385ee92-0c60-454a-be03-b3440d54a8b3 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 945 time: 0.0876930 Jan 12 10:29:53.003144 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-51db615b-1124-4314-9d7f-886d60ea7d38 req-5acb6242-7b92-4e24-af55-74c7bb54c287 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415905 Jan 12 10:29:53.760109 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device a9f25edb-7478-4f25-b162-d04137228048 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:29:53.841691 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning for port a9f25edb-7478-4f25-b162-d04137228048 completed by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:29:53.846678 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port a9f25edb-7478-4f25-b162-d04137228048 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:53.847293 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:53.967611 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:53.994730 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f25edb-7478-4f25-b162-d04137228048'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:29:54.005154 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port a9f25edb-7478-4f25-b162-d04137228048, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a9f25edb-7478-4f25-b162-d04137228048,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:29:54.010757 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:54.047459 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f25edb-7478-4f25-b162-d04137228048', 'code': 200} Jan 12 10:29:54.080482 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=a9f25edb-7478-4f25-b162-d04137228048,revision_number=5']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:54.205062 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788b0ce-082c-4073-b29d-9684e1a24e4b req-819785ac-d236-497c-9abc-e077e2773290 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:54.206740 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e788b0ce-082c-4073-b29d-9684e1a24e4b req-819785ac-d236-497c-9abc-e077e2773290 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 946 time: 0.0802543 Jan 12 10:29:54.399083 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-e788b0ce-082c-4073-b29d-9684e1a24e4b req-640f25fd-1226-43c5-9fc9-3ce744f0e9e5 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865048 Jan 12 10:29:54.418549 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def68fb3-fe4e-45d9-b5e6-1e64c458d7e6 req-c4b48cb3-a9db-4e28-821a-a316694c3846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:54.419999 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-def68fb3-fe4e-45d9-b5e6-1e64c458d7e6 req-c4b48cb3-a9db-4e28-821a-a316694c3846 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 1099 time: 0.1942611 Jan 12 10:29:54.465262 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-def68fb3-fe4e-45d9-b5e6-1e64c458d7e6 req-101b0982-5330-42ec-96c6-153b5fb360ab service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354867 Jan 12 10:29:55.490947 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:29:55.592449 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0a31f-f0d0-4103-b09a-d7867135c3de req-1e31da5e-af9c-4cbe-8fb3-224a4527e264 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:55.593999 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-73f0a31f-f0d0-4103-b09a-d7867135c3de req-1e31da5e-af9c-4cbe-8fb3-224a4527e264 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 946 time: 0.0843477 Jan 12 10:29:55.640283 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-73f0a31f-f0d0-4103-b09a-d7867135c3de req-22efec11-6bb9-459a-8258-8896e0201035 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402799 Jan 12 10:29:56.841585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9be4c0-3736-4824-8415-8eee9e93a79c req-8b87facf-e1de-4b81-84df-d03aa14dedc2 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:56.843051 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6f9be4c0-3736-4824-8415-8eee9e93a79c req-8b87facf-e1de-4b81-84df-d03aa14dedc2 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 946 time: 0.0949032 Jan 12 10:29:56.889587 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-6f9be4c0-3736-4824-8415-8eee9e93a79c req-6a04485d-fc58-470b-98f4-cf9ffc12bf91 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406802 Jan 12 10:29:57.081206 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722b521-6fda-491f-a26b-2acbaf17a060 req-0f766523-60a4-45fb-a85f-d6d24f55c564 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:57.082682 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6722b521-6fda-491f-a26b-2acbaf17a060 req-0f766523-60a4-45fb-a85f-d6d24f55c564 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 946 time: 0.0856113 Jan 12 10:29:57.137492 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6722b521-6fda-491f-a26b-2acbaf17a060 req-38d3b277-a965-4e5f-94ec-8a55e7992999 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489316 Jan 12 10:29:57.165843 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 50110) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:57.242403 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc6163a-994c-4359-b1dc-0d82ca910637 tempest-TestSnapshotPattern-2073552291 tempest-TestSnapshotPattern-2073552291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:57.244303 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-cbc6163a-994c-4359-b1dc-0d82ca910637 tempest-TestSnapshotPattern-2073552291 tempest-TestSnapshotPattern-2073552291-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 1094 time: 0.0774615 Jan 12 10:29:57.249045 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 50114) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:29:57.253977 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.v2.base [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Request body: {'floatingip': {'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'port_id': 'a9f25edb-7478-4f25-b162-d04137228048', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:29:57.260650 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 12 10:29:57.264833 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Usage tracker for resource:floatingip and tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 is out of sync, need to count used quota {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 12 10:29:57.267896 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 12 10:29:57.273984 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.quota.driver [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 12 10:29:57.288166 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for floatingip, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:57.431276 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:57.576773 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_common [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Allocated IP 172.26.2.115 (a0c71044-c202-4180-8447-4ec1d9a406cf/4c3b2e47-be3b-4999-a552-bef9b6b07b7c/13ed4f68-8b0d-4b72-a303-7d8c8f1b708e) {{(pid=87663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:29:57.727698 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for port, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:57.770321 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731690842332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:57.939611 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Network a0c71044-c202-4180-8447-4ec1d9a406cf is already hosted by enough agents. {{(pid=87663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:57.942633 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.base_scheduler [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Resources bound (agent type, host, resource id): {{(pid=87663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:57.946354 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Received port after_create {{(pid=87663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 12 10:29:57.974949 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event updated for resources: {'Port': ['ID=13ed4f68-8b0d-4b72-a303-7d8c8f1b708e,revision_number=1']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:57.988735 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:57.989084 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:57.989422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:57.989756 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:57.990083 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:57.990747 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:57.991098 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:57.991422 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:57.991748 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:57.992092 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:57.992408 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:57.992709 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:58.406874 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:58.485255 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:58.703922 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for port, precommit_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:58.711666 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27475522'] for port, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:58.818632 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event updated for resources: {'Port': ['ID=13ed4f68-8b0d-4b72-a303-7d8c8f1b708e,revision_number=2']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:58.830011 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588041'] for floatingip, after_update {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:59.001988 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Floating IP 170a3829-b5ad-4cbb-9497-c2b31c238162 associated. External IP: 172.26.2.115, port: a9f25edb-7478-4f25-b162-d04137228048. Jan 12 10:29:59.365147 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Router 56a48c55-7bfd-42ce-a495-9cb9566f8720 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:29:59.666079 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:29:59.676679 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234af728-909b-4b49-b0b1-55bb9085895a None None] Sync routers for ids ['56a48c55-7bfd-42ce-a495-9cb9566f8720'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:29:59.686294 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234af728-909b-4b49-b0b1-55bb9085895a None None] Routers {'56a48c55-7bfd-42ce-a495-9cb9566f8720'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:29:59.686974 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-234af728-909b-4b49-b0b1-55bb9085895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:29:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['56a48c55-7bfd-42ce-a495-9cb9566f8720'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:59.694091 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:29:59.752007 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7ee58b97-a670-46bd-b9f7-d5f60aeb240a tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5019214 Jan 12 10:29:59.752701 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'tag': 'a9f25edb-7478-4f25-b162-d04137228048'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:29:59.867557 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-234af728-909b-4b49-b0b1-55bb9085895a None None] Set router 56a48c55-7bfd-42ce-a495-9cb9566f8720 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:29:59.883128 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'tag': 'a9f25edb-7478-4f25-b162-d04137228048', 'status': 'completed', 'code': 200} Jan 12 10:29:59.982838 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09171b-35b1-48a4-893c-7a79b046a576 req-1a6c520a-5769-4c13-9a66-29d0c2bdbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:59.984324 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5e09171b-35b1-48a4-893c-7a79b046a576 req-1a6c520a-5769-4c13-9a66-29d0c2bdbaef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314&device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 1099 time: 0.0786006 Jan 12 10:30:00.114210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09171b-35b1-48a4-893c-7a79b046a576 req-8f678165-f8b4-44a9-a8be-a40449fccd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:00.115688 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5e09171b-35b1-48a4-893c-7a79b046a576 req-8f678165-f8b4-44a9-a8be-a40449fccd33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3dda4c91-080b-4e5a-8963-5e3ed08d3630 HTTP/1.1" status: 200 len: 911 time: 0.1255972 Jan 12 10:30:00.218008 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-234af728-909b-4b49-b0b1-55bb9085895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '093b94bf-bfd3-49a3-9247-94323e468b0f', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'floating_ip_address': '172.26.2.214', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'port_id': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'mac_address': 'fa:16:3e:03:ea:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad51a60-4144-4370-b63c-f441b50025c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:27:23Z', 'updated_at': '2022-01-12T10:27:26Z', 'revision_number': 1, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'fixed_ip_address_scope': None}, {'id': '170a3829-b5ad-4cbb-9497-c2b31c238162', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'floating_ip_address': '172.26.2.115', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'port_id': 'a9f25edb-7478-4f25-b162-d04137228048', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'mac_address': 'fa:16:3e:e3:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:29:58Z', 'updated_at': '2022-01-12T10:29:58Z', 'revision_number': 0, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eedc3aea-014c-4d00-be00-daad65c8eeed', 'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'mac_address': 'fa:16:3e:f7:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:57Z', 'updated_at': '2022-01-12T10:27:04Z', 'revision_number': 5, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'subnets': [{'id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:30:00.218830 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5e09171b-35b1-48a4-893c-7a79b046a576 req-a61e78b7-def2-4fd9-9a4a-c173e7fc1a7c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f25edb-7478-4f25-b162-d04137228048 HTTP/1.1" status: 200 len: 1000 time: 0.0956433 Jan 12 10:30:00.222012 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234af728-909b-4b49-b0b1-55bb9085895a None None] Checking router: 56a48c55-7bfd-42ce-a495-9cb9566f8720 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:30:00.230868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234af728-909b-4b49-b0b1-55bb9085895a None None] Routers {'56a48c55-7bfd-42ce-a495-9cb9566f8720'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:30:00.231470 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-234af728-909b-4b49-b0b1-55bb9085895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:29:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['56a48c55-7bfd-42ce-a495-9cb9566f8720'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:30:00.280101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09171b-35b1-48a4-893c-7a79b046a576 req-ed3c46b6-16c6-4977-9ea0-d8ccd49f1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:00.281457 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5e09171b-35b1-48a4-893c-7a79b046a576 req-ed3c46b6-16c6-4977-9ea0-d8ccd49f1d76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5158d0a6-2d2b-41d4-82ba-75e50daf3f10 HTTP/1.1" status: 200 len: 849 time: 0.0570421 Jan 12 10:30:00.359565 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09171b-35b1-48a4-893c-7a79b046a576 req-0e780f4e-3f8d-4849-a52a-4e87f10d15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:00.361166 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5e09171b-35b1-48a4-893c-7a79b046a576 req-0e780f4e-3f8d-4849-a52a-4e87f10d15e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dda4c91-080b-4e5a-8963-5e3ed08d3630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734696 Jan 12 10:30:00.409359 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-234af728-909b-4b49-b0b1-55bb9085895a None None] Set router 56a48c55-7bfd-42ce-a495-9cb9566f8720 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:30:00.499667 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5e09171b-35b1-48a4-893c-7a79b046a576 req-562a500d-e083-444b-a097-33d86f797f02 service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311255 Jan 12 10:30:00.641590 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-5e09171b-35b1-48a4-893c-7a79b046a576 req-2d72c7ba-ffb8-44c9-867d-e41502d7cac7 service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306295 Jan 12 10:30:00.805210 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-234af728-909b-4b49-b0b1-55bb9085895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '093b94bf-bfd3-49a3-9247-94323e468b0f', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'floating_ip_address': '172.26.2.214', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'port_id': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'mac_address': 'fa:16:3e:03:ea:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad51a60-4144-4370-b63c-f441b50025c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:27:23Z', 'updated_at': '2022-01-12T10:27:26Z', 'revision_number': 1, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'fixed_ip_address_scope': None}, {'id': '170a3829-b5ad-4cbb-9497-c2b31c238162', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'floating_ip_address': '172.26.2.115', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'port_id': 'a9f25edb-7478-4f25-b162-d04137228048', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'mac_address': 'fa:16:3e:e3:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:29:58Z', 'updated_at': '2022-01-12T10:29:58Z', 'revision_number': 0, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eedc3aea-014c-4d00-be00-daad65c8eeed', 'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'mac_address': 'fa:16:3e:f7:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:57Z', 'updated_at': '2022-01-12T10:27:04Z', 'revision_number': 5, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'subnets': [{'id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:30:00.810053 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234af728-909b-4b49-b0b1-55bb9085895a None None] The sync data for ids ['56a48c55-7bfd-42ce-a495-9cb9566f8720'] in dv-neutron-824346-1-hyperv is: [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '093b94bf-bfd3-49a3-9247-94323e468b0f', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'floating_ip_address': '172.26.2.214', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'port_id': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'mac_address': 'fa:16:3e:03:ea:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad51a60-4144-4370-b63c-f441b50025c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:27:23Z', 'updated_at': '2022-01-12T10:27:26Z', 'revision_number': 1, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'fixed_ip_address_scope': None}, {'id': '170a3829-b5ad-4cbb-9497-c2b31c238162', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'floating_ip_address': '172.26.2.115', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'port_id': 'a9f25edb-7478-4f25-b162-d04137228048', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'mac_address': 'fa:16:3e:e3:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:29:58Z', 'updated_at': '2022-01-12T10:29:58Z', 'revision_number': 0, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eedc3aea-014c-4d00-be00-daad65c8eeed', 'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'mac_address': 'fa:16:3e:f7:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:57Z', 'updated_at': '2022-01-12T10:27:04Z', 'revision_number': 5, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'subnets': [{'id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:30:01.040611 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f252be-07e8-4d9a-b5fc-53a6ab15bcb6 None None] New status for floating IP 170a3829-b5ad-4cbb-9497-c2b31c238162: ACTIVE {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:30:06.724863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-073bd678-2712-4c91-a351-4698a6f4d2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:09.390737 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-416c6dcc-166a-400e-a1d9-bc29958e29a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:10.373242 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:11.306955 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:12.882536 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:15.433983 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-34189266-ddbc-4eef-bcde-ab89d5574dfc req-27464a3e-f4f6-4f61-9c11-bd3bd2726290 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1456304 Jan 12 10:30:15.587073 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34189266-ddbc-4eef-bcde-ab89d5574dfc req-1ff30f06-a2ae-4592-b970-86174b3e1a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:15.588548 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-34189266-ddbc-4eef-bcde-ab89d5574dfc req-1ff30f06-a2ae-4592-b970-86174b3e1a9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314&device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 1096 time: 0.0760868 Jan 12 10:30:15.741878 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34189266-ddbc-4eef-bcde-ab89d5574dfc req-9aae514e-2873-48c1-a6b4-3d7cd569ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:15.743504 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-34189266-ddbc-4eef-bcde-ab89d5574dfc req-9aae514e-2873-48c1-a6b4-3d7cd569ab15 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3dda4c91-080b-4e5a-8963-5e3ed08d3630 HTTP/1.1" status: 200 len: 911 time: 0.1343567 Jan 12 10:30:15.853082 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-34189266-ddbc-4eef-bcde-ab89d5574dfc req-08656fc9-1550-4dac-bf50-837abdc6d204 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 HTTP/1.1" status: 200 len: 999 time: 0.1003225 Jan 12 10:30:15.917754 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34189266-ddbc-4eef-bcde-ab89d5574dfc req-235b97d2-84f8-4bd0-9ffe-2a27a23a73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:15.919197 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-34189266-ddbc-4eef-bcde-ab89d5574dfc req-235b97d2-84f8-4bd0-9ffe-2a27a23a73d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5158d0a6-2d2b-41d4-82ba-75e50daf3f10 HTTP/1.1" status: 200 len: 849 time: 0.0590246 Jan 12 10:30:15.996825 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34189266-ddbc-4eef-bcde-ab89d5574dfc req-2236d656-e71d-45d3-af4b-2e844f5fdbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:15.998188 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-34189266-ddbc-4eef-bcde-ab89d5574dfc req-2236d656-e71d-45d3-af4b-2e844f5fdbad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dda4c91-080b-4e5a-8963-5e3ed08d3630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711350 Jan 12 10:30:16.132725 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-34189266-ddbc-4eef-bcde-ab89d5574dfc req-7856173d-459a-4e2b-b657-682b11f55215 service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261902 Jan 12 10:30:16.385212 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-34189266-ddbc-4eef-bcde-ab89d5574dfc req-e2b7193f-2f80-4f2a-bcfe-3160129f4f5c service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433589 Jan 12 10:30:17.245510 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:32.496183 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:30:36.733015 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-306fdb8b-4f5a-43b3-ba2c-036db583185f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:39.385288 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1690df25-31e4-4c60-ae25-e9a06486b23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:40.368353 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:41.302152 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:42.882882 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:30:47.252748 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:06.729000 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-596c0301-3002-4c03-accf-4a25a51eea8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:09.397107 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-cd8684ba-14ef-475a-a0c1-a483163dd159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:09.501126 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:31:10.366928 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:11.309969 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:12.891490 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:17.253712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:17.530665 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d2fa5e47-1f11-4180-9cbf-13d4ab45df99 req-b4500f3b-659d-4e7b-9859-927c7bb716ad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1183703 Jan 12 10:31:17.629533 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa5e47-1f11-4180-9cbf-13d4ab45df99 req-d28ccc62-ca57-4517-ac8d-bbc1fef4b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:17.631666 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d2fa5e47-1f11-4180-9cbf-13d4ab45df99 req-d28ccc62-ca57-4517-ac8d-bbc1fef4b644 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314&device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 1099 time: 0.0767686 Jan 12 10:31:17.791233 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa5e47-1f11-4180-9cbf-13d4ab45df99 req-a1c184e7-6d7d-46de-b861-66ead5ec7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:17.792722 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d2fa5e47-1f11-4180-9cbf-13d4ab45df99 req-a1c184e7-6d7d-46de-b861-66ead5ec7724 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3dda4c91-080b-4e5a-8963-5e3ed08d3630 HTTP/1.1" status: 200 len: 911 time: 0.1291225 Jan 12 10:31:17.904737 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d2fa5e47-1f11-4180-9cbf-13d4ab45df99 req-6c8626a3-76f7-4056-a895-3abf066f2658 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f25edb-7478-4f25-b162-d04137228048 HTTP/1.1" status: 200 len: 1002 time: 0.1012161 Jan 12 10:31:17.977231 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa5e47-1f11-4180-9cbf-13d4ab45df99 req-cb78612b-3b25-487a-b6b1-365f960c915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:17.978869 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d2fa5e47-1f11-4180-9cbf-13d4ab45df99 req-cb78612b-3b25-487a-b6b1-365f960c915c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5158d0a6-2d2b-41d4-82ba-75e50daf3f10 HTTP/1.1" status: 200 len: 849 time: 0.0636756 Jan 12 10:31:18.063367 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa5e47-1f11-4180-9cbf-13d4ab45df99 req-17598b7f-ac87-4809-a932-ef5fb156d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:18.064795 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d2fa5e47-1f11-4180-9cbf-13d4ab45df99 req-17598b7f-ac87-4809-a932-ef5fb156d23d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dda4c91-080b-4e5a-8963-5e3ed08d3630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768127 Jan 12 10:31:18.201795 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d2fa5e47-1f11-4180-9cbf-13d4ab45df99 req-0019d97d-dd5e-4ab9-a3ff-5c174157d5cb service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273775 Jan 12 10:31:18.344959 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-d2fa5e47-1f11-4180-9cbf-13d4ab45df99 req-a23c2d24-85c6-4c13-b57d-58fc5ee27df3 service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349206 Jan 12 10:31:32.253987 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device a9f25edb-7478-4f25-b162-d04137228048 details requested by agent hyperv_hv-neutron-8243 with host hv-neutron-8243 {{(pid=87665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 12 10:31:32.399204 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port a9f25edb-7478-4f25-b162-d04137228048, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a9f25edb-7478-4f25-b162-d04137228048,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:31:32.413861 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Returning: {'device': 'a9f25edb-7478-4f25-b162-d04137228048', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'port_id': 'a9f25edb-7478-4f25-b162-d04137228048', 'mac_address': 'fa:16:3e:e3:d3:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 12 10:31:32.474008 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:32.491642 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9f25edb-7478-4f25-b162-d04137228048 {{(pid=87665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:31:32.508247 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port a9f25edb-7478-4f25-b162-d04137228048, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a9f25edb-7478-4f25-b162-d04137228048,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:31:32.514069 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:32.600548 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=a9f25edb-7478-4f25-b162-d04137228048,revision_number=6']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:32.604480 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] get_ports_and_sgs() called for port_ids ['a9f25edb-7478-4f25-b162-d04137228048'] {{(pid=87665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 12 10:31:32.645154 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:32.645500 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:32.645842 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:32.646175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:32.646510 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:32.647143 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:32.647385 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:32.647716 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:32.648097 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:32.648429 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:32.648747 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:32.649122 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:34.266882 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device a9f25edb-7478-4f25-b162-d04137228048 up at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 12 10:31:34.348338 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.provisioning_blocks [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Provisioning complete for port a9f25edb-7478-4f25-b162-d04137228048 triggered by entity L2. {{(pid=87665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:31:34.348742 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4162114'] for port, provisioning_complete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:34.482666 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:34.519621 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f25edb-7478-4f25-b162-d04137228048'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:31:34.533336 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port a9f25edb-7478-4f25-b162-d04137228048, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a9f25edb-7478-4f25-b162-d04137228048,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:31:34.539820 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:34.623799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=a9f25edb-7478-4f25-b162-d04137228048,revision_number=7']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:34.782505 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f25edb-7478-4f25-b162-d04137228048', 'code': 200} Jan 12 10:31:36.723868 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d875a200-7cb9-475a-bcda-2b917e1b782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:39.415851 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-4407c005-f913-4ed3-8d3f-762f78644c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:40.367718 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:41.309534 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:42.888845 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:43.080932 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 50342) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:43.294951 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Deleting port 13ed4f68-8b0d-4b72-a303-7d8c8f1b708e {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:31:43.295303 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:43.481172 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:43.481450 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:43.604140 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Calling delete_port for 13ed4f68-8b0d-4b72-a303-7d8c8f1b708e owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:31:43.773223 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:43.819739 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event deleted for resources: {'Port': ['ID=13ed4f68-8b0d-4b72-a303-7d8c8f1b708e,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:43.866716 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:43.867067 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:43.867412 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:43.867772 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:43.868095 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:43.868420 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:43.868739 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:43.869057 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:43.869371 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:43.870029 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:43.870341 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:43.870647 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:43.934334 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:43.934806 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Floating IP 170a3829-b5ad-4cbb-9497-c2b31c238162 disassociated (deleted). External IP: 172.26.2.115, port: a9f25edb-7478-4f25-b162-d04137228048. Jan 12 10:31:44.421893 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Router 56a48c55-7bfd-42ce-a495-9cb9566f8720 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:31:44.607812 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:31:44.620802 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb5e4f-146b-44c2-80c1-feacc449a4d5 None None] Sync routers for ids ['56a48c55-7bfd-42ce-a495-9cb9566f8720'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:31:44.632427 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb5e4f-146b-44c2-80c1-feacc449a4d5 None None] Routers {'56a48c55-7bfd-42ce-a495-9cb9566f8720'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:31:44.633481 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-5deb5e4f-146b-44c2-80c1-feacc449a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:31:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['56a48c55-7bfd-42ce-a495-9cb9566f8720'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:44.638573 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:44.715947 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9714c769-da4b-4c7b-8549-1e0374face2e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "DELETE /v2.0/floatingips/170a3829-b5ad-4cbb-9497-c2b31c238162 HTTP/1.1" status: 204 len: 168 time: 1.6337576 Jan 12 10:31:44.716434 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'tag': 'a9f25edb-7478-4f25-b162-d04137228048'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:31:44.885609 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'tag': 'a9f25edb-7478-4f25-b162-d04137228048', 'status': 'completed', 'code': 200} Jan 12 10:31:44.900240 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-5deb5e4f-146b-44c2-80c1-feacc449a4d5 None None] Set router 56a48c55-7bfd-42ce-a495-9cb9566f8720 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:31:44.997843 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec24242-5376-40f6-b33d-247ab17fe6db req-72ce3fb3-31ce-46c3-94ae-4b52191856fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:44.999569 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2ec24242-5376-40f6-b33d-247ab17fe6db req-72ce3fb3-31ce-46c3-94ae-4b52191856fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314&device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 1099 time: 0.0835581 Jan 12 10:31:45.169091 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec24242-5376-40f6-b33d-247ab17fe6db req-5b95b244-a991-4530-8caa-5689bf737e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:45.170586 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2ec24242-5376-40f6-b33d-247ab17fe6db req-5b95b244-a991-4530-8caa-5689bf737e44 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3dda4c91-080b-4e5a-8963-5e3ed08d3630 HTTP/1.1" status: 200 len: 911 time: 0.1648371 Jan 12 10:31:45.288407 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-5deb5e4f-146b-44c2-80c1-feacc449a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '093b94bf-bfd3-49a3-9247-94323e468b0f', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'floating_ip_address': '172.26.2.214', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'port_id': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'mac_address': 'fa:16:3e:03:ea:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad51a60-4144-4370-b63c-f441b50025c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:27:23Z', 'updated_at': '2022-01-12T10:27:26Z', 'revision_number': 1, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eedc3aea-014c-4d00-be00-daad65c8eeed', 'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'mac_address': 'fa:16:3e:f7:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:57Z', 'updated_at': '2022-01-12T10:27:04Z', 'revision_number': 5, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'subnets': [{'id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:45.293625 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb5e4f-146b-44c2-80c1-feacc449a4d5 None None] Checking router: 56a48c55-7bfd-42ce-a495-9cb9566f8720 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:31:45.302391 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2ec24242-5376-40f6-b33d-247ab17fe6db req-648227fc-c927-46df-aff5-906949d30d88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f25edb-7478-4f25-b162-d04137228048 HTTP/1.1" status: 200 len: 217 time: 0.1228456 Jan 12 10:31:45.303977 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb5e4f-146b-44c2-80c1-feacc449a4d5 None None] Routers {'56a48c55-7bfd-42ce-a495-9cb9566f8720'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:31:45.304745 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-5deb5e4f-146b-44c2-80c1-feacc449a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:31:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['56a48c55-7bfd-42ce-a495-9cb9566f8720'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:45.387156 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec24242-5376-40f6-b33d-247ab17fe6db req-1ba1523a-65af-4b5b-ba5f-bcb5f73540b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:45.388620 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2ec24242-5376-40f6-b33d-247ab17fe6db req-1ba1523a-65af-4b5b-ba5f-bcb5f73540b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5158d0a6-2d2b-41d4-82ba-75e50daf3f10 HTTP/1.1" status: 200 len: 849 time: 0.0780008 Jan 12 10:31:45.434627 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc072e6-1224-4d76-a6d9-462acfc9a57c req-8cd72a58-191b-4f4d-92aa-ffc29c842ac8 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:45.436240 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9bc072e6-1224-4d76-a6d9-462acfc9a57c req-8cd72a58-191b-4f4d-92aa-ffc29c842ac8 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 946 time: 0.3108232 Jan 12 10:31:45.492357 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-5deb5e4f-146b-44c2-80c1-feacc449a4d5 None None] Set router 56a48c55-7bfd-42ce-a495-9cb9566f8720 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:31:45.510065 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-9bc072e6-1224-4d76-a6d9-462acfc9a57c req-c18b9f59-a741-4981-ae6d-126b0bc31272 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593767 Jan 12 10:31:45.527901 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec24242-5376-40f6-b33d-247ab17fe6db req-47c7ada0-ffd7-4e06-b4e2-ec8c5a001307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:45.529581 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2ec24242-5376-40f6-b33d-247ab17fe6db req-47c7ada0-ffd7-4e06-b4e2-ec8c5a001307 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dda4c91-080b-4e5a-8963-5e3ed08d3630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1326954 Jan 12 10:31:45.797515 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2ec24242-5376-40f6-b33d-247ab17fe6db req-c2b0fd7a-297d-45d5-afaa-194ba1707196 service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590325 Jan 12 10:31:45.861975 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-5deb5e4f-146b-44c2-80c1-feacc449a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '093b94bf-bfd3-49a3-9247-94323e468b0f', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'floating_ip_address': '172.26.2.214', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'port_id': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'mac_address': 'fa:16:3e:03:ea:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad51a60-4144-4370-b63c-f441b50025c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:27:23Z', 'updated_at': '2022-01-12T10:27:26Z', 'revision_number': 1, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eedc3aea-014c-4d00-be00-daad65c8eeed', 'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'mac_address': 'fa:16:3e:f7:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:57Z', 'updated_at': '2022-01-12T10:27:04Z', 'revision_number': 5, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'subnets': [{'id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:45.866985 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb5e4f-146b-44c2-80c1-feacc449a4d5 None None] The sync data for ids ['56a48c55-7bfd-42ce-a495-9cb9566f8720'] in dv-neutron-824346-1-hyperv is: [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_floatingips': [{'id': '093b94bf-bfd3-49a3-9247-94323e468b0f', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'floating_ip_address': '172.26.2.214', 'floating_network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'router_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'port_id': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'mac_address': 'fa:16:3e:03:ea:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad51a60-4144-4370-b63c-f441b50025c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:27:23Z', 'updated_at': '2022-01-12T10:27:26Z', 'revision_number': 1, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eedc3aea-014c-4d00-be00-daad65c8eeed', 'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'mac_address': 'fa:16:3e:f7:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:57Z', 'updated_at': '2022-01-12T10:27:04Z', 'revision_number': 5, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'subnets': [{'id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:31:45.940012 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-2ec24242-5376-40f6-b33d-247ab17fe6db req-ad6a0de4-0bc5-4d08-9d3c-f72963ec4253 service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356006 Jan 12 10:31:46.118661 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff6edd5-89a1-450c-b248-bc4fb67f06e3 None None] New status for floating IP 170a3829-b5ad-4cbb-9497-c2b31c238162: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:31:46.285972 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device a9f25edb-7478-4f25-b162-d04137228048 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:31:46.406314 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696505'] for port, before_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:46.435267 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9f25edb-7478-4f25-b162-d04137228048'}] {{(pid=87665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:31:46.446236 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] For port a9f25edb-7478-4f25-b162-d04137228048, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a9f25edb-7478-4f25-b162-d04137228048,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:31:46.453372 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731691316435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731690842350', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731690845727'] for port, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:46.487694 dv-neutron-824346-1-hyperv neutron-server[87665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9f25edb-7478-4f25-b162-d04137228048', 'code': 200} Jan 12 10:31:46.505125 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:31:46.528197 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Pushing event updated for resources: {'Port': ['ID=a9f25edb-7478-4f25-b162-d04137228048,revision_number=8']} {{(pid=87665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:46.708453 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c7523-7377-4b8f-9e0c-01513c1f5ab7 req-5772f664-bf31-4617-88c5-57f6b9167fe8 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:46.710057 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-336c7523-7377-4b8f-9e0c-01513c1f5ab7 req-5772f664-bf31-4617-88c5-57f6b9167fe8 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 944 time: 0.0891490 Jan 12 10:31:46.759250 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-336c7523-7377-4b8f-9e0c-01513c1f5ab7 req-4cceb396-223c-421c-9906-fb9e4e6736c7 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433743 Jan 12 10:31:46.903503 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101709a1-4ec1-4659-b1c2-98c555117bda req-6f032a45-ca3f-4c81-9a84-d4085d7637c8 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:46.904960 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-101709a1-4ec1-4659-b1c2-98c555117bda req-6f032a45-ca3f-4c81-9a84-d4085d7637c8 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.53 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 944 time: 0.0870442 Jan 12 10:31:46.980423 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [req-101709a1-4ec1-4659-b1c2-98c555117bda req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Deleting port a9f25edb-7478-4f25-b162-d04137228048 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:31:46.980664 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-101709a1-4ec1-4659-b1c2-98c555117bda req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:47.241144 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:47.249084 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [req-101709a1-4ec1-4659-b1c2-98c555117bda req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] For port a9f25edb-7478-4f25-b162-d04137228048, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=a9f25edb-7478-4f25-b162-d04137228048,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:31:47.249432 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-101709a1-4ec1-4659-b1c2-98c555117bda req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:47.370755 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [req-101709a1-4ec1-4659-b1c2-98c555117bda req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Calling delete_port for a9f25edb-7478-4f25-b162-d04137228048 owned by compute:nova {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:31:47.538520 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-101709a1-4ec1-4659-b1c2-98c555117bda req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:47.587498 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event deleted for resources: {'Port': ['ID=a9f25edb-7478-4f25-b162-d04137228048,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:47.628529 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:47.628877 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:47.629214 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:47.629539 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:47.629864 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:47.630188 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:47.630507 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:47.630855 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:47.631179 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:47.631471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:47.631796 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:47.632107 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824346-1-hyperv {{(pid=87664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:47.673588 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [req-101709a1-4ec1-4659-b1c2-98c555117bda req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] No DVR routers for this DVR port a9f25edb-7478-4f25-b162-d04137228048 on host hv-neutron-8243 {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:31:47.676031 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-101709a1-4ec1-4659-b1c2-98c555117bda req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:47.678528 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'name': 'network-vif-deleted', 'tag': 'a9f25edb-7478-4f25-b162-d04137228048'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:31:47.689297 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-101709a1-4ec1-4659-b1c2-98c555117bda req-49847b6f-824a-4c0f-91fc-142df23d098f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.53 "DELETE /v2.0/ports/a9f25edb-7478-4f25-b162-d04137228048 HTTP/1.1" status: 204 len: 173 time: 0.7761710 Jan 12 10:31:47.932988 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-c0422f84-36bf-4f72-a8f1-d4234f336225 req-4aa8150c-7ac3-4d93-a869-c01b2ec63712 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Synchronizing usage tracker for tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 on resource:port {{(pid=87664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:31:47.954158 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.quota.resource [req-c0422f84-36bf-4f72-a8f1-d4234f336225 req-4aa8150c-7ac3-4d93-a869-c01b2ec63712 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Unset dirty status for tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 on resource:port {{(pid=87664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:31:47.955498 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-c0422f84-36bf-4f72-a8f1-d4234f336225 req-4aa8150c-7ac3-4d93-a869-c01b2ec63712 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=88f86c2e-cdab-44ba-8d04-e6b18eb29016 HTTP/1.1" status: 200 len: 210 time: 0.0660207 Jan 12 10:31:47.990364 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f86c2e-cdab-44ba-8d04-e6b18eb29016', 'name': 'network-vif-deleted', 'tag': 'a9f25edb-7478-4f25-b162-d04137228048', 'status': 'completed', 'code': 200} Jan 12 10:31:49.697109 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 50418) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:49.921596 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-d64ec0ce-343a-4313-9899-9c4cbd9aae03 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Deleting port 9c0ae986-2810-4f11-b827-06ce4ecf2308 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:31:49.921876 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d64ec0ce-343a-4313-9899-9c4cbd9aae03 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:50.094952 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d64ec0ce-343a-4313-9899-9c4cbd9aae03 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:50.095292 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d64ec0ce-343a-4313-9899-9c4cbd9aae03 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:50.220452 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-d64ec0ce-343a-4313-9899-9c4cbd9aae03 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Calling delete_port for 9c0ae986-2810-4f11-b827-06ce4ecf2308 owned by network:floatingip {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:31:50.390621 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d64ec0ce-343a-4313-9899-9c4cbd9aae03 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:50.470380 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ec0ce-343a-4313-9899-9c4cbd9aae03 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event deleted for resources: {'Port': ['ID=9c0ae986-2810-4f11-b827-06ce4ecf2308,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:50.535716 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d64ec0ce-343a-4313-9899-9c4cbd9aae03 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for floatingip, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:50.536045 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.db.l3_db [None req-d64ec0ce-343a-4313-9899-9c4cbd9aae03 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Floating IP 093b94bf-bfd3-49a3-9247-94323e468b0f disassociated (deleted). External IP: 172.26.2.214, port: ff3c79b5-e6f1-49b4-85a2-d4e17d79da18. Jan 12 10:31:51.006453 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64ec0ce-343a-4313-9899-9c4cbd9aae03 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Router 56a48c55-7bfd-42ce-a495-9cb9566f8720 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:31:51.211638 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64ec0ce-343a-4313-9899-9c4cbd9aae03 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:31:51.222201 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c80c8-2414-420c-9f6a-d217586c1f0b None None] Sync routers for ids ['56a48c55-7bfd-42ce-a495-9cb9566f8720'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:31:51.235536 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-d64ec0ce-343a-4313-9899-9c4cbd9aae03 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for floatingip, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:51.236424 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c80c8-2414-420c-9f6a-d217586c1f0b None None] Routers {'56a48c55-7bfd-42ce-a495-9cb9566f8720'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:31:51.237186 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-730c80c8-2414-420c-9f6a-d217586c1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:31:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['56a48c55-7bfd-42ce-a495-9cb9566f8720'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:51.295488 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-d64ec0ce-343a-4313-9899-9c4cbd9aae03 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "DELETE /v2.0/floatingips/093b94bf-bfd3-49a3-9247-94323e468b0f HTTP/1.1" status: 204 len: 168 time: 1.5969315 Jan 12 10:31:51.295868 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad51a60-4144-4370-b63c-f441b50025c9', 'tag': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18'}] {{(pid=87663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:31:51.344232 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad51a60-4144-4370-b63c-f441b50025c9', 'tag': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'status': 'completed', 'code': 200} Jan 12 10:31:51.446542 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118cf16-2847-4adf-b026-58641bbb4db4 req-cf298244-5ca2-4ead-b330-1e1c65d20d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:51.448091 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4118cf16-2847-4adf-b026-58641bbb4db4 req-cf298244-5ca2-4ead-b330-1e1c65d20d45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314&device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 1096 time: 0.0771818 Jan 12 10:31:51.465273 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-730c80c8-2414-420c-9f6a-d217586c1f0b None None] Set router 56a48c55-7bfd-42ce-a495-9cb9566f8720 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:31:51.587172 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118cf16-2847-4adf-b026-58641bbb4db4 req-da67d9d1-a308-4688-b94a-75077a140adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:51.588545 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4118cf16-2847-4adf-b026-58641bbb4db4 req-da67d9d1-a308-4688-b94a-75077a140adf service neutron] 10.222.0.53 "GET /v2.0/networks?id=3dda4c91-080b-4e5a-8963-5e3ed08d3630 HTTP/1.1" status: 200 len: 911 time: 0.1304870 Jan 12 10:31:51.687612 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4118cf16-2847-4adf-b026-58641bbb4db4 req-1efaa4b0-0c58-4f0b-bb6c-8d2cf9ebe0f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 HTTP/1.1" status: 200 len: 217 time: 0.0914910 Jan 12 10:31:51.766295 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118cf16-2847-4adf-b026-58641bbb4db4 req-3b8ccff9-fd05-4fa4-b302-9390fb7f0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:51.767776 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4118cf16-2847-4adf-b026-58641bbb4db4 req-3b8ccff9-fd05-4fa4-b302-9390fb7f0bea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5158d0a6-2d2b-41d4-82ba-75e50daf3f10 HTTP/1.1" status: 200 len: 849 time: 0.0733831 Jan 12 10:31:51.782899 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-730c80c8-2414-420c-9f6a-d217586c1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'eedc3aea-014c-4d00-be00-daad65c8eeed', 'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'mac_address': 'fa:16:3e:f7:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:57Z', 'updated_at': '2022-01-12T10:27:04Z', 'revision_number': 5, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'subnets': [{'id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:51.787060 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c80c8-2414-420c-9f6a-d217586c1f0b None None] Checking router: 56a48c55-7bfd-42ce-a495-9cb9566f8720 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:31:51.795671 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c80c8-2414-420c-9f6a-d217586c1f0b None None] Routers {'56a48c55-7bfd-42ce-a495-9cb9566f8720'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:31:51.796282 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-730c80c8-2414-420c-9f6a-d217586c1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:31:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['56a48c55-7bfd-42ce-a495-9cb9566f8720'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:51.941268 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff76eec-b93e-408e-8412-7a69d674d744 req-bbb6bd22-86e1-40ce-b5f4-6dfd971ce73b tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:51.942744 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4ff76eec-b93e-408e-8412-7a69d674d744 req-bbb6bd22-86e1-40ce-b5f4-6dfd971ce73b tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 943 time: 0.2953620 Jan 12 10:31:51.978782 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-730c80c8-2414-420c-9f6a-d217586c1f0b None None] Set router 56a48c55-7bfd-42ce-a495-9cb9566f8720 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:31:51.999273 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4ff76eec-b93e-408e-8412-7a69d674d744 req-896faa7b-abb2-4251-9e78-697254717a0b tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477016 Jan 12 10:31:52.008070 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118cf16-2847-4adf-b026-58641bbb4db4 req-61ed6426-5883-44de-93a8-4ea1f9540c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:52.009503 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4118cf16-2847-4adf-b026-58641bbb4db4 req-61ed6426-5883-44de-93a8-4ea1f9540c03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dda4c91-080b-4e5a-8963-5e3ed08d3630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2326698 Jan 12 10:31:52.142661 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4118cf16-2847-4adf-b026-58641bbb4db4 req-3d504e90-0842-4dea-bc7c-0b50d26c8dc0 service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239233 Jan 12 10:31:52.275904 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-4118cf16-2847-4adf-b026-58641bbb4db4 req-2db3c8a3-723a-4c89-b2b6-1063cce88183 service neutron] 10.222.0.53 "GET /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261218 Jan 12 10:31:52.299403 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-730c80c8-2414-420c-9f6a-d217586c1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'eedc3aea-014c-4d00-be00-daad65c8eeed', 'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'mac_address': 'fa:16:3e:f7:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:57Z', 'updated_at': '2022-01-12T10:27:04Z', 'revision_number': 5, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'subnets': [{'id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:52.305032 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c80c8-2414-420c-9f6a-d217586c1f0b None None] The sync data for ids ['56a48c55-7bfd-42ce-a495-9cb9566f8720'] in dv-neutron-824346-1-hyperv is: [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:26:58Z', 'revision_number': 4, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv', '_interfaces': [{'id': 'eedc3aea-014c-4d00-be00-daad65c8eeed', 'name': '', 'network_id': '3dda4c91-080b-4e5a-8963-5e3ed08d3630', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'mac_address': 'fa:16:3e:f7:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:57Z', 'updated_at': '2022-01-12T10:27:04Z', 'revision_number': 5, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'subnets': [{'id': '5158d0a6-2d2b-41d4-82ba-75e50daf3f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:31:52.322838 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device a9f25edb-7478-4f25-b162-d04137228048 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:31:52.362239 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: a9f25edb-7478-4f25-b162-d04137228048 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:31:52.362580 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device a9f25edb-7478-4f25-b162-d04137228048 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:31:52.536686 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa079641-3726-42dd-a04b-554964b30cdb None None] New status for floating IP 093b94bf-bfd3-49a3-9247-94323e468b0f: DOWN {{(pid=87666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:31:53.200391 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466676d9-f18a-48b8-bc3a-e56d38c54725 req-c3dbbdd7-f3f8-4f21-8662-ad47ecba8d93 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:53.201090 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-466676d9-f18a-48b8-bc3a-e56d38c54725 req-c3dbbdd7-f3f8-4f21-8662-ad47ecba8d93 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Synchronizing usage tracker for tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 on resource:port {{(pid=87663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 12 10:31:53.219138 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.quota.resource [req-466676d9-f18a-48b8-bc3a-e56d38c54725 req-c3dbbdd7-f3f8-4f21-8662-ad47ecba8d93 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Unset dirty status for tenant:4cdd3289b6ef4c6c8b040c59a3ec9314 on resource:port {{(pid=87663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 12 10:31:53.220408 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-466676d9-f18a-48b8-bc3a-e56d38c54725 req-c3dbbdd7-f3f8-4f21-8662-ad47ecba8d93 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 943 time: 0.1037998 Jan 12 10:31:53.265985 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-466676d9-f18a-48b8-bc3a-e56d38c54725 req-ca1c7508-d80f-48a8-bb73-73935357eb04 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/security-groups?id=253c8c37-d252-4c0a-a587-5749184a5175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397348 Jan 12 10:31:53.483383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6016e4-ee04-43e3-b2fa-bf818efd1b51 req-f0cbd834-b810-4770-8cd8-03d88699d147 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:53.484791 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3a6016e4-ee04-43e3-b2fa-bf818efd1b51 req-f0cbd834-b810-4770-8cd8-03d88699d147 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 943 time: 0.0912795 Jan 12 10:31:53.557322 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [req-3a6016e4-ee04-43e3-b2fa-bf818efd1b51 req-7e4edd7b-1049-46ba-b2a8-8c55e5017e3e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Deleting port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:31:53.557540 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-3a6016e4-ee04-43e3-b2fa-bf818efd1b51 req-7e4edd7b-1049-46ba-b2a8-8c55e5017e3e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:53.810092 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [req-3a6016e4-ee04-43e3-b2fa-bf818efd1b51 req-7e4edd7b-1049-46ba-b2a8-8c55e5017e3e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] For port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18, host hv-neutron-8243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8243',level=0,port_id=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:31:53.810368 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-3a6016e4-ee04-43e3-b2fa-bf818efd1b51 req-7e4edd7b-1049-46ba-b2a8-8c55e5017e3e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:53.930624 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [req-3a6016e4-ee04-43e3-b2fa-bf818efd1b51 req-7e4edd7b-1049-46ba-b2a8-8c55e5017e3e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Calling delete_port for ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 owned by compute:nova {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:31:54.075836 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-3a6016e4-ee04-43e3-b2fa-bf818efd1b51 req-7e4edd7b-1049-46ba-b2a8-8c55e5017e3e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:54.128957 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4edd7b-1049-46ba-b2a8-8c55e5017e3e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event deleted for resources: {'Port': ['ID=ff3c79b5-e6f1-49b4-85a2-d4e17d79da18,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:54.203881 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6016e4-ee04-43e3-b2fa-bf818efd1b51 req-7e4edd7b-1049-46ba-b2a8-8c55e5017e3e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] No DVR routers for this DVR port ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 on host hv-neutron-8243 {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:31:54.206330 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [req-3a6016e4-ee04-43e3-b2fa-bf818efd1b51 req-7e4edd7b-1049-46ba-b2a8-8c55e5017e3e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231596'] for port, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:54.208854 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad51a60-4144-4370-b63c-f441b50025c9', 'name': 'network-vif-deleted', 'tag': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18'}] {{(pid=87664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:31:54.231777 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [req-3a6016e4-ee04-43e3-b2fa-bf818efd1b51 req-7e4edd7b-1049-46ba-b2a8-8c55e5017e3e tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.53 "DELETE /v2.0/ports/ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 HTTP/1.1" status: 204 len: 173 time: 0.7405980 Jan 12 10:31:54.255404 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad51a60-4144-4370-b63c-f441b50025c9', 'name': 'network-vif-deleted', 'tag': 'ff3c79b5-e6f1-49b4-85a2-d4e17d79da18', 'status': 'completed', 'code': 200} Jan 12 10:31:54.418475 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [req-6f82db3d-70a9-43d4-ae9c-7b8009457236 req-4dbb8465-a310-4b28-acb3-d726adab2298 tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad51a60-4144-4370-b63c-f441b50025c9 HTTP/1.1" status: 200 len: 210 time: 0.0421462 Jan 12 10:31:55.525691 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 50436) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:55.605742 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f508cbcf-775e-4849-9c1e-7faae637950f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:55.637191 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f508cbcf-775e-4849-9c1e-7faae637950f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:55.705130 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f508cbcf-775e-4849-9c1e-7faae637950f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:55.724052 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508cbcf-775e-4849-9c1e-7faae637950f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253c8c37-d252-4c0a-a587-5749184a5175,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:55.737115 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-f508cbcf-775e-4849-9c1e-7faae637950f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] Notify callbacks [] for security_group, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:55.738293 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-f508cbcf-775e-4849-9c1e-7faae637950f tempest-TestSnapshotPattern-371786666 tempest-TestSnapshotPattern-371786666-project] 10.222.0.26 "DELETE /v2.0/security-groups/253c8c37-d252-4c0a-a587-5749184a5175 HTTP/1.1" status: 204 len: 168 time: 0.2112494 Jan 12 10:31:56.812087 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 50444) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:57.594657 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4cc2f248-8b50-4b90-bbdc-df43e9ae1a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:57.950457 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2f248-8b50-4b90-bbdc-df43e9ae1a37 admin admin] Deleting port eedc3aea-014c-4d00-be00-daad65c8eeed {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:31:57.951249 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4cc2f248-8b50-4b90-bbdc-df43e9ae1a37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.132403 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-4cc2f248-8b50-4b90-bbdc-df43e9ae1a37 admin admin] For port eedc3aea-014c-4d00-be00-daad65c8eeed, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=eedc3aea-014c-4d00-be00-daad65c8eeed,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:31:58.132751 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4cc2f248-8b50-4b90-bbdc-df43e9ae1a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.258688 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2f248-8b50-4b90-bbdc-df43e9ae1a37 admin admin] Calling delete_port for eedc3aea-014c-4d00-be00-daad65c8eeed owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:31:58.351812 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 no longer exists at agent hyperv_hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:31:58.386493 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] No Port match for: ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:31:58.386863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Device ff3c79b5-e6f1-49b4-85a2-d4e17d79da18 not bound to the agent host hv-neutron-8243 {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:31:58.595716 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4cc2f248-8b50-4b90-bbdc-df43e9ae1a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:58.644439 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2f248-8b50-4b90-bbdc-df43e9ae1a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=eedc3aea-014c-4d00-be00-daad65c8eeed,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:59.024499 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4cc2f248-8b50-4b90-bbdc-df43e9ae1a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:59.397780 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc2f248-8b50-4b90-bbdc-df43e9ae1a37 admin admin] Router 56a48c55-7bfd-42ce-a495-9cb9566f8720 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:31:59.584797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc2f248-8b50-4b90-bbdc-df43e9ae1a37 admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:31:59.595140 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489750b1-9d99-46b0-9209-ef1da2e735ac None None] Sync routers for ids ['56a48c55-7bfd-42ce-a495-9cb9566f8720'] in dv-neutron-824346-1-hyperv {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:31:59.599239 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4cc2f248-8b50-4b90-bbdc-df43e9ae1a37 admin admin] 10.222.0.26 "PUT /v2.0/routers/56a48c55-7bfd-42ce-a495-9cb9566f8720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7859974 Jan 12 10:31:59.601910 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 50450) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:31:59.604474 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489750b1-9d99-46b0-9209-ef1da2e735ac None None] Routers {'56a48c55-7bfd-42ce-a495-9cb9566f8720'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:31:59.605070 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-489750b1-9d99-46b0-9209-ef1da2e735ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:31:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['56a48c55-7bfd-42ce-a495-9cb9566f8720'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:59.775620 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e4d2eef8-9ca6-42ad-8c01-5195672931a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:59.779110 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-489750b1-9d99-46b0-9209-ef1da2e735ac None None] Set router 56a48c55-7bfd-42ce-a495-9cb9566f8720 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:31:59.951533 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e4d2eef8-9ca6-42ad-8c01-5195672931a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:31:59.963035 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e4d2eef8-9ca6-42ad-8c01-5195672931a2 admin admin] Deleting port 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:31:59.963378 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e4d2eef8-9ca6-42ad-8c01-5195672931a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.107464 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-489750b1-9d99-46b0-9209-ef1da2e735ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:31:58Z', 'revision_number': 5, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port': {'id': '94710f1f-69ea-47b1-9d30-3ffe8ecf21c8', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:00.111379 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489750b1-9d99-46b0-9209-ef1da2e735ac None None] Checking router: 56a48c55-7bfd-42ce-a495-9cb9566f8720 for host: dv-neutron-824346-1-hyperv {{(pid=87665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:32:00.120059 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489750b1-9d99-46b0-9209-ef1da2e735ac None None] Routers {'56a48c55-7bfd-42ce-a495-9cb9566f8720'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:32:00.120654 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-489750b1-9d99-46b0-9209-ef1da2e735ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:31:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['56a48c55-7bfd-42ce-a495-9cb9566f8720'], 'active': True} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:00.138717 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-e4d2eef8-9ca6-42ad-8c01-5195672931a2 admin admin] For port 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=94710f1f-69ea-47b1-9d30-3ffe8ecf21c8,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:32:00.139259 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e4d2eef8-9ca6-42ad-8c01-5195672931a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.272513 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_dvr_db [None req-489750b1-9d99-46b0-9209-ef1da2e735ac None None] Set router 56a48c55-7bfd-42ce-a495-9cb9566f8720 gateway port host: None {{(pid=87665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:32:00.377157 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.db.l3_hamode_db [None req-489750b1-9d99-46b0-9209-ef1da2e735ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:31:59Z', 'revision_number': 6, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:00.381163 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489750b1-9d99-46b0-9209-ef1da2e735ac None None] The sync data for ids ['56a48c55-7bfd-42ce-a495-9cb9566f8720'] in dv-neutron-824346-1-hyperv is: [{'id': '56a48c55-7bfd-42ce-a495-9cb9566f8720', 'name': 'tempest-TestSnapshotPattern-1113481966-router', 'tenant_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:26:54Z', 'updated_at': '2022-01-12T10:31:59Z', 'revision_number': 6, 'project_id': '4cdd3289b6ef4c6c8b040c59a3ec9314', 'gw_port_host': None}] {{(pid=87665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:32:00.385027 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e4d2eef8-9ca6-42ad-8c01-5195672931a2 admin admin] Calling delete_port for 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8 owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:32:00.561462 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e4d2eef8-9ca6-42ad-8c01-5195672931a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.609327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2eef8-9ca6-42ad-8c01-5195672931a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=94710f1f-69ea-47b1-9d30-3ffe8ecf21c8,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:00.700383 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e4d2eef8-9ca6-42ad-8c01-5195672931a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.879275 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e4d2eef8-9ca6-42ad-8c01-5195672931a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.881589 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e4d2eef8-9ca6-42ad-8c01-5195672931a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.910569 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e4d2eef8-9ca6-42ad-8c01-5195672931a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.911109 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d2eef8-9ca6-42ad-8c01-5195672931a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56a48c55-7bfd-42ce-a495-9cb9566f8720 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 10:32:00.923523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e4d2eef8-9ca6-42ad-8c01-5195672931a2 admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:00.924644 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e4d2eef8-9ca6-42ad-8c01-5195672931a2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/56a48c55-7bfd-42ce-a495-9cb9566f8720 HTTP/1.1" status: 204 len: 168 time: 1.3218060 Jan 12 10:32:00.927197 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 50454) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:00.989109 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe459385-9939-4551-b591-2d2f7f70ba26 admin admin] Deleting subnet 5158d0a6-2d2b-41d4-82ba-75e50daf3f10 {{(pid=87664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:32:00.992096 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe459385-9939-4551-b591-2d2f7f70ba26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.043241 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe459385-9939-4551-b591-2d2f7f70ba26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1405569'] for subnet, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.127707 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe459385-9939-4551-b591-2d2f7f70ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.132353 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device eedc3aea-014c-4d00-be00-daad65c8eeed no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:32:01.167584 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: eedc3aea-014c-4d00-be00-daad65c8eeed {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:32:01.168308 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device eedc3aea-014c-4d00-be00-daad65c8eeed not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:32:01.200051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe459385-9939-4551-b591-2d2f7f70ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27378416'] for subnet, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.236744 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe459385-9939-4551-b591-2d2f7f70ba26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5158d0a6-2d2b-41d4-82ba-75e50daf3f10,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:01.242320 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-fe459385-9939-4551-b591-2d2f7f70ba26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.248136 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c01e6f-7b39-4d44-96b5-ff0c0490160f None None] Network 3dda4c91-080b-4e5a-8963-5e3ed08d3630 requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:32:01.249723 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-fe459385-9939-4551-b591-2d2f7f70ba26 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5158d0a6-2d2b-41d4-82ba-75e50daf3f10 HTTP/1.1" status: 204 len: 168 time: 0.3212018 Jan 12 10:32:01.252276 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 50458) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:01.362246 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.373299 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] Deleting port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:32:01.373626 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.524717 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bc8609-89cf-4a05-94e3-ce3ac897443c None None] DHCP port deletion for 3dda4c91-080b-4e5a-8963-5e3ed08d3630 request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:32:01.529065 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc8609-89cf-4a05-94e3-ce3ac897443c None None] Deleting port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:32:01.529435 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a4bc8609-89cf-4a05-94e3-ce3ac897443c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.588138 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] For port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a140c58e-ea5d-4a1d-9d10-7b0e02947ef2,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:32:01.588471 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.707919 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] Calling delete_port for a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 owned by network:dhcp {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:32:01.734444 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-a4bc8609-89cf-4a05-94e3-ce3ac897443c None None] For port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=a140c58e-ea5d-4a1d-9d10-7b0e02947ef2,segment=NetworkSegment(90d93031-5ec5-4ce5-8a03-d738ed998114),segment_id=90d93031-5ec5-4ce5-8a03-d738ed998114)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:32:01.734748 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a4bc8609-89cf-4a05-94e3-ce3ac897443c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.788208 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:01.836691 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] Pushing event deleted for resources: {'Port': ['ID=a140c58e-ea5d-4a1d-9d10-7b0e02947ef2,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:01.840101 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] No DVR routers for this DVR port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 on host dv-neutron-824346-1-hyperv {{(pid=87664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:32:01.856218 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc8609-89cf-4a05-94e3-ce3ac897443c None None] Calling delete_port for a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:32:01.928386 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-a4bc8609-89cf-4a05-94e3-ce3ac897443c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:32:01.928738 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-a4bc8609-89cf-4a05-94e3-ce3ac897443c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:32:02.054488 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:02.078862 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dda4c91-080b-4e5a-8963-5e3ed08d3630']}} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:02.091042 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d93031-5ec5-4ce5-8a03-d738ed998114') {'for_net_delete': True} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:02.091336 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.services.segments.db [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d93031-5ec5-4ce5-8a03-d738ed998114') {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:02.103203 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1405592'] for segment, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:02.122327 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:02.130997 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=87664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:32:02.131473 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636231'] for segment, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: Traceback (most recent call last): Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: timer() Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: cb(*args, **kw) Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: return func(*args, **kwargs) Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: self._notify() Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: self.callback(batched_events) Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: event.method(event) Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: return f(self, *a, **k) Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._get(url).json() Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: return self.request(url, 'GET', **kwargs) Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:32:02.150484 dv-neutron-824346-1-hyperv neutron-server[87664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:32:02.231159 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:02.236186 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] Notify callbacks [] for network, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:02.260680 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] Pushing event deleted for resources: {'Network': ['ID=3dda4c91-080b-4e5a-8963-5e3ed08d3630,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:02.266821 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-51fcb6a4-c285-4201-9c91-7e748032606e admin admin] 10.222.0.26 "DELETE /v2.0/networks/3dda4c91-080b-4e5a-8963-5e3ed08d3630 HTTP/1.1" status: 204 len: 168 time: 1.0136378 Jan 12 10:32:02.269945 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 50462) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:02.430617 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc8609-89cf-4a05-94e3-ce3ac897443c None None] Deleting port a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:32:02.431403 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a4bc8609-89cf-4a05-94e3-ce3ac897443c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:02.500784 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc8609-89cf-4a05-94e3-ce3ac897443c None None] The port 'a140c58e-ea5d-4a1d-9d10-7b0e02947ef2' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 10:32:02.546645 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:32:02.580884 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:32:02.581195 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device a140c58e-ea5d-4a1d-9d10-7b0e02947ef2 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:32:02.581605 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:32:02.614799 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:32:02.615137 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 94710f1f-69ea-47b1-9d30-3ffe8ecf21c8 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:32:02.821861 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a1789528-cd1d-4f25-9ec2-bfc06ab666de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941343'] for router_interface, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:03.179210 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-a1789528-cd1d-4f25-9ec2-bfc06ab666de admin admin] Deleting port c2270b64-bd22-41a9-9f05-ff236c5bd6e5 {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:32:03.179548 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a1789528-cd1d-4f25-9ec2-bfc06ab666de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:03.358009 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-a1789528-cd1d-4f25-9ec2-bfc06ab666de admin admin] For port c2270b64-bd22-41a9-9f05-ff236c5bd6e5, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=c2270b64-bd22-41a9-9f05-ff236c5bd6e5,segment=NetworkSegment(9b1f11de-8dd3-44f0-8553-52ad6e7c3af8),segment_id=9b1f11de-8dd3-44f0-8553-52ad6e7c3af8)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:32:03.358697 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a1789528-cd1d-4f25-9ec2-bfc06ab666de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:03.587797 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-a1789528-cd1d-4f25-9ec2-bfc06ab666de admin admin] Calling delete_port for c2270b64-bd22-41a9-9f05-ff236c5bd6e5 owned by network:router_interface {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:32:03.774044 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a1789528-cd1d-4f25-9ec2-bfc06ab666de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:03.848963 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1789528-cd1d-4f25-9ec2-bfc06ab666de admin admin] Pushing event deleted for resources: {'Port': ['ID=c2270b64-bd22-41a9-9f05-ff236c5bd6e5,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:04.094649 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-a1789528-cd1d-4f25-9ec2-bfc06ab666de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941411'] for router_interface, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:04.477566 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1789528-cd1d-4f25-9ec2-bfc06ab666de admin admin] Router 2fb42af7-d6b3-43b8-b10c-15845445ab88 has already been hosted by L3 agent a9c99030-1e48-415e-871c-8cf43e0ee8c3 {{(pid=87664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 12 10:32:04.653709 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1789528-cd1d-4f25-9ec2-bfc06ab666de admin admin] Notify agent at l3_agent.dv-neutron-824346-1-hyperv the message routers_updated {{(pid=87664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 12 10:32:04.663299 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa196fe-3c75-4e2d-8587-5f474a80a1c4 None None] Sync routers for ids ['2fb42af7-d6b3-43b8-b10c-15845445ab88'] in dv-neutron-824346-1-hyperv {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:32:04.671736 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-a1789528-cd1d-4f25-9ec2-bfc06ab666de admin admin] 10.222.0.26 "PUT /v2.0/routers/2fb42af7-d6b3-43b8-b10c-15845445ab88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4007292 Jan 12 10:32:04.673810 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa196fe-3c75-4e2d-8587-5f474a80a1c4 None None] Routers {'2fb42af7-d6b3-43b8-b10c-15845445ab88'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:32:04.674194 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 50474) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:04.674420 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1fa196fe-3c75-4e2d-8587-5f474a80a1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:31:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['2fb42af7-d6b3-43b8-b10c-15845445ab88'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:04.858233 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-1fa196fe-3c75-4e2d-8587-5f474a80a1c4 None None] Set router 2fb42af7-d6b3-43b8-b10c-15845445ab88 gateway port host: dv-neutron-824346-1-hyperv {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:32:04.864480 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e9d7128b-c82c-4e30-bb44-2b1442e8daa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:05.148705 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1fa196fe-3c75-4e2d-8587-5f474a80a1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'name': 'tempest-TestSnapshotPattern-859272056-router', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'external_fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '6e482d24-caf2-4d76-a503-9244c366bf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:27:00Z', 'updated_at': '2022-01-12T10:32:03Z', 'revision_number': 5, 'project_id': '7a05a34333c84ffa9dd4f8983c34d520', 'gw_port': {'id': '6e482d24-caf2-4d76-a503-9244c366bf5b', 'name': '', 'network_id': 'a0c71044-c202-4180-8447-4ec1d9a406cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:27:01Z', 'updated_at': '2022-01-12T10:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c3b2e47-be3b-4999-a552-bef9b6b07b7c', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824346-1-hyperv'}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:05.153093 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa196fe-3c75-4e2d-8587-5f474a80a1c4 None None] Checking router: 2fb42af7-d6b3-43b8-b10c-15845445ab88 for host: dv-neutron-824346-1-hyperv {{(pid=87666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:32:05.162863 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa196fe-3c75-4e2d-8587-5f474a80a1c4 None None] Routers {'2fb42af7-d6b3-43b8-b10c-15845445ab88'} bound to L3 agent in host dv-neutron-824346-1-hyperv {{(pid=87666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 12 10:32:05.163485 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1fa196fe-3c75-4e2d-8587-5f474a80a1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T09:23:39Z,description=,heartbeat_timestamp=2022-01-12T10:31:39Z,host='dv-neutron-824346-1-hyperv',id=a9c99030-1e48-415e-871c-8cf43e0ee8c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T09:23:39Z,topic='l3_agent')) {'router_ids': ['2fb42af7-d6b3-43b8-b10c-15845445ab88'], 'active': True} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:05.169523 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e9d7128b-c82c-4e30-bb44-2b1442e8daa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:05.180207 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e9d7128b-c82c-4e30-bb44-2b1442e8daa3 admin admin] Deleting port 6e482d24-caf2-4d76-a503-9244c366bf5b {{(pid=87664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:32:05.180536 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e9d7128b-c82c-4e30-bb44-2b1442e8daa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:05.312122 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_dvr_db [None req-1fa196fe-3c75-4e2d-8587-5f474a80a1c4 None None] Set router 2fb42af7-d6b3-43b8-b10c-15845445ab88 gateway port host: None {{(pid=87666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 12 10:32:05.352058 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.db [None req-e9d7128b-c82c-4e30-bb44-2b1442e8daa3 admin admin] For port 6e482d24-caf2-4d76-a503-9244c366bf5b, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=6e482d24-caf2-4d76-a503-9244c366bf5b,segment=NetworkSegment(1bf81569-b3b5-4d52-819b-fbac07ffc50c),segment_id=1bf81569-b3b5-4d52-819b-fbac07ffc50c)] {{(pid=87664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:32:05.352380 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e9d7128b-c82c-4e30-bb44-2b1442e8daa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:05.451516 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.l3_hamode_db [None req-1fa196fe-3c75-4e2d-8587-5f474a80a1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'name': 'tempest-TestSnapshotPattern-859272056-router', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:27:00Z', 'updated_at': '2022-01-12T10:32:05Z', 'revision_number': 6, 'project_id': '7a05a34333c84ffa9dd4f8983c34d520', 'gw_port_host': None}], 'dv-neutron-824346-1-hyperv', False) {} {{(pid=87666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:05.455631 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa196fe-3c75-4e2d-8587-5f474a80a1c4 None None] The sync data for ids ['2fb42af7-d6b3-43b8-b10c-15845445ab88'] in dv-neutron-824346-1-hyperv is: [{'id': '2fb42af7-d6b3-43b8-b10c-15845445ab88', 'name': 'tempest-TestSnapshotPattern-859272056-router', 'tenant_id': '7a05a34333c84ffa9dd4f8983c34d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:27:00Z', 'updated_at': '2022-01-12T10:32:05Z', 'revision_number': 6, 'project_id': '7a05a34333c84ffa9dd4f8983c34d520', 'gw_port_host': None}] {{(pid=87666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:32:05.498417 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-e9d7128b-c82c-4e30-bb44-2b1442e8daa3 admin admin] Calling delete_port for 6e482d24-caf2-4d76-a503-9244c366bf5b owned by network:router_gateway {{(pid=87664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:32:05.665623 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e9d7128b-c82c-4e30-bb44-2b1442e8daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1636340'] for port, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:05.714071 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7128b-c82c-4e30-bb44-2b1442e8daa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e482d24-caf2-4d76-a503-9244c366bf5b,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:05.803149 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e9d7128b-c82c-4e30-bb44-2b1442e8daa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588260'] for router_gateway, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:05.978171 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e9d7128b-c82c-4e30-bb44-2b1442e8daa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35689'] for router, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:05.980613 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e9d7128b-c82c-4e30-bb44-2b1442e8daa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.016050 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e9d7128b-c82c-4e30-bb44-2b1442e8daa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-587861'] for router, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.016663 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d7128b-c82c-4e30-bb44-2b1442e8daa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fb42af7-d6b3-43b8-b10c-15845445ab88 {{(pid=87664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 12 10:32:06.029256 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-e9d7128b-c82c-4e30-bb44-2b1442e8daa3 admin admin] Notify callbacks [] for router, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.030381 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-e9d7128b-c82c-4e30-bb44-2b1442e8daa3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2fb42af7-d6b3-43b8-b10c-15845445ab88 HTTP/1.1" status: 204 len: 168 time: 1.3552456 Jan 12 10:32:06.033178 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 50478) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:06.098737 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd5bf58-b9df-4aa6-a671-753d023fa638 admin admin] Deleting subnet a115941f-4d22-40ef-b85a-fcb3f9e36b62 {{(pid=87663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 12 10:32:06.101848 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7bd5bf58-b9df-4aa6-a671-753d023fa638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.152998 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7bd5bf58-b9df-4aa6-a671-753d023fa638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29248545'] for subnet, precommit_delete_associations {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.235256 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7bd5bf58-b9df-4aa6-a671-753d023fa638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4017175'] for subnet, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.309337 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7bd5bf58-b9df-4aa6-a671-753d023fa638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4017262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27475576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27658431'] for subnet, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.346619 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5bf58-b9df-4aa6-a671-753d023fa638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a115941f-4d22-40ef-b85a-fcb3f9e36b62,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:06.350284 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-7bd5bf58-b9df-4aa6-a671-753d023fa638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.356776 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7703a73b-5ff0-48b1-b08e-b86f9d9bc58b None None] Network 687d5e0f-1eaa-4259-873d-aba05f59ae4a requested from dv-neutron-824346-1-hyperv {{(pid=87665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 12 10:32:06.360385 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-7bd5bf58-b9df-4aa6-a671-753d023fa638 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a115941f-4d22-40ef-b85a-fcb3f9e36b62 HTTP/1.1" status: 204 len: 168 time: 0.3261590 Jan 12 10:32:06.362904 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 50486) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:06.477879 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4137226'] for network, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.496031 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] Deleting port e872c9e8-ac52-4c8b-a508-a3d469bdfb53 {{(pid=87663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:32:06.496676 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.566652 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device c2270b64-bd22-41a9-9f05-ff236c5bd6e5 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:32:06.604257 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: c2270b64-bd22-41a9-9f05-ff236c5bd6e5 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:32:06.604656 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device c2270b64-bd22-41a9-9f05-ff236c5bd6e5 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:32:06.605128 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6e482d24-caf2-4d76-a503-9244c366bf5b no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:32:06.652033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: 6e482d24-caf2-4d76-a503-9244c366bf5b {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:32:06.652400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device 6e482d24-caf2-4d76-a503-9244c366bf5b not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:32:06.719239 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.db [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] For port e872c9e8-ac52-4c8b-a508-a3d469bdfb53, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e872c9e8-ac52-4c8b-a508-a3d469bdfb53,segment=NetworkSegment(9b1f11de-8dd3-44f0-8553-52ad6e7c3af8),segment_id=9b1f11de-8dd3-44f0-8553-52ad6e7c3af8)] {{(pid=87663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:32:06.719507 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.731568 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-bfb972d2-4a98-41cf-b32a-05ee64b4b93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.734563 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c570c6-807b-411a-a75d-e1251d25d2f9 None None] DHCP port deletion for 687d5e0f-1eaa-4259-873d-aba05f59ae4a request from dv-neutron-824346-1-hyperv {{(pid=87665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 12 10:32:06.738856 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-50c570c6-807b-411a-a75d-e1251d25d2f9 None None] Deleting port e872c9e8-ac52-4c8b-a508-a3d469bdfb53 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:32:06.739173 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-50c570c6-807b-411a-a75d-e1251d25d2f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.859220 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.plugin [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] Calling delete_port for e872c9e8-ac52-4c8b-a508-a3d469bdfb53 owned by network:dhcp {{(pid=87663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:32:06.944571 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731691316462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731690842341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27475541'] for port, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.955747 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.db [None req-50c570c6-807b-411a-a75d-e1251d25d2f9 None None] For port e872c9e8-ac52-4c8b-a508-a3d469bdfb53, host dv-neutron-824346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824346-1-hyperv',level=0,port_id=e872c9e8-ac52-4c8b-a508-a3d469bdfb53,segment=NetworkSegment(9b1f11de-8dd3-44f0-8553-52ad6e7c3af8),segment_id=9b1f11de-8dd3-44f0-8553-52ad6e7c3af8)] {{(pid=87665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 12 10:32:06.956135 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-50c570c6-807b-411a-a75d-e1251d25d2f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984405'] for port, precommit_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:06.991183 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] Pushing event deleted for resources: {'Port': ['ID=e872c9e8-ac52-4c8b-a508-a3d469bdfb53,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:06.995145 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] No DVR routers for this DVR port e872c9e8-ac52-4c8b-a508-a3d469bdfb53 on host dv-neutron-824346-1-hyperv {{(pid=87663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:32:07.077704 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-50c570c6-807b-411a-a75d-e1251d25d2f9 None None] Calling delete_port for e872c9e8-ac52-4c8b-a508-a3d469bdfb53 owned by network:dhcp {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 12 10:32:07.156132 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.db.api [None req-50c570c6-807b-411a-a75d-e1251d25d2f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:32:07.156485 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG oslo_db.api [None req-50c570c6-807b-411a-a75d-e1251d25d2f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:32:07.221754 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4017097', 'neutron.services.segments.db._delete_segments_for_network-8731691364886'] for network, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.248323 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687d5e0f-1eaa-4259-873d-aba05f59ae4a']}} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:07.260167 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1f11de-8dd3-44f0-8553-52ad6e7c3af8') {'for_net_delete': True} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:07.260492 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.services.segments.db [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1f11de-8dd3-44f0-8553-52ad6e7c3af8') {} {{(pid=87663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:07.271640 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731691364401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29248568'] for segment, before_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.288148 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4007166'] for segment, precommit_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.294250 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:32:07.294631 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4007113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27475494'] for segment, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: Traceback (most recent call last): Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: timer() Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: cb(*args, **kw) Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: return func(*args, **kwargs) Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: self._notify() Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: self.callback(batched_events) Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: event.method(event) Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: return f(self, *a, **k) Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._get(url).json() Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: return self.request(url, 'GET', **kwargs) Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:32:07.307682 dv-neutron-824346-1-hyperv neutron-server[87663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:32:07.391288 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4017150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588063'] for network, after_delete {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.408762 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron_lib.callbacks.manager [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] Notify callbacks [] for network, before_response {{(pid=87663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.418657 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] Pushing event deleted for resources: {'Network': ['ID=687d5e0f-1eaa-4259-873d-aba05f59ae4a,revision_number=None']} {{(pid=87663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:07.425874 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-9030a528-8425-402d-bfe7-ddab178ec9df admin admin] 10.222.0.26 "DELETE /v2.0/networks/687d5e0f-1eaa-4259-873d-aba05f59ae4a HTTP/1.1" status: 204 len: 168 time: 1.0618794 Jan 12 10:32:07.555959 dv-neutron-824346-1-hyperv neutron-server[87663]: DEBUG neutron.wsgi [-] (87663) accepted ('10.222.0.26', 50502) {{(pid=87663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:07.611040 dv-neutron-824346-1-hyperv neutron-server[87663]: INFO neutron.wsgi [None req-de584ba8-2cf0-4152-82ce-be84a4cf77fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4cdd3289b6ef4c6c8b040c59a3ec9314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538595 Jan 12 10:32:07.613809 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 50506) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:07.658037 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-50c570c6-807b-411a-a75d-e1251d25d2f9 None None] Deleting port e872c9e8-ac52-4c8b-a508-a3d469bdfb53 {{(pid=87665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 12 10:32:07.658623 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-50c570c6-807b-411a-a75d-e1251d25d2f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731691317185'] for port, before_delete {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.682051 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d58eb6b7-017a-4d3c-8583-62000e98e918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.708584 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d58eb6b7-017a-4d3c-8583-62000e98e918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.727033 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-50c570c6-807b-411a-a75d-e1251d25d2f9 None None] The port 'e872c9e8-ac52-4c8b-a508-a3d469bdfb53' was deleted {{(pid=87665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 12 10:32:07.771519 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d58eb6b7-017a-4d3c-8583-62000e98e918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.788585 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58eb6b7-017a-4d3c-8583-62000e98e918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc889eee-d391-43d7-b754-575ef9e421d6,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:07.795111 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-d58eb6b7-017a-4d3c-8583-62000e98e918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:07.796228 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-d58eb6b7-017a-4d3c-8583-62000e98e918 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc889eee-d391-43d7-b754-575ef9e421d6 HTTP/1.1" status: 204 len: 168 time: 0.1814456 Jan 12 10:32:08.194667 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 50516) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:08.248817 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4470bace-47b8-4d48-8c6b-39bc1d12ac6c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a05a34333c84ffa9dd4f8983c34d520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528591 Jan 12 10:32:08.252425 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.wsgi [-] (87664) accepted ('10.222.0.26', 50520) {{(pid=87664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 12 10:32:08.310686 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4e111d05-1135-449a-b8c6-d201440fd29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:08.340326 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4e111d05-1135-449a-b8c6-d201440fd29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:08.394508 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4e111d05-1135-449a-b8c6-d201440fd29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573889'] for security_group, after_delete {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:08.408377 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e111d05-1135-449a-b8c6-d201440fd29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11db611-12e5-4a9d-938b-e19174495c6e,revision_number=None']} {{(pid=87664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:08.414833 dv-neutron-824346-1-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-4e111d05-1135-449a-b8c6-d201440fd29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:08.415957 dv-neutron-824346-1-hyperv neutron-server[87664]: INFO neutron.wsgi [None req-4e111d05-1135-449a-b8c6-d201440fd29b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f11db611-12e5-4a9d-938b-e19174495c6e HTTP/1.1" status: 204 len: 168 time: 0.1626663 Jan 12 10:32:08.544941 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e872c9e8-ac52-4c8b-a508-a3d469bdfb53 no longer exists at agent ovs-agent-dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 12 10:32:08.578866 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-70497775-635b-4d95-b049-671dad051aa9 None None] No Port match for: e872c9e8-ac52-4c8b-a508-a3d469bdfb53 {{(pid=87665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 12 10:32:08.579229 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.rpc [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Device e872c9e8-ac52-4c8b-a508-a3d469bdfb53 not bound to the agent host dv-neutron-824346-1-hyperv {{(pid=87665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 12 10:32:09.394676 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-69953f1a-5c09-4915-96a5-536811cd04eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:10.365014 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:11.314541 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:12.893094 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:17.256777 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:23.504446 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:32:36.727977 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-005b2e81-ad2a-4f05-ae24-448b4a32024e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:39.392199 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a15b4ded-cf3f-4fb9-958c-9d4aa2c72de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:40.361470 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:41.316804 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:42.897263 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:32:47.264400 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:00.505647 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:33:06.731661 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-7f7827ac-31fd-4015-8924-6e2fda8b0928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:09.386828 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c410fba2-8635-43a8-afc9-31d59502d828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:10.365929 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:11.317284 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:12.899261 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:17.267874 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:36.731754 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5043f9cf-e934-4fd7-a332-a7aac49de96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:37.506522 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:33:39.391863 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-0ee93216-31aa-4275-9d68-adbbbcfa0de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:40.367334 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:41.322712 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:42.909711 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:33:47.271420 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:06.728175 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-1611b9f2-4312-44ef-8711-064299aef450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:09.395813 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-e30a6a14-86ae-4ae2-9368-e13337eaf9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:10.363356 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:11.324912 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:12.905305 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:14.506572 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:34:17.285684 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:36.740137 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-192af186-1c49-4f6a-8b89-fc7f9a3e6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:39.406511 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-daacbec7-790c-480f-86f8-abf5ae334160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:40.372709 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:41.334176 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:42.912002 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:47.286979 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:34:51.512805 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:35:06.735647 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2ee6b4ff-6c24-4748-b28d-7f18f5153847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:09.402739 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-245605f5-b9da-4d4a-ab4f-79c6abc7f2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:10.358805 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:11.332963 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:12.906199 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:17.283726 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:28.519971 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:35:36.743036 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-f4edf719-d01b-4915-9826-f4d17487a1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:39.397568 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3be57e74-48ba-41a0-991e-bbfc8ea82cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:40.366092 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:41.333705 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:42.910673 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:35:47.297884 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:05.512492 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:36:06.742067 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-5603b2f0-b792-4e54-a496-5ff0a4551f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:09.404280 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-18b34ffa-06cc-4503-b9fd-cc5482b1e2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:10.366210 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:11.345880 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:12.918853 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:17.301754 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:36.739206 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c5c28329-9ab4-489d-b3f3-f598b960183e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:39.399822 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a3dc9e93-dad2-4baa-9069-2cab8a736d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:40.369238 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:41.344827 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:42.513145 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:36:42.920309 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:36:47.310990 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:06.735180 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-2d31445f-25ac-40bb-a6f9-756ab9ff7411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:09.393809 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-a651fcf9-1e75-4cef-a3f1-c4c4caeb6e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:10.371516 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:11.348305 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:12.926854 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:17.310155 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:19.514055 dv-neutron-824346-1-hyperv neutron-server[87666]: DEBUG neutron.db.agents_db [None req-21a0de0e-ca23-45e2-bb31-276bb4b5ab93 None None] Agent healthcheck: found 6 active agents {{(pid=87666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 12 10:37:36.732583 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-c3c68cc5-d461-445e-91cc-f60c9702d9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:39.397756 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-635d2d32-f6da-44ff-945c-a3e369b3325d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:40.371160 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-70497775-635b-4d95-b049-671dad051aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:41.348508 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-3ccb998e-48ca-445f-bcb1-c931ee1c2d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:42.924937 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4335-cb0c-4dc1-bb16-a65198ed6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 12 10:37:47.312740 dv-neutron-824346-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-d299ba9a-31e5-40c5-8bae-05e323426e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731691364868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4162099'] for agent, after_update {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}